{"level":"warn","ts":"2026-04-28T17:17:36.51761Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T17:17:36.517733Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T17:17:36.517819Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T17:17:36.517836Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-28T17:17:36.517854Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T17:17:36.518991Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-04-28T17:17:36.519101Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T17:17:36.525055Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.721606ms"} {"level":"info","ts":"2026-04-28T17:17:36.537471Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-04-28T17:17:36.537558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T17:17:36.537582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-04-28T17:17:36.537598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T17:17:36.537611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-04-28T17:17:36.537664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-04-28T17:17:36.549901Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T17:17:36.552124Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T17:17:36.553715Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T17:17:36.556732Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T17:17:36.557042Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T17:17:36.557069Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T17:17:36.557297Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T17:17:36.557326Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T17:17:36.559587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-04-28T17:17:36.5621Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-28T17:17:36.563592Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T17:17:36.563742Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-28T17:17:36.563853Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-28T17:17:36.563907Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T17:17:36.563964Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T17:17:37.23818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T17:17:37.23829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T17:17:37.238342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-04-28T17:17:37.238366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-04-28T17:17:37.238378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-28T17:17:37.238397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-04-28T17:17:37.238413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-28T17:17:37.292495Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T17:17:37.292556Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T17:17:37.29264Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T17:17:37.292592Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T17:17:37.293202Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T17:17:37.293281Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T17:17:37.294473Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T17:17:37.294671Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T17:17:37.294732Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T17:17:37.295827Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T17:17:37.296396Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-04-28T17:17:53.761572Z","caller":"traceutil/trace.go:171","msg":"trace[717777755] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"335.477649ms","start":"2026-04-28T17:17:53.426063Z","end":"2026-04-28T17:17:53.76154Z","steps":["trace[717777755] 'read index received' (duration: 335.217062ms)","trace[717777755] 'applied index is now lower than readState.Index' (duration: 259.347µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:17:53.761633Z","caller":"traceutil/trace.go:171","msg":"trace[166982995] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"589.678029ms","start":"2026-04-28T17:17:53.171928Z","end":"2026-04-28T17:17:53.761606Z","steps":["trace[166982995] 'process raft request' (duration: 589.476414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:53.761795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.685535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-04-28T17:17:53.761866Z","caller":"traceutil/trace.go:171","msg":"trace[431951195] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:414; }","duration":"335.841309ms","start":"2026-04-28T17:17:53.426011Z","end":"2026-04-28T17:17:53.761852Z","steps":["trace[431951195] 'agreement among raft nodes before linearized reading' (duration: 335.682675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:53.761906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:53.42599Z","time spent":"335.90218ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5350,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-28T17:17:53.762359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:53.171914Z","time spent":"589.792232ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:17:54.333442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790840482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:17:54.812618Z","caller":"traceutil/trace.go:171","msg":"trace[275579138] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"979.86036ms","start":"2026-04-28T17:17:53.832735Z","end":"2026-04-28T17:17:54.812596Z","steps":["trace[275579138] 'read index received' (duration: 979.634834ms)","trace[275579138] 'applied index is now lower than readState.Index' (duration: 223.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:17:54.812705Z","caller":"traceutil/trace.go:171","msg":"trace[1602994082] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"1.037727813s","start":"2026-04-28T17:17:53.774954Z","end":"2026-04-28T17:17:54.812682Z","steps":["trace[1602994082] 'process raft request' (duration: 1.037463877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:54.814162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:53.774927Z","time spent":"1.039077058s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:17:54.814173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.36784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-04-28T17:17:54.814273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.6015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:17:54.814307Z","caller":"traceutil/trace.go:171","msg":"trace[1130101480] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:415; }","duration":"981.577105ms","start":"2026-04-28T17:17:53.832675Z","end":"2026-04-28T17:17:54.814253Z","steps":["trace[1130101480] 'agreement among raft nodes before linearized reading' (duration: 980.021725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:54.814418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:53.832653Z","time spent":"981.751329ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4080,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-28T17:17:54.814478Z","caller":"traceutil/trace.go:171","msg":"trace[278355545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"746.792345ms","start":"2026-04-28T17:17:54.067608Z","end":"2026-04-28T17:17:54.814401Z","steps":["trace[278355545] 'agreement among raft nodes before linearized reading' (duration: 746.054406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:54.814571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:54.067536Z","time spent":"746.9949ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:17:54.815347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.145652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:17:54.815448Z","caller":"traceutil/trace.go:171","msg":"trace[993435687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"449.289516ms","start":"2026-04-28T17:17:54.366113Z","end":"2026-04-28T17:17:54.815403Z","steps":["trace[993435687] 'agreement among raft nodes before linearized reading' (duration: 447.365637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:54.815507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:54.366092Z","time spent":"449.401888ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:17:54.816882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.860943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:17:54.816962Z","caller":"traceutil/trace.go:171","msg":"trace[501240435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"921.971666ms","start":"2026-04-28T17:17:53.894955Z","end":"2026-04-28T17:17:54.816926Z","steps":["trace[501240435] 'agreement among raft nodes before linearized reading' (duration: 918.651231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:54.817001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:17:53.89493Z","time spent":"922.061008ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:17:55.066896Z","caller":"traceutil/trace.go:171","msg":"trace[196959769] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"245.414925ms","start":"2026-04-28T17:17:54.821445Z","end":"2026-04-28T17:17:55.06686Z","steps":["trace[196959769] 'process raft request' (duration: 245.123018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:17:55.077051Z","caller":"traceutil/trace.go:171","msg":"trace[915302373] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"254.173491ms","start":"2026-04-28T17:17:54.822856Z","end":"2026-04-28T17:17:55.077029Z","steps":["trace[915302373] 'process raft request' (duration: 254.028177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:17:55.07742Z","caller":"traceutil/trace.go:171","msg":"trace[1421713665] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"250.973008ms","start":"2026-04-28T17:17:54.8264Z","end":"2026-04-28T17:17:55.077373Z","steps":["trace[1421713665] 'process raft request' (duration: 250.574248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:17:55.077545Z","caller":"traceutil/trace.go:171","msg":"trace[120172481] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:430; }","duration":"226.614429ms","start":"2026-04-28T17:17:54.850901Z","end":"2026-04-28T17:17:55.077515Z","steps":["trace[120172481] 'read index received' (duration: 215.80152ms)","trace[120172481] 'applied index is now lower than readState.Index' (duration: 10.811519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:17:55.077815Z","caller":"traceutil/trace.go:171","msg":"trace[778389790] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"247.123778ms","start":"2026-04-28T17:17:54.830655Z","end":"2026-04-28T17:17:55.077778Z","steps":["trace[778389790] 'process raft request' (duration: 246.708197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:17:55.078154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.247235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:17:55.078224Z","caller":"traceutil/trace.go:171","msg":"trace[1497187065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"227.377609ms","start":"2026-04-28T17:17:54.850828Z","end":"2026-04-28T17:17:55.078205Z","steps":["trace[1497187065] 'agreement among raft nodes before linearized reading' (duration: 227.244566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:00.937056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:00.423305Z","time spent":"513.746629ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T17:18:01.264697Z","caller":"traceutil/trace.go:171","msg":"trace[1448645786] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"177.828679ms","start":"2026-04-28T17:18:01.08684Z","end":"2026-04-28T17:18:01.264668Z","steps":["trace[1448645786] 'read index received' (duration: 177.520311ms)","trace[1448645786] 'applied index is now lower than readState.Index' (duration: 307.148µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:01.264743Z","caller":"traceutil/trace.go:171","msg":"trace[742031288] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"326.327242ms","start":"2026-04-28T17:18:00.938393Z","end":"2026-04-28T17:18:01.26472Z","steps":["trace[742031288] 'process raft request' (duration: 326.073676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:01.264908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:00.938368Z","time spent":"326.434474ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:01.264926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.075625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T17:18:01.264978Z","caller":"traceutil/trace.go:171","msg":"trace[542464990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:459; }","duration":"178.185719ms","start":"2026-04-28T17:18:01.086778Z","end":"2026-04-28T17:18:01.264964Z","steps":["trace[542464990] 'agreement among raft nodes before linearized reading' (duration: 178.037215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:01.264983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.560325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:18:01.265033Z","caller":"traceutil/trace.go:171","msg":"trace[1806185073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:459; }","duration":"167.657877ms","start":"2026-04-28T17:18:01.097361Z","end":"2026-04-28T17:18:01.265018Z","steps":["trace[1806185073] 'agreement among raft nodes before linearized reading' (duration: 167.471241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:01.265041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.263258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T17:18:01.265138Z","caller":"traceutil/trace.go:171","msg":"trace[684505556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:459; }","duration":"162.389491ms","start":"2026-04-28T17:18:01.102725Z","end":"2026-04-28T17:18:01.265115Z","steps":["trace[684505556] 'agreement among raft nodes before linearized reading' (duration: 162.178605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:05.797346Z","caller":"traceutil/trace.go:171","msg":"trace[2041274459] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"500.106728ms","start":"2026-04-28T17:18:05.297204Z","end":"2026-04-28T17:18:05.797311Z","steps":["trace[2041274459] 'process raft request' (duration: 499.904373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:05.797522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:05.297187Z","time spent":"500.249431ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:18:05.824178Z","caller":"traceutil/trace.go:171","msg":"trace[1212331674] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"526.498119ms","start":"2026-04-28T17:18:05.297649Z","end":"2026-04-28T17:18:05.824147Z","steps":["trace[1212331674] 'process raft request' (duration: 526.425937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:05.824477Z","caller":"traceutil/trace.go:171","msg":"trace[1992244396] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"526.861268ms","start":"2026-04-28T17:18:05.297572Z","end":"2026-04-28T17:18:05.824434Z","steps":["trace[1992244396] 'process raft request' (duration: 526.315874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:05.82437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:05.297568Z","time spent":"526.702825ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:05.824702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:05.297545Z","time spent":"527.050713ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:18:10.299Z","caller":"traceutil/trace.go:171","msg":"trace[1138952023] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"458.209146ms","start":"2026-04-28T17:18:09.840769Z","end":"2026-04-28T17:18:10.298978Z","steps":["trace[1138952023] 'read index received' (duration: 458.069632ms)","trace[1138952023] 'applied index is now lower than readState.Index' (duration: 138.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:10.299047Z","caller":"traceutil/trace.go:171","msg":"trace[750545745] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"483.348885ms","start":"2026-04-28T17:18:09.815665Z","end":"2026-04-28T17:18:10.299014Z","steps":["trace[750545745] 'process raft request' (duration: 483.192091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:10.299227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:09.815641Z","time spent":"483.495709ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:10.299214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.420841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:18:10.299319Z","caller":"traceutil/trace.go:171","msg":"trace[806171971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"458.546675ms","start":"2026-04-28T17:18:09.840748Z","end":"2026-04-28T17:18:10.299294Z","steps":["trace[806171971] 'agreement among raft nodes before linearized reading' (duration: 458.390191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:10.299336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.536796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:10.299205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.397581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:18:10.299382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.607106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:18:10.29938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:09.840742Z","time spent":"458.619947ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:18:10.299391Z","caller":"traceutil/trace.go:171","msg":"trace[90419332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"231.662459ms","start":"2026-04-28T17:18:10.067703Z","end":"2026-04-28T17:18:10.299366Z","steps":["trace[90419332] 'agreement among raft nodes before linearized reading' (duration: 231.565736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:10.299415Z","caller":"traceutil/trace.go:171","msg":"trace[1262297890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"458.672319ms","start":"2026-04-28T17:18:09.840733Z","end":"2026-04-28T17:18:10.299405Z","steps":["trace[1262297890] 'agreement among raft nodes before linearized reading' (duration: 458.400751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:10.299394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.794758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:10.299445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:09.840714Z","time spent":"458.723451ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:18:10.299503Z","caller":"traceutil/trace.go:171","msg":"trace[962958694] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:513; }","duration":"430.962743ms","start":"2026-04-28T17:18:09.868511Z","end":"2026-04-28T17:18:10.299474Z","steps":["trace[962958694] 'agreement among raft nodes before linearized reading' (duration: 430.760447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:10.299556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:09.868488Z","time spent":"431.057716ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-28T17:18:10.299422Z","caller":"traceutil/trace.go:171","msg":"trace[636866456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"458.664389ms","start":"2026-04-28T17:18:09.840734Z","end":"2026-04-28T17:18:10.299398Z","steps":["trace[636866456] 'agreement among raft nodes before linearized reading' (duration: 458.343319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:10.299653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:09.84072Z","time spent":"458.921355ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:18:10.590153Z","caller":"traceutil/trace.go:171","msg":"trace[1775787101] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"286.515635ms","start":"2026-04-28T17:18:10.303617Z","end":"2026-04-28T17:18:10.590133Z","steps":["trace[1775787101] 'process raft request' (duration: 284.616256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:10.590559Z","caller":"traceutil/trace.go:171","msg":"trace[38015760] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"286.31327ms","start":"2026-04-28T17:18:10.304192Z","end":"2026-04-28T17:18:10.590505Z","steps":["trace[38015760] 'process raft request' (duration: 286.179227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:10.590503Z","caller":"traceutil/trace.go:171","msg":"trace[1663271489] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:532; }","duration":"167.484193ms","start":"2026-04-28T17:18:10.422989Z","end":"2026-04-28T17:18:10.590474Z","steps":["trace[1663271489] 'read index received' (duration: 165.262186ms)","trace[1663271489] 'applied index is now lower than readState.Index' (duration: 2.220757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:10.590675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.667237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:18:10.591858Z","caller":"traceutil/trace.go:171","msg":"trace[1704067648] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:516; }","duration":"168.903489ms","start":"2026-04-28T17:18:10.422932Z","end":"2026-04-28T17:18:10.591836Z","steps":["trace[1704067648] 'agreement among raft nodes before linearized reading' (duration: 167.667137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:10.592033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.108919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:10.590577Z","caller":"traceutil/trace.go:171","msg":"trace[999472634] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"286.866614ms","start":"2026-04-28T17:18:10.303619Z","end":"2026-04-28T17:18:10.590485Z","steps":["trace[999472634] 'process raft request' (duration: 286.477984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:10.592114Z","caller":"traceutil/trace.go:171","msg":"trace[620523486] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:516; }","duration":"144.259814ms","start":"2026-04-28T17:18:10.447831Z","end":"2026-04-28T17:18:10.592091Z","steps":["trace[620523486] 'agreement among raft nodes before linearized reading' (duration: 144.12002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:11.465491Z","caller":"traceutil/trace.go:171","msg":"trace[447957505] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"295.362064ms","start":"2026-04-28T17:18:11.170101Z","end":"2026-04-28T17:18:11.465463Z","steps":["trace[447957505] 'process raft request' (duration: 295.100437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:11.471549Z","caller":"traceutil/trace.go:171","msg":"trace[1093199254] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"291.176285ms","start":"2026-04-28T17:18:11.180325Z","end":"2026-04-28T17:18:11.471501Z","steps":["trace[1093199254] 'process raft request' (duration: 290.865968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:11.471819Z","caller":"traceutil/trace.go:171","msg":"trace[1681025] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"276.715942ms","start":"2026-04-28T17:18:11.195076Z","end":"2026-04-28T17:18:11.471792Z","steps":["trace[1681025] 'process raft request' (duration: 276.358223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:16.571991Z","caller":"traceutil/trace.go:171","msg":"trace[997589527] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"100.166205ms","start":"2026-04-28T17:18:16.471778Z","end":"2026-04-28T17:18:16.571944Z","steps":["trace[997589527] 'process raft request' (duration: 99.288092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:16.721361Z","caller":"traceutil/trace.go:171","msg":"trace[1620920014] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"101.692234ms","start":"2026-04-28T17:18:16.619618Z","end":"2026-04-28T17:18:16.72131Z","steps":["trace[1620920014] 'process raft request' (duration: 47.227488ms)","trace[1620920014] 'compare' (duration: 54.204169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:17.065415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.68562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:17.065479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.739121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.065516Z","caller":"traceutil/trace.go:171","msg":"trace[1608678469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:617; }","duration":"143.839204ms","start":"2026-04-28T17:18:16.921656Z","end":"2026-04-28T17:18:17.065495Z","steps":["trace[1608678469] 'count revisions from in-memory index tree' (duration: 143.573726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.065569Z","caller":"traceutil/trace.go:171","msg":"trace[96648257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:617; }","duration":"143.892065ms","start":"2026-04-28T17:18:16.921655Z","end":"2026-04-28T17:18:17.065547Z","steps":["trace[96648257] 'range keys from in-memory index tree' (duration: 143.627878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.536085Z","caller":"traceutil/trace.go:171","msg":"trace[1231786739] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"366.219982ms","start":"2026-04-28T17:18:17.16984Z","end":"2026-04-28T17:18:17.53606Z","steps":["trace[1231786739] 'read index received' (duration: 365.38992ms)","trace[1231786739] 'applied index is now lower than readState.Index' (duration: 829.142µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:17.53618Z","caller":"traceutil/trace.go:171","msg":"trace[540301165] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"382.956694ms","start":"2026-04-28T17:18:17.153182Z","end":"2026-04-28T17:18:17.536139Z","steps":["trace[540301165] 'process raft request' (duration: 382.306127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.375997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:17.536245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.375886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.536296Z","caller":"traceutil/trace.go:171","msg":"trace[1413351511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:618; }","duration":"366.487849ms","start":"2026-04-28T17:18:17.169793Z","end":"2026-04-28T17:18:17.536281Z","steps":["trace[1413351511] 'agreement among raft nodes before linearized reading' (duration: 366.376716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.536313Z","caller":"traceutil/trace.go:171","msg":"trace[1925250000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:618; }","duration":"366.491889ms","start":"2026-04-28T17:18:17.169806Z","end":"2026-04-28T17:18:17.536298Z","steps":["trace[1925250000] 'agreement among raft nodes before linearized reading' (duration: 366.398097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.169725Z","time spent":"366.608302ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:18:17.536408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.153157Z","time spent":"383.130129ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036253,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:17.536487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.169781Z","time spent":"366.561391ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:18:17.536263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.990676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.537212Z","caller":"traceutil/trace.go:171","msg":"trace[1811407515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:618; }","duration":"106.93872ms","start":"2026-04-28T17:18:17.430238Z","end":"2026-04-28T17:18:17.537177Z","steps":["trace[1811407515] 'agreement among raft nodes before linearized reading' (duration: 105.978295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.924412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.537288Z","caller":"traceutil/trace.go:171","msg":"trace[1230706829] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:618; }","duration":"314.775664ms","start":"2026-04-28T17:18:17.222498Z","end":"2026-04-28T17:18:17.537273Z","steps":["trace[1230706829] 'agreement among raft nodes before linearized reading' (duration: 313.868741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.537344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.22249Z","time spent":"314.837545ms","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:18:17.536564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.1146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:17.536587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.59198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.537503Z","caller":"traceutil/trace.go:171","msg":"trace[253339683] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:618; }","duration":"367.013212ms","start":"2026-04-28T17:18:17.170423Z","end":"2026-04-28T17:18:17.537436Z","steps":["trace[253339683] 'agreement among raft nodes before linearized reading' (duration: 366.091179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.53758Z","caller":"traceutil/trace.go:171","msg":"trace[421476423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:618; }","duration":"272.569295ms","start":"2026-04-28T17:18:17.264969Z","end":"2026-04-28T17:18:17.537538Z","steps":["trace[421476423] 'agreement among raft nodes before linearized reading' (duration: 271.58139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.484816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.537672Z","caller":"traceutil/trace.go:171","msg":"trace[620488586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:618; }","duration":"232.728017ms","start":"2026-04-28T17:18:17.304931Z","end":"2026-04-28T17:18:17.537659Z","steps":["trace[620488586] 'agreement among raft nodes before linearized reading' (duration: 231.394853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.537617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.170416Z","time spent":"367.173937ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:18:17.53663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.96062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.537802Z","caller":"traceutil/trace.go:171","msg":"trace[10639724] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:618; }","duration":"206.15393ms","start":"2026-04-28T17:18:17.331626Z","end":"2026-04-28T17:18:17.53778Z","steps":["trace[10639724] 'agreement among raft nodes before linearized reading' (duration: 204.97396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.681088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.537951Z","caller":"traceutil/trace.go:171","msg":"trace[1393992330] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:618; }","duration":"207.038013ms","start":"2026-04-28T17:18:17.3309Z","end":"2026-04-28T17:18:17.537938Z","steps":["trace[1393992330] 'agreement among raft nodes before linearized reading' (duration: 205.616917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.303784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.53806Z","caller":"traceutil/trace.go:171","msg":"trace[612976156] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:618; }","duration":"107.72069ms","start":"2026-04-28T17:18:17.430304Z","end":"2026-04-28T17:18:17.538025Z","steps":["trace[612976156] 'agreement among raft nodes before linearized reading' (duration: 106.321705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.516458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.538146Z","caller":"traceutil/trace.go:171","msg":"trace[1039105689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:618; }","duration":"273.056387ms","start":"2026-04-28T17:18:17.265071Z","end":"2026-04-28T17:18:17.538127Z","steps":["trace[1039105689] 'agreement among raft nodes before linearized reading' (duration: 271.487567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.896949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.538253Z","caller":"traceutil/trace.go:171","msg":"trace[816650464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:618; }","duration":"232.4516ms","start":"2026-04-28T17:18:17.305792Z","end":"2026-04-28T17:18:17.538244Z","steps":["trace[816650464] 'agreement among raft nodes before linearized reading' (duration: 230.873789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.53669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.899027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.538322Z","caller":"traceutil/trace.go:171","msg":"trace[2109670482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:618; }","duration":"316.554451ms","start":"2026-04-28T17:18:17.221759Z","end":"2026-04-28T17:18:17.538314Z","steps":["trace[2109670482] 'agreement among raft nodes before linearized reading' (duration: 314.899367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.538348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.221747Z","time spent":"316.588551ms","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:18:17.536711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.714328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.538434Z","caller":"traceutil/trace.go:171","msg":"trace[778023270] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:618; }","duration":"207.461914ms","start":"2026-04-28T17:18:17.330965Z","end":"2026-04-28T17:18:17.538426Z","steps":["trace[778023270] 'agreement among raft nodes before linearized reading' (duration: 205.716719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.768233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.53853Z","caller":"traceutil/trace.go:171","msg":"trace[1073889202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:618; }","duration":"233.555279ms","start":"2026-04-28T17:18:17.304968Z","end":"2026-04-28T17:18:17.538523Z","steps":["trace[1073889202] 'agreement among raft nodes before linearized reading' (duration: 231.759892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.536693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.901227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.538679Z","caller":"traceutil/trace.go:171","msg":"trace[1091847951] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:618; }","duration":"316.958381ms","start":"2026-04-28T17:18:17.221714Z","end":"2026-04-28T17:18:17.538672Z","steps":["trace[1091847951] 'agreement among raft nodes before linearized reading' (duration: 314.775634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.538704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:17.221685Z","time spent":"317.010122ms","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:18:17.536776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.548394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.538846Z","caller":"traceutil/trace.go:171","msg":"trace[384856223] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:618; }","duration":"107.620498ms","start":"2026-04-28T17:18:17.431216Z","end":"2026-04-28T17:18:17.538837Z","steps":["trace[384856223] 'agreement among raft nodes before linearized reading' (duration: 105.535214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.810483Z","caller":"traceutil/trace.go:171","msg":"trace[2137176216] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"219.896685ms","start":"2026-04-28T17:18:17.590562Z","end":"2026-04-28T17:18:17.810459Z","steps":["trace[2137176216] 'read index received' (duration: 219.647309ms)","trace[2137176216] 'applied index is now lower than readState.Index' (duration: 248.486µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:17.810557Z","caller":"traceutil/trace.go:171","msg":"trace[2074952430] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"219.997328ms","start":"2026-04-28T17:18:17.590499Z","end":"2026-04-28T17:18:17.810496Z","steps":["trace[2074952430] 'process raft request' (duration: 219.802033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.810717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.048459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.81076Z","caller":"traceutil/trace.go:171","msg":"trace[1696575118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:619; }","duration":"220.168193ms","start":"2026-04-28T17:18:17.590582Z","end":"2026-04-28T17:18:17.81075Z","steps":["trace[1696575118] 'agreement among raft nodes before linearized reading' (duration: 220.080071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.810738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.142792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.810811Z","caller":"traceutil/trace.go:171","msg":"trace[272994336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:619; }","duration":"220.289756ms","start":"2026-04-28T17:18:17.590504Z","end":"2026-04-28T17:18:17.810794Z","steps":["trace[272994336] 'agreement among raft nodes before linearized reading' (duration: 220.06594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.810815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.918667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:17.810865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.357063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:18:17.810911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.514552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.810892Z","caller":"traceutil/trace.go:171","msg":"trace[598388401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:619; }","duration":"196.004359ms","start":"2026-04-28T17:18:17.614857Z","end":"2026-04-28T17:18:17.810861Z","steps":["trace[598388401] 'agreement among raft nodes before linearized reading' (duration: 195.873785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.810876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.634345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.810953Z","caller":"traceutil/trace.go:171","msg":"trace[88892602] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:619; }","duration":"158.601523ms","start":"2026-04-28T17:18:17.652333Z","end":"2026-04-28T17:18:17.810934Z","steps":["trace[88892602] 'agreement among raft nodes before linearized reading' (duration: 158.500941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.810958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.013805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.810998Z","caller":"traceutil/trace.go:171","msg":"trace[1477586076] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:619; }","duration":"159.051466ms","start":"2026-04-28T17:18:17.651928Z","end":"2026-04-28T17:18:17.81098Z","steps":["trace[1477586076] 'agreement among raft nodes before linearized reading' (duration: 159.004284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.811001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.930787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.811001Z","caller":"traceutil/trace.go:171","msg":"trace[1681743044] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:619; }","duration":"177.82516ms","start":"2026-04-28T17:18:17.633146Z","end":"2026-04-28T17:18:17.810971Z","steps":["trace[1681743044] 'agreement among raft nodes before linearized reading' (duration: 177.557994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.811049Z","caller":"traceutil/trace.go:171","msg":"trace[2060506229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:619; }","duration":"220.004079ms","start":"2026-04-28T17:18:17.591023Z","end":"2026-04-28T17:18:17.811027Z","steps":["trace[2060506229] 'agreement among raft nodes before linearized reading' (duration: 219.950977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.81107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.200314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.810924Z","caller":"traceutil/trace.go:171","msg":"trace[449517822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:619; }","duration":"178.470467ms","start":"2026-04-28T17:18:17.632439Z","end":"2026-04-28T17:18:17.810909Z","steps":["trace[449517822] 'agreement among raft nodes before linearized reading' (duration: 178.322873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.81113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.198579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.811158Z","caller":"traceutil/trace.go:171","msg":"trace[245875749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:619; }","duration":"196.328097ms","start":"2026-04-28T17:18:17.614808Z","end":"2026-04-28T17:18:17.811136Z","steps":["trace[245875749] 'agreement among raft nodes before linearized reading' (duration: 196.117421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:17.811209Z","caller":"traceutil/trace.go:171","msg":"trace[1446965276] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:619; }","duration":"159.293782ms","start":"2026-04-28T17:18:17.651886Z","end":"2026-04-28T17:18:17.811179Z","steps":["trace[1446965276] 'agreement among raft nodes before linearized reading' (duration: 159.174669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:17.811519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.080432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:17.811623Z","caller":"traceutil/trace.go:171","msg":"trace[425581016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:619; }","duration":"179.233636ms","start":"2026-04-28T17:18:17.632379Z","end":"2026-04-28T17:18:17.811612Z","steps":["trace[425581016] 'agreement among raft nodes before linearized reading' (duration: 179.061941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:18.459608Z","caller":"traceutil/trace.go:171","msg":"trace[752492819] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"181.496363ms","start":"2026-04-28T17:18:18.278068Z","end":"2026-04-28T17:18:18.459564Z","steps":["trace[752492819] 'process raft request' (duration: 180.604371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:18.976663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.281139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:18.976851Z","caller":"traceutil/trace.go:171","msg":"trace[668364753] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"341.679089ms","start":"2026-04-28T17:18:18.635157Z","end":"2026-04-28T17:18:18.976836Z","steps":["trace[668364753] 'read index received' (duration: 12.03251ms)","trace[668364753] 'applied index is now lower than readState.Index' (duration: 329.645679ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:18.976912Z","caller":"traceutil/trace.go:171","msg":"trace[126150301] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"458.686689ms","start":"2026-04-28T17:18:18.518201Z","end":"2026-04-28T17:18:18.976888Z","steps":["trace[126150301] 'process raft request' (duration: 128.971469ms)","trace[126150301] 'compare' (duration: 328.432987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:18.976937Z","caller":"traceutil/trace.go:171","msg":"trace[381758271] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"407.605699ms","start":"2026-04-28T17:18:18.569303Z","end":"2026-04-28T17:18:18.976908Z","steps":["trace[381758271] 'process raft request' (duration: 407.469376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:18.977007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:18.518167Z","time spent":"458.800882ms","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:18.977066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.899405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:18:18.977087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:18.569274Z","time spent":"407.738293ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:18.97713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.351342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:18:18.97714Z","caller":"traceutil/trace.go:171","msg":"trace[755616731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"342.022798ms","start":"2026-04-28T17:18:18.635098Z","end":"2026-04-28T17:18:18.977121Z","steps":["trace[755616731] 'agreement among raft nodes before linearized reading' (duration: 341.821863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:18.977179Z","caller":"traceutil/trace.go:171","msg":"trace[928941439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:623; }","duration":"250.438864ms","start":"2026-04-28T17:18:18.726723Z","end":"2026-04-28T17:18:18.977161Z","steps":["trace[928941439] 'agreement among raft nodes before linearized reading' (duration: 250.208138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:18.977181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:18.635071Z","time spent":"342.102509ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:18:18.977326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.103795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:18:18.977353Z","caller":"traceutil/trace.go:171","msg":"trace[1115660143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"250.163027ms","start":"2026-04-28T17:18:18.727181Z","end":"2026-04-28T17:18:18.977344Z","steps":["trace[1115660143] 'agreement among raft nodes before linearized reading' (duration: 250.115935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:19.815245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.825684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:19.815476Z","caller":"traceutil/trace.go:171","msg":"trace[1619304716] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"291.856463ms","start":"2026-04-28T17:18:19.52358Z","end":"2026-04-28T17:18:19.815436Z","steps":["trace[1619304716] 'process raft request' (duration: 143.737591ms)","trace[1619304716] 'compare' (duration: 147.628459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:19.816279Z","caller":"traceutil/trace.go:171","msg":"trace[1690135826] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"183.420855ms","start":"2026-04-28T17:18:19.632838Z","end":"2026-04-28T17:18:19.816259Z","steps":["trace[1690135826] 'process raft request' (duration: 183.364273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:19.816268Z","caller":"traceutil/trace.go:171","msg":"trace[1255380925] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"274.769972ms","start":"2026-04-28T17:18:19.541454Z","end":"2026-04-28T17:18:19.816224Z","steps":["trace[1255380925] 'process raft request' (duration: 273.912179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:19.817549Z","caller":"traceutil/trace.go:171","msg":"trace[635051649] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:649; }","duration":"188.605478ms","start":"2026-04-28T17:18:19.628648Z","end":"2026-04-28T17:18:19.817253Z","steps":["trace[635051649] 'read index received' (duration: 38.680429ms)","trace[635051649] 'applied index is now lower than readState.Index' (duration: 149.917749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:19.817879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.215333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T17:18:19.817926Z","caller":"traceutil/trace.go:171","msg":"trace[637566477] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:630; }","duration":"189.319146ms","start":"2026-04-28T17:18:19.628595Z","end":"2026-04-28T17:18:19.817914Z","steps":["trace[637566477] 'agreement among raft nodes before linearized reading' (duration: 189.050559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:22.087617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:22.087777Z","caller":"traceutil/trace.go:171","msg":"trace[1990981414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241416s","start":"2026-04-28T17:18:20.087514Z","end":"2026-04-28T17:18:22.087755Z","steps":["trace[1990981414] 'agreement among raft nodes before linearized reading' (duration: 2.000071541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:22.087825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:20.087493Z","time spent":"2.000321359s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:18:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:22.223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.552157362s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:18:23.494851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39011468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:23.495135Z","caller":"traceutil/trace.go:171","msg":"trace[580538904] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"3.407544519s","start":"2026-04-28T17:18:20.087557Z","end":"2026-04-28T17:18:23.495101Z","steps":["trace[580538904] 'read index received' (duration: 17.183583ms)","trace[580538904] 'applied index is now lower than readState.Index' (duration: 3.390359816s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:23.495119Z","caller":"traceutil/trace.go:171","msg":"trace[109711581] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"3.662407317s","start":"2026-04-28T17:18:19.83264Z","end":"2026-04-28T17:18:23.495048Z","steps":["trace[109711581] 'process raft request' (duration: 272.01679ms)","trace[109711581] 'compare' (duration: 3.389853903s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:23.495252Z","caller":"traceutil/trace.go:171","msg":"trace[386215708] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"3.626974173s","start":"2026-04-28T17:18:19.86821Z","end":"2026-04-28T17:18:23.495184Z","steps":["trace[386215708] 'process raft request' (duration: 3.626781678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:23.495304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:19.832617Z","time spent":"3.662600602s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:23.495479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:19.868192Z","time spent":"3.627170718s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:23.995594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790840906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:18:24.095473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:18:24.095578Z","caller":"traceutil/trace.go:171","msg":"trace[1881877439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000816642s","start":"2026-04-28T17:18:22.094743Z","end":"2026-04-28T17:18:24.095559Z","steps":["trace[1881877439] 'agreement among raft nodes before linearized reading' (duration: 2.000690588s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:24.095629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:22.094722Z","time spent":"2.000896503s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:18:24.469065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432214547s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:18:24.996513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.851548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:24.996636Z","caller":"traceutil/trace.go:171","msg":"trace[1951222339] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.959894795s","start":"2026-04-28T17:18:23.036718Z","end":"2026-04-28T17:18:24.996613Z","steps":["trace[1951222339] 'process raft request' (duration: 1.432773691s)","trace[1951222339] 'compare' (duration: 526.449877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:24.9967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:23.036693Z","time spent":"1.959978448s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:25.477083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:18:25.477219Z","caller":"traceutil/trace.go:171","msg":"trace[574980942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999410555s","start":"2026-04-28T17:18:20.477776Z","end":"2026-04-28T17:18:25.477186Z","steps":["trace[574980942] 'agreement among raft nodes before linearized reading' (duration: 4.99922536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:25.477299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:20.47775Z","time spent":"4.999529868s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 17:18:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:26.059001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999348303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:26.059098Z","caller":"traceutil/trace.go:171","msg":"trace[1848996438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999472016s","start":"2026-04-28T17:18:21.059606Z","end":"2026-04-28T17:18:26.059078Z","steps":["trace[1848996438] 'agreement among raft nodes before linearized reading' (duration: 4.999344583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:26.059145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:21.059547Z","time spent":"4.999588219s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 17:18:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:26.096189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:18:26.096254Z","caller":"traceutil/trace.go:171","msg":"trace[246576924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055981s","start":"2026-04-28T17:18:24.096183Z","end":"2026-04-28T17:18:26.096239Z","steps":["trace[246576924] 'agreement among raft nodes before linearized reading' (duration: 1.999967558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:26.096294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:24.096161Z","time spent":"2.000123933s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:18:27.195578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.726252144s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:18:27.345748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.912629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:27.345989Z","caller":"traceutil/trace.go:171","msg":"trace[582342271] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"3.845973624s","start":"2026-04-28T17:18:23.499966Z","end":"2026-04-28T17:18:27.34594Z","steps":["trace[582342271] 'process raft request' (duration: 3.695796538s)","trace[582342271] 'compare' (duration: 149.219021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:27.346042Z","caller":"traceutil/trace.go:171","msg":"trace[776536803] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:654; }","duration":"3.850847611s","start":"2026-04-28T17:18:23.495179Z","end":"2026-04-28T17:18:27.346027Z","steps":["trace[776536803] 'read index received' (duration: 974.171674ms)","trace[776536803] 'applied index is now lower than readState.Index' (duration: 2.876675047s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:27.3461Z","caller":"traceutil/trace.go:171","msg":"trace[1514302123] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"3.846095587s","start":"2026-04-28T17:18:23.499998Z","end":"2026-04-28T17:18:27.346094Z","steps":["trace[1514302123] 'process raft request' (duration: 3.845858081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:27.34614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:23.499968Z","time spent":"3.846149149s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:27.346149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:23.49994Z","time spent":"3.846124309s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:18:27.346169Z","caller":"traceutil/trace.go:171","msg":"trace[423429497] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"3.841820958s","start":"2026-04-28T17:18:23.50433Z","end":"2026-04-28T17:18:27.346151Z","steps":["trace[423429497] 'process raft request' (duration: 3.841656654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:27.346413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.270185545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:18:27.346406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923276011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:18:27.346441Z","caller":"traceutil/trace.go:171","msg":"trace[1596822596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"6.270251146s","start":"2026-04-28T17:18:21.076183Z","end":"2026-04-28T17:18:27.346434Z","steps":["trace[1596822596] 'agreement among raft nodes before linearized reading' (duration: 6.270129723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:27.346468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:21.076161Z","time spent":"6.270302268s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:18:27.346483Z","caller":"traceutil/trace.go:171","msg":"trace[1010956045] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:638; }","duration":"6.923382383s","start":"2026-04-28T17:18:20.42307Z","end":"2026-04-28T17:18:27.346452Z","steps":["trace[1010956045] 'agreement among raft nodes before linearized reading' (duration: 6.923270461s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:27.346641Z","caller":"traceutil/trace.go:171","msg":"trace[10389139] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"3.844336893s","start":"2026-04-28T17:18:23.502287Z","end":"2026-04-28T17:18:27.346624Z","steps":["trace[10389139] 'process raft request' (duration: 3.843652895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:27.346728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:20.423045Z","time spent":"6.92366804s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T17:18:27.346771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:23.502276Z","time spent":"3.844436065s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:27.34652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.270356039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:18:27.346816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837517467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xhhfn\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-28T17:18:27.346922Z","caller":"traceutil/trace.go:171","msg":"trace[1528175659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"6.2707817s","start":"2026-04-28T17:18:21.076127Z","end":"2026-04-28T17:18:27.346908Z","steps":["trace[1528175659] 'agreement among raft nodes before linearized reading' (duration: 6.270243986s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:27.346607Z","caller":"traceutil/trace.go:171","msg":"trace[241079466] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"3.845520253s","start":"2026-04-28T17:18:23.501065Z","end":"2026-04-28T17:18:27.346586Z","steps":["trace[241079466] 'process raft request' (duration: 3.844849986s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:27.34696Z","caller":"traceutil/trace.go:171","msg":"trace[2120317181] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xhhfn; range_end:; response_count:1; response_revision:638; }","duration":"6.837712112s","start":"2026-04-28T17:18:20.509227Z","end":"2026-04-28T17:18:27.346939Z","steps":["trace[2120317181] 'agreement among raft nodes before linearized reading' (duration: 6.837361293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:27.34682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:23.504317Z","time spent":"3.841884309s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:27.347044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:23.501042Z","time spent":"3.845954874s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:27.347022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:20.509204Z","time spent":"6.837807125s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-xhhfn\" "} {"level":"warn","ts":"2026-04-28T17:18:27.346967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:21.076115Z","time spent":"6.270833231s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:18:28.104887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:28.104994Z","caller":"traceutil/trace.go:171","msg":"trace[1959348976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606006s","start":"2026-04-28T17:18:26.104367Z","end":"2026-04-28T17:18:28.104973Z","steps":["trace[1959348976] 'agreement among raft nodes before linearized reading' (duration: 2.000471283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:28.105097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:26.104346Z","time spent":"2.000686459s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:18:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:28.727855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.842495ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:28.728006Z","caller":"traceutil/trace.go:171","msg":"trace[1343478826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:638; }","duration":"468.003899ms","start":"2026-04-28T17:18:28.25998Z","end":"2026-04-28T17:18:28.727984Z","steps":["trace[1343478826] 'range keys from in-memory index tree' (duration: 467.826114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:30.105083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:30.105185Z","caller":"traceutil/trace.go:171","msg":"trace[1481772078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059141s","start":"2026-04-28T17:18:28.105103Z","end":"2026-04-28T17:18:30.105162Z","steps":["trace[1481772078] 'agreement among raft nodes before linearized reading' (duration: 1.999936817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:30.105244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:28.105078Z","time spent":"2.000152714s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:18:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:30.477423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997043623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:30.477501Z","caller":"traceutil/trace.go:171","msg":"trace[905167690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997185537s","start":"2026-04-28T17:18:27.480298Z","end":"2026-04-28T17:18:30.477483Z","steps":["trace[905167690] 'agreement among raft nodes before linearized reading' (duration: 2.997087794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:30.477546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:27.480271Z","time spent":"2.997266498s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 17:18:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:31.059027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997982117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:31.059146Z","caller":"traceutil/trace.go:171","msg":"trace[1608154496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998182053s","start":"2026-04-28T17:18:28.060936Z","end":"2026-04-28T17:18:31.059118Z","steps":["trace[1608154496] 'agreement among raft nodes before linearized reading' (duration: 2.998028459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:31.059208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:28.06091Z","time spent":"2.998287455s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 17:18:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:31.07593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:27.350732Z","time spent":"3.725191037s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:18:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:31.076309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:27.35294Z","time spent":"3.72336601s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:18:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 17:18:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:32.113553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:32.113699Z","caller":"traceutil/trace.go:171","msg":"trace[910301232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218876s","start":"2026-04-28T17:18:30.113426Z","end":"2026-04-28T17:18:32.113645Z","steps":["trace[910301232] 'agreement among raft nodes before linearized reading' (duration: 2.000068673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:32.113761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:30.113392Z","time spent":"2.000357059s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:18:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:32.621283Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518a99d65","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T17:18:32.621963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.060779999s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:18:34.114057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:18:34.114144Z","caller":"traceutil/trace.go:171","msg":"trace[230771028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097123s","start":"2026-04-28T17:18:32.114028Z","end":"2026-04-28T17:18:34.114125Z","steps":["trace[230771028] 'agreement among raft nodes before linearized reading' (duration: 1.99997633s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:34.114207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:32.113994Z","time spent":"2.000201116s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:18:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:34.348616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:27.347725Z","time spent":"7.000881043s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T17:18:34.365713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:27.365021Z","time spent":"7.000683198s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:18:34.698974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.137845648s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:18:34.699139Z","caller":"traceutil/trace.go:171","msg":"trace[1512735196] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"7.353044231s","start":"2026-04-28T17:18:27.346069Z","end":"2026-04-28T17:18:34.699113Z","steps":["trace[1512735196] 'read index received' (duration: 215.06212ms)","trace[1512735196] 'applied index is now lower than readState.Index' (duration: 7.137980041s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:35.199917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790840924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:18:35.478007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:30.479895Z","time spent":"4.998104861s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:18:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:35.700357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790840924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:18:35.748018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.125775266s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:18:35.748474Z","caller":"traceutil/trace.go:171","msg":"trace[115404310] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"5.833051051s","start":"2026-04-28T17:18:29.915396Z","end":"2026-04-28T17:18:35.748447Z","steps":["trace[115404310] 'process raft request' (duration: 5.832849316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:35.748645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:29.91537Z","time spent":"5.833189305s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:18:35.748907Z","caller":"traceutil/trace.go:171","msg":"trace[1688867481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:645; }","duration":"4.670599518s","start":"2026-04-28T17:18:31.078293Z","end":"2026-04-28T17:18:35.748893Z","steps":["trace[1688867481] 'process raft request' (duration: 4.670464575s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:35.748897Z","caller":"traceutil/trace.go:171","msg":"trace[579531484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:645; }","duration":"4.670068825s","start":"2026-04-28T17:18:31.078799Z","end":"2026-04-28T17:18:35.748868Z","steps":["trace[579531484] 'process raft request' (duration: 4.670027254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:35.748978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:31.078243Z","time spent":"4.670699411s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:35.749068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:31.078782Z","time spent":"4.670190327s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:36.144126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:18:36.144241Z","caller":"traceutil/trace.go:171","msg":"trace[631109313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000715209s","start":"2026-04-28T17:18:34.143499Z","end":"2026-04-28T17:18:36.144214Z","steps":["trace[631109313] 'agreement among raft nodes before linearized reading' (duration: 2.000565155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:36.144303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:34.143482Z","time spent":"2.000809521s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:18:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:18:36.150182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.609059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:36.150285Z","caller":"traceutil/trace.go:171","msg":"trace[1416765337] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:665; }","duration":"1.451098593s","start":"2026-04-28T17:18:34.699168Z","end":"2026-04-28T17:18:36.150267Z","steps":["trace[1416765337] 'read index received' (duration: 1.049039616s)","trace[1416765337] 'applied index is now lower than readState.Index' (duration: 402.057447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:36.150359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780153046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-28T17:18:36.15038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799978857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:36.150403Z","caller":"traceutil/trace.go:171","msg":"trace[27340400] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:646; }","duration":"1.800045709s","start":"2026-04-28T17:18:34.350349Z","end":"2026-04-28T17:18:36.150395Z","steps":["trace[27340400] 'agreement among raft nodes before linearized reading' (duration: 1.800002358s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:36.150433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:34.35032Z","time spent":"1.80010541s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T17:18:36.15044Z","caller":"traceutil/trace.go:171","msg":"trace[49488999] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"1.009953777s","start":"2026-04-28T17:18:35.140474Z","end":"2026-04-28T17:18:36.150428Z","steps":["trace[49488999] 'process raft request' (duration: 869.011189ms)","trace[49488999] 'compare' (duration: 140.489466ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:36.1504Z","caller":"traceutil/trace.go:171","msg":"trace[526540587] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:646; }","duration":"1.780249848s","start":"2026-04-28T17:18:34.370137Z","end":"2026-04-28T17:18:36.150387Z","steps":["trace[526540587] 'agreement among raft nodes before linearized reading' (duration: 1.780159806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:36.150501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:35.140445Z","time spent":"1.010023068s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:36.150586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:34.369919Z","time spent":"1.780613278s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T17:18:36.150679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.799492206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T17:18:36.150742Z","caller":"traceutil/trace.go:171","msg":"trace[6409446] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:646; }","duration":"8.799602018s","start":"2026-04-28T17:18:27.351122Z","end":"2026-04-28T17:18:36.150724Z","steps":["trace[6409446] 'agreement among raft nodes before linearized reading' (duration: 8.799348741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:36.150805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:27.351098Z","time spent":"8.799690661s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"info","ts":"2026-04-28T17:18:36.357712Z","caller":"traceutil/trace.go:171","msg":"trace[1045567279] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:671; }","duration":"198.935694ms","start":"2026-04-28T17:18:36.158752Z","end":"2026-04-28T17:18:36.357687Z","steps":["trace[1045567279] 'read index received' (duration: 141.455761ms)","trace[1045567279] 'applied index is now lower than readState.Index' (duration: 57.478763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:36.357799Z","caller":"traceutil/trace.go:171","msg":"trace[1593303353] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"198.913464ms","start":"2026-04-28T17:18:36.158849Z","end":"2026-04-28T17:18:36.357762Z","steps":["trace[1593303353] 'process raft request' (duration: 198.776111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:36.357836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.063257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:36.357836Z","caller":"traceutil/trace.go:171","msg":"trace[1878064297] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"204.310002ms","start":"2026-04-28T17:18:36.153505Z","end":"2026-04-28T17:18:36.357815Z","steps":["trace[1878064297] 'process raft request' (duration: 203.920413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:36.357874Z","caller":"traceutil/trace.go:171","msg":"trace[181372470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"199.167262ms","start":"2026-04-28T17:18:36.158697Z","end":"2026-04-28T17:18:36.357864Z","steps":["trace[181372470] 'agreement among raft nodes before linearized reading' (duration: 199.084169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:36.822083Z","caller":"traceutil/trace.go:171","msg":"trace[405795410] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"179.897303ms","start":"2026-04-28T17:18:36.642158Z","end":"2026-04-28T17:18:36.822056Z","steps":["trace[405795410] 'process raft request' (duration: 179.692328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:38.257075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.139488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:38.25721Z","caller":"traceutil/trace.go:171","msg":"trace[1613884403] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"413.00554ms","start":"2026-04-28T17:18:37.844179Z","end":"2026-04-28T17:18:38.257185Z","steps":["trace[1613884403] 'read index received' (duration: 24.241µs)","trace[1613884403] 'applied index is now lower than readState.Index' (duration: 412.979379ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:38.257539Z","caller":"traceutil/trace.go:171","msg":"trace[1008327870] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"496.905966ms","start":"2026-04-28T17:18:37.760576Z","end":"2026-04-28T17:18:38.257482Z","steps":["trace[1008327870] 'process raft request' (duration: 46.251994ms)","trace[1008327870] 'compare' (duration: 449.974314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:38.257704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:37.760561Z","time spent":"497.06755ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:18:38.257858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.657437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:18:38.257972Z","caller":"traceutil/trace.go:171","msg":"trace[915427353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"413.810521ms","start":"2026-04-28T17:18:37.844144Z","end":"2026-04-28T17:18:38.257954Z","steps":["trace[915427353] 'agreement among raft nodes before linearized reading' (duration: 413.512833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:38.257981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.393376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:18:38.258011Z","caller":"traceutil/trace.go:171","msg":"trace[21544409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"409.441957ms","start":"2026-04-28T17:18:37.848561Z","end":"2026-04-28T17:18:38.258003Z","steps":["trace[21544409] 'agreement among raft nodes before linearized reading' (duration: 409.361535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:38.258012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:37.844128Z","time spent":"413.875262ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:18:38.258039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:37.84855Z","time spent":"409.483009ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:18:38.258093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.779554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:38.258214Z","caller":"traceutil/trace.go:171","msg":"trace[774110397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"190.941048ms","start":"2026-04-28T17:18:38.067257Z","end":"2026-04-28T17:18:38.258198Z","steps":["trace[774110397] 'agreement among raft nodes before linearized reading' (duration: 190.783964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:38.258254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.300279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T17:18:38.258378Z","caller":"traceutil/trace.go:171","msg":"trace[484128991] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:684; }","duration":"329.486945ms","start":"2026-04-28T17:18:37.928859Z","end":"2026-04-28T17:18:38.258346Z","steps":["trace[484128991] 'agreement among raft nodes before linearized reading' (duration: 329.226458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:38.258446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:37.928823Z","time spent":"329.608158ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T17:18:41.00258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.220788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-28T17:18:41.002674Z","caller":"traceutil/trace.go:171","msg":"trace[889221280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:738; }","duration":"109.378114ms","start":"2026-04-28T17:18:40.893264Z","end":"2026-04-28T17:18:41.002642Z","steps":["trace[889221280] 'range keys from in-memory index tree' (duration: 109.017273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:46.948804Z","caller":"traceutil/trace.go:171","msg":"trace[1117211073] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"202.732902ms","start":"2026-04-28T17:18:46.74604Z","end":"2026-04-28T17:18:46.948773Z","steps":["trace[1117211073] 'process raft request' (duration: 202.527947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:47.144926Z","caller":"traceutil/trace.go:171","msg":"trace[1303257033] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"179.117383ms","start":"2026-04-28T17:18:46.965777Z","end":"2026-04-28T17:18:47.144894Z","steps":["trace[1303257033] 'process raft request' (duration: 126.824893ms)","trace[1303257033] 'compare' (duration: 51.751556ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:47.401045Z","caller":"traceutil/trace.go:171","msg":"trace[1849692187] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"248.751561ms","start":"2026-04-28T17:18:47.152263Z","end":"2026-04-28T17:18:47.401014Z","steps":["trace[1849692187] 'process raft request' (duration: 248.066613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:47.40108Z","caller":"traceutil/trace.go:171","msg":"trace[671408237] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"247.090448ms","start":"2026-04-28T17:18:47.153956Z","end":"2026-04-28T17:18:47.401047Z","steps":["trace[671408237] 'process raft request' (duration: 246.960984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:47.574039Z","caller":"traceutil/trace.go:171","msg":"trace[2075612437] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"166.148108ms","start":"2026-04-28T17:18:47.407847Z","end":"2026-04-28T17:18:47.573995Z","steps":["trace[2075612437] 'process raft request' (duration: 106.738295ms)","trace[2075612437] 'compare' (duration: 59.072714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:47.829749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.079579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:18:47.829835Z","caller":"traceutil/trace.go:171","msg":"trace[967728458] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:782; }","duration":"118.223702ms","start":"2026-04-28T17:18:47.711587Z","end":"2026-04-28T17:18:47.829811Z","steps":["trace[967728458] 'count revisions from in-memory index tree' (duration: 117.969256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:49.32431Z","caller":"traceutil/trace.go:171","msg":"trace[1335187847] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"152.006953ms","start":"2026-04-28T17:18:49.172271Z","end":"2026-04-28T17:18:49.324278Z","steps":["trace[1335187847] 'process raft request' (duration: 151.793308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:49.640237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.418581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:49.64036Z","caller":"traceutil/trace.go:171","msg":"trace[1057919337] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:814; }","duration":"312.2463ms","start":"2026-04-28T17:18:49.328097Z","end":"2026-04-28T17:18:49.640343Z","steps":["trace[1057919337] 'read index received' (duration: 151.518482ms)","trace[1057919337] 'applied index is now lower than readState.Index' (duration: 160.726428ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:49.640474Z","caller":"traceutil/trace.go:171","msg":"trace[535082393] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"465.351461ms","start":"2026-04-28T17:18:49.175024Z","end":"2026-04-28T17:18:49.640376Z","steps":["trace[535082393] 'process raft request' (duration: 304.698245ms)","trace[535082393] 'compare' (duration: 160.279766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:49.640831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:49.175Z","time spent":"465.668608ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:18:49.640862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.745512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-28T17:18:49.641093Z","caller":"traceutil/trace.go:171","msg":"trace[791001853] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:786; }","duration":"313.018379ms","start":"2026-04-28T17:18:49.328042Z","end":"2026-04-28T17:18:49.641061Z","steps":["trace[791001853] 'agreement among raft nodes before linearized reading' (duration: 312.470886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:49.641224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:18:49.328019Z","time spent":"313.187994ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T17:18:49.6411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.0056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:18:49.641383Z","caller":"traceutil/trace.go:171","msg":"trace[445930664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"217.36319ms","start":"2026-04-28T17:18:49.423975Z","end":"2026-04-28T17:18:49.641338Z","steps":["trace[445930664] 'agreement among raft nodes before linearized reading' (duration: 216.816996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:49.864736Z","caller":"traceutil/trace.go:171","msg":"trace[559992396] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"217.032581ms","start":"2026-04-28T17:18:49.647673Z","end":"2026-04-28T17:18:49.864706Z","steps":["trace[559992396] 'process raft request' (duration: 216.812915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:50.337429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.795418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:18:50.337545Z","caller":"traceutil/trace.go:171","msg":"trace[1590511044] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"268.523641ms","start":"2026-04-28T17:18:50.069002Z","end":"2026-04-28T17:18:50.337526Z","steps":["trace[1590511044] 'read index received' (duration: 43.161µs)","trace[1590511044] 'applied index is now lower than readState.Index' (duration: 268.47886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:50.337662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.664094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:18:50.337708Z","caller":"traceutil/trace.go:171","msg":"trace[50806297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"268.751717ms","start":"2026-04-28T17:18:50.068948Z","end":"2026-04-28T17:18:50.337699Z","steps":["trace[50806297] 'agreement among raft nodes before linearized reading' (duration: 268.630093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:50.687756Z","caller":"traceutil/trace.go:171","msg":"trace[1886529510] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:818; }","duration":"161.307014ms","start":"2026-04-28T17:18:50.526418Z","end":"2026-04-28T17:18:50.687725Z","steps":["trace[1886529510] 'read index received' (duration: 161.14342ms)","trace[1886529510] 'applied index is now lower than readState.Index' (duration: 161.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:50.687852Z","caller":"traceutil/trace.go:171","msg":"trace[105459360] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"257.602559ms","start":"2026-04-28T17:18:50.430228Z","end":"2026-04-28T17:18:50.687831Z","steps":["trace[105459360] 'process raft request' (duration: 257.321981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:50.68802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.594792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:18:50.688069Z","caller":"traceutil/trace.go:171","msg":"trace[756215191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:789; }","duration":"161.697464ms","start":"2026-04-28T17:18:50.526358Z","end":"2026-04-28T17:18:50.688056Z","steps":["trace[756215191] 'agreement among raft nodes before linearized reading' (duration: 161.480549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:51.970356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.022072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:51.970493Z","caller":"traceutil/trace.go:171","msg":"trace[425420918] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"250.854745ms","start":"2026-04-28T17:18:51.719614Z","end":"2026-04-28T17:18:51.970469Z","steps":["trace[425420918] 'process raft request' (duration: 126.608307ms)","trace[425420918] 'compare' (duration: 123.842307ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:52.817422Z","caller":"traceutil/trace.go:171","msg":"trace[680192751] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"119.092029ms","start":"2026-04-28T17:18:52.698297Z","end":"2026-04-28T17:18:52.817389Z","steps":["trace[680192751] 'process raft request' (duration: 118.905805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:53.804036Z","caller":"traceutil/trace.go:171","msg":"trace[534580167] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"101.965558ms","start":"2026-04-28T17:18:53.70205Z","end":"2026-04-28T17:18:53.804016Z","steps":["trace[534580167] 'process raft request' (duration: 101.488246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:53.923402Z","caller":"traceutil/trace.go:171","msg":"trace[1984269894] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"109.682897ms","start":"2026-04-28T17:18:53.81369Z","end":"2026-04-28T17:18:53.923373Z","steps":["trace[1984269894] 'process raft request' (duration: 87.280812ms)","trace[1984269894] 'compare' (duration: 22.19594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:54.12722Z","caller":"traceutil/trace.go:171","msg":"trace[858070469] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"152.701582ms","start":"2026-04-28T17:18:53.974491Z","end":"2026-04-28T17:18:54.127193Z","steps":["trace[858070469] 'read index received' (duration: 142.452099ms)","trace[858070469] 'applied index is now lower than readState.Index' (duration: 10.248373ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:54.127418Z","caller":"traceutil/trace.go:171","msg":"trace[2019070704] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"190.862922ms","start":"2026-04-28T17:18:53.93652Z","end":"2026-04-28T17:18:54.127383Z","steps":["trace[2019070704] 'process raft request' (duration: 180.474245ms)","trace[2019070704] 'compare' (duration: 10.085509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:54.127607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.094853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:18:54.127715Z","caller":"traceutil/trace.go:171","msg":"trace[337190161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"153.239786ms","start":"2026-04-28T17:18:53.974457Z","end":"2026-04-28T17:18:54.127697Z","steps":["trace[337190161] 'agreement among raft nodes before linearized reading' (duration: 152.888997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:54.945727Z","caller":"traceutil/trace.go:171","msg":"trace[306078772] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"118.049452ms","start":"2026-04-28T17:18:54.827646Z","end":"2026-04-28T17:18:54.945695Z","steps":["trace[306078772] 'process raft request' (duration: 117.787655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:56.37947Z","caller":"traceutil/trace.go:171","msg":"trace[1330032035] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"101.580199ms","start":"2026-04-28T17:18:56.277847Z","end":"2026-04-28T17:18:56.379427Z","steps":["trace[1330032035] 'process raft request' (duration: 32.976076ms)","trace[1330032035] 'compare' (duration: 68.396827ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:56.900219Z","caller":"traceutil/trace.go:171","msg":"trace[546994816] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"289.951717ms","start":"2026-04-28T17:18:56.610227Z","end":"2026-04-28T17:18:56.900179Z","steps":["trace[546994816] 'process raft request' (duration: 289.613708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.327618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.095206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:18:58.327738Z","caller":"traceutil/trace.go:171","msg":"trace[100080075] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"213.968735ms","start":"2026-04-28T17:18:58.113747Z","end":"2026-04-28T17:18:58.327715Z","steps":["trace[100080075] 'process raft request' (duration: 40.672774ms)","trace[100080075] 'compare' (duration: 172.739117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:58.371479Z","caller":"traceutil/trace.go:171","msg":"trace[1770429275] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"215.965287ms","start":"2026-04-28T17:18:58.155478Z","end":"2026-04-28T17:18:58.371444Z","steps":["trace[1770429275] 'read index received' (duration: 215.665029ms)","trace[1770429275] 'applied index is now lower than readState.Index' (duration: 298.418µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:18:58.371716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.210193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T17:18:58.371764Z","caller":"traceutil/trace.go:171","msg":"trace[564214853] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:814; }","duration":"216.317316ms","start":"2026-04-28T17:18:58.155433Z","end":"2026-04-28T17:18:58.371751Z","steps":["trace[564214853] 'agreement among raft nodes before linearized reading' (duration: 216.206833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.372013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.909596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:18:58.371995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.742964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T17:18:58.372173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.101138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:18:58.372268Z","caller":"traceutil/trace.go:171","msg":"trace[1253554359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:814; }","duration":"145.258721ms","start":"2026-04-28T17:18:58.226983Z","end":"2026-04-28T17:18:58.372242Z","steps":["trace[1253554359] 'agreement among raft nodes before linearized reading' (duration: 144.985874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.372102Z","caller":"traceutil/trace.go:171","msg":"trace[1323847180] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:814; }","duration":"142.09868ms","start":"2026-04-28T17:18:58.229984Z","end":"2026-04-28T17:18:58.372083Z","steps":["trace[1323847180] 'agreement among raft nodes before linearized reading' (duration: 141.895005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.372201Z","caller":"traceutil/trace.go:171","msg":"trace[2087394971] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:814; }","duration":"167.034691ms","start":"2026-04-28T17:18:58.205148Z","end":"2026-04-28T17:18:58.372183Z","steps":["trace[2087394971] 'agreement among raft nodes before linearized reading' (duration: 166.700802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.372461Z","caller":"traceutil/trace.go:171","msg":"trace[1706685769] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"249.520019ms","start":"2026-04-28T17:18:58.122076Z","end":"2026-04-28T17:18:58.371596Z","steps":["trace[1706685769] 'process raft request' (duration: 249.18328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.488928Z","caller":"traceutil/trace.go:171","msg":"trace[2028374612] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"111.772731ms","start":"2026-04-28T17:18:58.377121Z","end":"2026-04-28T17:18:58.488894Z","steps":["trace[2028374612] 'process raft request' (duration: 60.550234ms)","trace[2028374612] 'compare' (duration: 51.013021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:58.568482Z","caller":"traceutil/trace.go:171","msg":"trace[1116359512] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"191.222761ms","start":"2026-04-28T17:18:58.377231Z","end":"2026-04-28T17:18:58.568454Z","steps":["trace[1116359512] 'process raft request' (duration: 191.018486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.568562Z","caller":"traceutil/trace.go:171","msg":"trace[1028895653] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"190.471672ms","start":"2026-04-28T17:18:58.378076Z","end":"2026-04-28T17:18:58.568548Z","steps":["trace[1028895653] 'process raft request' (duration: 190.293728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.568619Z","caller":"traceutil/trace.go:171","msg":"trace[226960317] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"184.864048ms","start":"2026-04-28T17:18:58.383734Z","end":"2026-04-28T17:18:58.568598Z","steps":["trace[226960317] 'process raft request' (duration: 184.685684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.568749Z","caller":"traceutil/trace.go:171","msg":"trace[775919546] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"182.317392ms","start":"2026-04-28T17:18:58.386401Z","end":"2026-04-28T17:18:58.568718Z","steps":["trace[775919546] 'process raft request' (duration: 182.064736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.64295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.921926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-zkxtm\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-04-28T17:18:58.64304Z","caller":"traceutil/trace.go:171","msg":"trace[1639258340] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-zkxtm; range_end:; response_count:1; response_revision:819; }","duration":"149.05123ms","start":"2026-04-28T17:18:58.49397Z","end":"2026-04-28T17:18:58.643021Z","steps":["trace[1639258340] 'agreement among raft nodes before linearized reading' (duration: 148.872645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.643081Z","caller":"traceutil/trace.go:171","msg":"trace[1241957187] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:847; }","duration":"148.687309ms","start":"2026-04-28T17:18:58.494011Z","end":"2026-04-28T17:18:58.642699Z","steps":["trace[1241957187] 'read index received' (duration: 74.256148ms)","trace[1241957187] 'applied index is now lower than readState.Index' (duration: 74.429491ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:58.862719Z","caller":"traceutil/trace.go:171","msg":"trace[2014505455] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"217.826926ms","start":"2026-04-28T17:18:58.64487Z","end":"2026-04-28T17:18:58.862697Z","steps":["trace[2014505455] 'read index received' (duration: 38.438218ms)","trace[2014505455] 'applied index is now lower than readState.Index' (duration: 179.387098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:58.862724Z","caller":"traceutil/trace.go:171","msg":"trace[1117136511] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"218.624756ms","start":"2026-04-28T17:18:58.644077Z","end":"2026-04-28T17:18:58.862702Z","steps":["trace[1117136511] 'process raft request' (duration: 207.956601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.862944Z","caller":"traceutil/trace.go:171","msg":"trace[1404319106] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"211.663457ms","start":"2026-04-28T17:18:58.651272Z","end":"2026-04-28T17:18:58.862935Z","steps":["trace[1404319106] 'process raft request' (duration: 211.372159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.215715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T17:18:58.863129Z","caller":"traceutil/trace.go:171","msg":"trace[1495330863] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:822; }","duration":"218.282047ms","start":"2026-04-28T17:18:58.644841Z","end":"2026-04-28T17:18:58.863123Z","steps":["trace[1495330863] 'agreement among raft nodes before linearized reading' (duration: 218.216566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.499601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-28T17:18:58.863414Z","caller":"traceutil/trace.go:171","msg":"trace[1680466455] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:822; }","duration":"216.627624ms","start":"2026-04-28T17:18:58.646753Z","end":"2026-04-28T17:18:58.863381Z","steps":["trace[1680466455] 'agreement among raft nodes before linearized reading' (duration: 216.45989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.431461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"warn","ts":"2026-04-28T17:18:58.863483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.789572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-28T17:18:58.863493Z","caller":"traceutil/trace.go:171","msg":"trace[2034755369] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:822; }","duration":"118.575225ms","start":"2026-04-28T17:18:58.744888Z","end":"2026-04-28T17:18:58.863464Z","steps":["trace[2034755369] 'agreement among raft nodes before linearized reading' (duration: 118.318938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.863517Z","caller":"traceutil/trace.go:171","msg":"trace[250357506] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:822; }","duration":"215.847904ms","start":"2026-04-28T17:18:58.64766Z","end":"2026-04-28T17:18:58.863508Z","steps":["trace[250357506] 'agreement among raft nodes before linearized reading' (duration: 215.794043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.538227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4922"} {"level":"warn","ts":"2026-04-28T17:18:58.863518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.090155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-04-28T17:18:58.863594Z","caller":"traceutil/trace.go:171","msg":"trace[340125998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:822; }","duration":"215.604368ms","start":"2026-04-28T17:18:58.647967Z","end":"2026-04-28T17:18:58.863571Z","steps":["trace[340125998] 'agreement among raft nodes before linearized reading' (duration: 215.493425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.832154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-04-28T17:18:58.863626Z","caller":"traceutil/trace.go:171","msg":"trace[110539541] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:822; }","duration":"216.06069ms","start":"2026-04-28T17:18:58.647556Z","end":"2026-04-28T17:18:58.863617Z","steps":["trace[110539541] 'agreement among raft nodes before linearized reading' (duration: 215.799113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.863605Z","caller":"traceutil/trace.go:171","msg":"trace[829863279] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:822; }","duration":"215.198598ms","start":"2026-04-28T17:18:58.648392Z","end":"2026-04-28T17:18:58.86359Z","steps":["trace[829863279] 'agreement among raft nodes before linearized reading' (duration: 214.965982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.141975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-04-28T17:18:58.863695Z","caller":"traceutil/trace.go:171","msg":"trace[1208244678] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:822; }","duration":"215.253779ms","start":"2026-04-28T17:18:58.648422Z","end":"2026-04-28T17:18:58.863676Z","steps":["trace[1208244678] 'agreement among raft nodes before linearized reading' (duration: 214.989803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:58.863704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.807373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-04-28T17:18:58.863805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.307406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-04-28T17:18:58.863886Z","caller":"traceutil/trace.go:171","msg":"trace[26866010] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:822; }","duration":"216.420538ms","start":"2026-04-28T17:18:58.64745Z","end":"2026-04-28T17:18:58.863871Z","steps":["trace[26866010] 'agreement among raft nodes before linearized reading' (duration: 216.124291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:58.863855Z","caller":"traceutil/trace.go:171","msg":"trace[899451733] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:822; }","duration":"216.154892ms","start":"2026-04-28T17:18:58.647677Z","end":"2026-04-28T17:18:58.863832Z","steps":["trace[899451733] 'agreement among raft nodes before linearized reading' (duration: 215.65797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:18:59.113309Z","caller":"traceutil/trace.go:171","msg":"trace[1556907538] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:855; }","duration":"110.123298ms","start":"2026-04-28T17:18:59.00316Z","end":"2026-04-28T17:18:59.113283Z","steps":["trace[1556907538] 'read index received' (duration: 109.610435ms)","trace[1556907538] 'applied index is now lower than readState.Index' (duration: 511.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:18:59.113401Z","caller":"traceutil/trace.go:171","msg":"trace[39034858] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"241.280877ms","start":"2026-04-28T17:18:58.872089Z","end":"2026-04-28T17:18:59.11337Z","steps":["trace[39034858] 'process raft request' (duration: 240.59711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:18:59.113647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.479489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:18:59.113694Z","caller":"traceutil/trace.go:171","msg":"trace[71344409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:823; }","duration":"110.591851ms","start":"2026-04-28T17:18:59.003091Z","end":"2026-04-28T17:18:59.113683Z","steps":["trace[71344409] 'agreement among raft nodes before linearized reading' (duration: 110.365325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:00.711881Z","caller":"traceutil/trace.go:171","msg":"trace[15217905] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"134.043763ms","start":"2026-04-28T17:19:00.577811Z","end":"2026-04-28T17:19:00.711855Z","steps":["trace[15217905] 'process raft request' (duration: 133.891039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:01.27153Z","caller":"traceutil/trace.go:171","msg":"trace[667606002] linearizableReadLoop","detail":"{readStateIndex:868; appliedIndex:867; }","duration":"101.002094ms","start":"2026-04-28T17:19:01.170508Z","end":"2026-04-28T17:19:01.27151Z","steps":["trace[667606002] 'read index received' (duration: 100.759358ms)","trace[667606002] 'applied index is now lower than readState.Index' (duration: 241.596µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:01.271608Z","caller":"traceutil/trace.go:171","msg":"trace[1376064114] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"112.223782ms","start":"2026-04-28T17:19:01.159355Z","end":"2026-04-28T17:19:01.271578Z","steps":["trace[1376064114] 'process raft request' (duration: 111.955655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:01.271802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.270741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T17:19:01.271875Z","caller":"traceutil/trace.go:171","msg":"trace[565747322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:834; }","duration":"101.382384ms","start":"2026-04-28T17:19:01.170475Z","end":"2026-04-28T17:19:01.271857Z","steps":["trace[565747322] 'agreement among raft nodes before linearized reading' (duration: 101.188179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:01.271884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.214909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T17:19:01.271936Z","caller":"traceutil/trace.go:171","msg":"trace[642570161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:834; }","duration":"101.295202ms","start":"2026-04-28T17:19:01.170626Z","end":"2026-04-28T17:19:01.271921Z","steps":["trace[642570161] 'agreement among raft nodes before linearized reading' (duration: 101.141378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:02.015225Z","caller":"traceutil/trace.go:171","msg":"trace[220224098] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"205.60496ms","start":"2026-04-28T17:19:01.809596Z","end":"2026-04-28T17:19:02.0152Z","steps":["trace[220224098] 'process raft request' (duration: 205.442306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:02.040599Z","caller":"traceutil/trace.go:171","msg":"trace[1459043352] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"228.492878ms","start":"2026-04-28T17:19:01.812082Z","end":"2026-04-28T17:19:02.040575Z","steps":["trace[1459043352] 'process raft request' (duration: 228.417716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:02.040904Z","caller":"traceutil/trace.go:171","msg":"trace[1245486402] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"228.912119ms","start":"2026-04-28T17:19:01.811982Z","end":"2026-04-28T17:19:02.040895Z","steps":["trace[1245486402] 'process raft request' (duration: 228.343935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:02.431649Z","caller":"traceutil/trace.go:171","msg":"trace[1510491062] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:875; }","duration":"407.966679ms","start":"2026-04-28T17:19:02.023646Z","end":"2026-04-28T17:19:02.431612Z","steps":["trace[1510491062] 'read index received' (duration: 16.783951ms)","trace[1510491062] 'applied index is now lower than readState.Index' (duration: 391.181208ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:02.431973Z","caller":"traceutil/trace.go:171","msg":"trace[783965418] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"408.4059ms","start":"2026-04-28T17:19:02.023521Z","end":"2026-04-28T17:19:02.431927Z","steps":["trace[783965418] 'process raft request' (duration: 315.011342ms)","trace[783965418] 'compare' (duration: 92.890876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:02.432176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.502773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:19:02.432276Z","caller":"traceutil/trace.go:171","msg":"trace[1858756310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:844; }","duration":"408.647746ms","start":"2026-04-28T17:19:02.023607Z","end":"2026-04-28T17:19:02.432254Z","steps":["trace[1858756310] 'agreement among raft nodes before linearized reading' (duration: 408.356039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:02.432335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.023592Z","time spent":"408.730578ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:19:02.432386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.023498Z","time spent":"408.579144ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:02.610109Z","caller":"traceutil/trace.go:171","msg":"trace[938923749] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:878; }","duration":"178.32304ms","start":"2026-04-28T17:19:02.431757Z","end":"2026-04-28T17:19:02.61008Z","steps":["trace[938923749] 'read index received' (duration: 177.820427ms)","trace[938923749] 'applied index is now lower than readState.Index' (duration: 501.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:02.610169Z","caller":"traceutil/trace.go:171","msg":"trace[463526827] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"562.666592ms","start":"2026-04-28T17:19:02.047473Z","end":"2026-04-28T17:19:02.610139Z","steps":["trace[463526827] 'process raft request' (duration: 562.523138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:02.610255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.576698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:19:02.610302Z","caller":"traceutil/trace.go:171","msg":"trace[951668205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:846; }","duration":"544.63804ms","start":"2026-04-28T17:19:02.065649Z","end":"2026-04-28T17:19:02.610287Z","steps":["trace[951668205] 'agreement among raft nodes before linearized reading' (duration: 544.545667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:02.610314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.047455Z","time spent":"562.782805ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:02.610328Z","caller":"traceutil/trace.go:171","msg":"trace[498769338] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"563.593205ms","start":"2026-04-28T17:19:02.046679Z","end":"2026-04-28T17:19:02.610272Z","steps":["trace[498769338] 'process raft request' (duration: 562.804154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:02.610701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.046651Z","time spent":"563.806301ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:19:02.611054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.065603Z","time spent":"545.422689ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:19:02.877567Z","caller":"traceutil/trace.go:171","msg":"trace[1816286507] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:880; }","duration":"264.36355ms","start":"2026-04-28T17:19:02.613181Z","end":"2026-04-28T17:19:02.877544Z","steps":["trace[1816286507] 'read index received' (duration: 219.879097ms)","trace[1816286507] 'applied index is now lower than readState.Index' (duration: 44.483122ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:02.87772Z","caller":"traceutil/trace.go:171","msg":"trace[1049368155] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"436.615525ms","start":"2026-04-28T17:19:02.441094Z","end":"2026-04-28T17:19:02.877709Z","steps":["trace[1049368155] 'process raft request' (duration: 436.396339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:02.877856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.44106Z","time spent":"436.696286ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:02.877928Z","caller":"traceutil/trace.go:171","msg":"trace[604409059] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"440.123414ms","start":"2026-04-28T17:19:02.437751Z","end":"2026-04-28T17:19:02.877875Z","steps":["trace[604409059] 'process raft request' (duration: 395.418096ms)","trace[604409059] 'compare' (duration: 44.160244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:02.878018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.819061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:19:02.87811Z","caller":"traceutil/trace.go:171","msg":"trace[514675715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:848; }","duration":"264.968315ms","start":"2026-04-28T17:19:02.61312Z","end":"2026-04-28T17:19:02.878089Z","steps":["trace[514675715] 'agreement among raft nodes before linearized reading' (duration: 264.800511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:02.87802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.815686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:19:02.878195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:02.43773Z","time spent":"440.327079ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:02.87822Z","caller":"traceutil/trace.go:171","msg":"trace[1321772196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:848; }","duration":"162.067452ms","start":"2026-04-28T17:19:02.716115Z","end":"2026-04-28T17:19:02.878183Z","steps":["trace[1321772196] 'agreement among raft nodes before linearized reading' (duration: 161.695072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:03.532294Z","caller":"traceutil/trace.go:171","msg":"trace[1512000138] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"188.500331ms","start":"2026-04-28T17:19:03.343768Z","end":"2026-04-28T17:19:03.532268Z","steps":["trace[1512000138] 'process raft request' (duration: 188.334007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:03.767549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.587931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:19:03.767781Z","caller":"traceutil/trace.go:171","msg":"trace[1341538306] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"423.924428ms","start":"2026-04-28T17:19:03.343806Z","end":"2026-04-28T17:19:03.767731Z","steps":["trace[1341538306] 'process raft request' (duration: 283.000039ms)","trace[1341538306] 'compare' (duration: 140.262312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:03.768014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:03.34378Z","time spent":"424.110333ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:04.539392Z","caller":"traceutil/trace.go:171","msg":"trace[665454313] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"139.627486ms","start":"2026-04-28T17:19:04.399734Z","end":"2026-04-28T17:19:04.539362Z","steps":["trace[665454313] 'process raft request' (duration: 77.691785ms)","trace[665454313] 'compare' (duration: 61.698414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:05.449687Z","caller":"traceutil/trace.go:171","msg":"trace[1327934399] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"101.766223ms","start":"2026-04-28T17:19:05.347891Z","end":"2026-04-28T17:19:05.449657Z","steps":["trace[1327934399] 'process raft request' (duration: 101.528827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:05.642236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.680945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:19:05.642323Z","caller":"traceutil/trace.go:171","msg":"trace[252643994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:856; }","duration":"105.821458ms","start":"2026-04-28T17:19:05.536477Z","end":"2026-04-28T17:19:05.642299Z","steps":["trace[252643994] 'range keys from in-memory index tree' (duration: 105.47512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:05.933034Z","caller":"traceutil/trace.go:171","msg":"trace[1924302252] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"160.610885ms","start":"2026-04-28T17:19:05.772356Z","end":"2026-04-28T17:19:05.932967Z","steps":["trace[1924302252] 'read index received' (duration: 160.40519ms)","trace[1924302252] 'applied index is now lower than readState.Index' (duration: 204.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:05.933153Z","caller":"traceutil/trace.go:171","msg":"trace[1272963382] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"286.357635ms","start":"2026-04-28T17:19:05.646753Z","end":"2026-04-28T17:19:05.933111Z","steps":["trace[1272963382] 'process raft request' (duration: 286.003996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:05.933264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.898313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:19:05.933328Z","caller":"traceutil/trace.go:171","msg":"trace[1156331900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:857; }","duration":"161.024096ms","start":"2026-04-28T17:19:05.772286Z","end":"2026-04-28T17:19:05.93331Z","steps":["trace[1156331900] 'agreement among raft nodes before linearized reading' (duration: 160.823721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:06.098996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.344336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:19:06.099183Z","caller":"traceutil/trace.go:171","msg":"trace[357328728] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"160.913893ms","start":"2026-04-28T17:19:05.938234Z","end":"2026-04-28T17:19:06.099148Z","steps":["trace[357328728] 'process raft request' (duration: 41.329431ms)","trace[357328728] 'compare' (duration: 119.186582ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:06.736553Z","caller":"traceutil/trace.go:171","msg":"trace[1148007501] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"321.582471ms","start":"2026-04-28T17:19:06.414947Z","end":"2026-04-28T17:19:06.73653Z","steps":["trace[1148007501] 'process raft request' (duration: 321.382215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:06.736889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:06.414923Z","time spent":"321.745384ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:06.870323Z","caller":"traceutil/trace.go:171","msg":"trace[1310166796] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"321.106048ms","start":"2026-04-28T17:19:06.549186Z","end":"2026-04-28T17:19:06.870293Z","steps":["trace[1310166796] 'process raft request' (duration: 273.086044ms)","trace[1310166796] 'compare' (duration: 47.653874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:06.870489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:06.54915Z","time spent":"321.25692ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:19:07.138814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.653637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:19:07.138926Z","caller":"traceutil/trace.go:171","msg":"trace[1134351228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:861; }","duration":"109.835471ms","start":"2026-04-28T17:19:07.029068Z","end":"2026-04-28T17:19:07.138903Z","steps":["trace[1134351228] 'range keys from in-memory index tree' (duration: 109.375859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:07.793489Z","caller":"traceutil/trace.go:171","msg":"trace[664635778] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"335.365394ms","start":"2026-04-28T17:19:07.458098Z","end":"2026-04-28T17:19:07.793464Z","steps":["trace[664635778] 'process raft request' (duration: 335.17686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:07.793649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:07.458069Z","time spent":"335.502538ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:09.217878Z","caller":"traceutil/trace.go:171","msg":"trace[154624818] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"249.56712ms","start":"2026-04-28T17:19:08.968282Z","end":"2026-04-28T17:19:09.217849Z","steps":["trace[154624818] 'process raft request' (duration: 249.349204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:09.344414Z","caller":"traceutil/trace.go:171","msg":"trace[1402957965] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"122.896386ms","start":"2026-04-28T17:19:09.221483Z","end":"2026-04-28T17:19:09.34438Z","steps":["trace[1402957965] 'process raft request' (duration: 120.879584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:12.567101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790841497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:19:13.067428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790841497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:19:13.404141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348762063s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:19:13.404535Z","caller":"traceutil/trace.go:171","msg":"trace[210129922] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"1.337605486s","start":"2026-04-28T17:19:12.066901Z","end":"2026-04-28T17:19:13.404507Z","steps":["trace[210129922] 'read index received' (duration: 1.337407821s)","trace[210129922] 'applied index is now lower than readState.Index' (duration: 196.785µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:13.404648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337723309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:19:13.404679Z","caller":"traceutil/trace.go:171","msg":"trace[1559816310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:883; }","duration":"1.33778932s","start":"2026-04-28T17:19:12.06688Z","end":"2026-04-28T17:19:13.404669Z","steps":["trace[1559816310] 'agreement among raft nodes before linearized reading' (duration: 1.337720298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.404719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:12.066871Z","time spent":"1.337833961s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:19:13.404679Z","caller":"traceutil/trace.go:171","msg":"trace[89378174] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"1.349330247s","start":"2026-04-28T17:19:12.055296Z","end":"2026-04-28T17:19:13.404626Z","steps":["trace[89378174] 'process raft request' (duration: 1.349072321s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.40486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:12.055283Z","time spent":"1.349480691s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:19:13.40496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.555387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T17:19:13.405034Z","caller":"traceutil/trace.go:171","msg":"trace[1122734222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:883; }","duration":"173.67146ms","start":"2026-04-28T17:19:13.231344Z","end":"2026-04-28T17:19:13.405015Z","steps":["trace[1122734222] 'agreement among raft nodes before linearized reading' (duration: 173.499176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.405067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.776625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T17:19:13.405129Z","caller":"traceutil/trace.go:171","msg":"trace[1483109068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:883; }","duration":"585.882148ms","start":"2026-04-28T17:19:12.819231Z","end":"2026-04-28T17:19:13.405113Z","steps":["trace[1483109068] 'agreement among raft nodes before linearized reading' (duration: 585.766355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.405147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.618218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:19:13.405179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:12.819211Z","time spent":"585.95653ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-28T17:19:13.405235Z","caller":"traceutil/trace.go:171","msg":"trace[1582547247] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:883; }","duration":"901.752971ms","start":"2026-04-28T17:19:12.503467Z","end":"2026-04-28T17:19:13.40522Z","steps":["trace[1582547247] 'agreement among raft nodes before linearized reading' (duration: 901.611198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.405236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.34239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:19:13.405293Z","caller":"traceutil/trace.go:171","msg":"trace[2068572559] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:883; }","duration":"572.432553ms","start":"2026-04-28T17:19:12.832844Z","end":"2026-04-28T17:19:13.405276Z","steps":["trace[2068572559] 'agreement among raft nodes before linearized reading' (duration: 572.3145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.405284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:12.503443Z","time spent":"901.825583ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:19:13.405356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:12.83283Z","time spent":"572.502954ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:19:13.404856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209973927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T17:19:13.405522Z","caller":"traceutil/trace.go:171","msg":"trace[271811935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:883; }","duration":"1.210679585s","start":"2026-04-28T17:19:12.194827Z","end":"2026-04-28T17:19:13.405507Z","steps":["trace[271811935] 'agreement among raft nodes before linearized reading' (duration: 1.209879025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.405571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:12.194802Z","time spent":"1.210754107s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:19:13.65572Z","caller":"traceutil/trace.go:171","msg":"trace[453367512] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:919; }","duration":"246.104261ms","start":"2026-04-28T17:19:13.409588Z","end":"2026-04-28T17:19:13.655693Z","steps":["trace[453367512] 'read index received' (duration: 244.862018ms)","trace[453367512] 'applied index is now lower than readState.Index' (duration: 1.241173ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:13.655831Z","caller":"traceutil/trace.go:171","msg":"trace[40513980] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"246.084261ms","start":"2026-04-28T17:19:13.409723Z","end":"2026-04-28T17:19:13.655807Z","steps":["trace[40513980] 'process raft request' (duration: 245.928007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:13.655814Z","caller":"traceutil/trace.go:171","msg":"trace[1161611865] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"246.43039ms","start":"2026-04-28T17:19:13.409327Z","end":"2026-04-28T17:19:13.655757Z","steps":["trace[1161611865] 'process raft request' (duration: 246.275646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.655909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.298146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T17:19:13.655966Z","caller":"traceutil/trace.go:171","msg":"trace[226116495] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:886; }","duration":"246.397808ms","start":"2026-04-28T17:19:13.409553Z","end":"2026-04-28T17:19:13.655951Z","steps":["trace[226116495] 'agreement among raft nodes before linearized reading' (duration: 246.284986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:13.656035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.013932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:19:13.655922Z","caller":"traceutil/trace.go:171","msg":"trace[454565038] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"246.687306ms","start":"2026-04-28T17:19:13.409069Z","end":"2026-04-28T17:19:13.655756Z","steps":["trace[454565038] 'process raft request' (duration: 245.361981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:13.656095Z","caller":"traceutil/trace.go:171","msg":"trace[613506514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:886; }","duration":"243.087644ms","start":"2026-04-28T17:19:13.412994Z","end":"2026-04-28T17:19:13.656081Z","steps":["trace[613506514] 'agreement among raft nodes before linearized reading' (duration: 243.003392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:40.126007Z","caller":"traceutil/trace.go:171","msg":"trace[829218651] linearizableReadLoop","detail":"{readStateIndex:1313; appliedIndex:1311; }","duration":"152.126589ms","start":"2026-04-28T17:19:39.973844Z","end":"2026-04-28T17:19:40.12597Z","steps":["trace[829218651] 'read index received' (duration: 34.873527ms)","trace[829218651] 'applied index is now lower than readState.Index' (duration: 117.251301ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:40.126152Z","caller":"traceutil/trace.go:171","msg":"trace[931788739] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"166.687442ms","start":"2026-04-28T17:19:39.959423Z","end":"2026-04-28T17:19:40.126111Z","steps":["trace[931788739] 'process raft request' (duration: 102.992336ms)","trace[931788739] 'compare' (duration: 63.381798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:40.126619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.757784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:19:40.126691Z","caller":"traceutil/trace.go:171","msg":"trace[1369585560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1270; }","duration":"152.888317ms","start":"2026-04-28T17:19:39.973782Z","end":"2026-04-28T17:19:40.12667Z","steps":["trace[1369585560] 'agreement among raft nodes before linearized reading' (duration: 152.384544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:40.270725Z","caller":"traceutil/trace.go:171","msg":"trace[803004406] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"121.298715ms","start":"2026-04-28T17:19:40.149403Z","end":"2026-04-28T17:19:40.270701Z","steps":["trace[803004406] 'process raft request' (duration: 121.256124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:40.270787Z","caller":"traceutil/trace.go:171","msg":"trace[1769946325] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"140.026627ms","start":"2026-04-28T17:19:40.130721Z","end":"2026-04-28T17:19:40.270748Z","steps":["trace[1769946325] 'process raft request' (duration: 98.244663ms)","trace[1769946325] 'compare' (duration: 41.532937ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:40.576528Z","caller":"traceutil/trace.go:171","msg":"trace[1131524802] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"131.173938ms","start":"2026-04-28T17:19:40.445325Z","end":"2026-04-28T17:19:40.576499Z","steps":["trace[1131524802] 'process raft request' (duration: 130.993934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:40.74369Z","caller":"traceutil/trace.go:171","msg":"trace[1464058607] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"158.747518ms","start":"2026-04-28T17:19:40.584911Z","end":"2026-04-28T17:19:40.743658Z","steps":["trace[1464058607] 'process raft request' (duration: 153.966405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:40.74369Z","caller":"traceutil/trace.go:171","msg":"trace[401750018] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"157.559516ms","start":"2026-04-28T17:19:40.5861Z","end":"2026-04-28T17:19:40.74366Z","steps":["trace[401750018] 'process raft request' (duration: 157.458184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:42.39322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790842222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:19:42.403339Z","caller":"traceutil/trace.go:171","msg":"trace[437693230] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"780.824495ms","start":"2026-04-28T17:19:41.622489Z","end":"2026-04-28T17:19:42.403314Z","steps":["trace[437693230] 'process raft request' (duration: 780.6619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:42.403481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:41.622469Z","time spent":"780.927799ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:19:43.751102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347935352s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:19:43.751574Z","caller":"traceutil/trace.go:171","msg":"trace[1517952052] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1320; }","duration":"1.858722401s","start":"2026-04-28T17:19:41.892831Z","end":"2026-04-28T17:19:43.751553Z","steps":["trace[1517952052] 'read index received' (duration: 510.316997ms)","trace[1517952052] 'applied index is now lower than readState.Index' (duration: 1.348404334s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:19:43.751697Z","caller":"traceutil/trace.go:171","msg":"trace[296818076] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"1.474905352s","start":"2026-04-28T17:19:42.276741Z","end":"2026-04-28T17:19:43.751646Z","steps":["trace[296818076] 'process raft request' (duration: 1.474594925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:43.751818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823791503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:19:43.751867Z","caller":"traceutil/trace.go:171","msg":"trace[1370504291] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1279; }","duration":"1.823963278s","start":"2026-04-28T17:19:41.927891Z","end":"2026-04-28T17:19:43.751854Z","steps":["trace[1370504291] 'agreement among raft nodes before linearized reading' (duration: 1.823803464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:43.751919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:41.927864Z","time spent":"1.82403079s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:19:43.7519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:42.276727Z","time spent":"1.475035696s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:19:43.75191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859053239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:19:43.751965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621889407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:19:43.751996Z","caller":"traceutil/trace.go:171","msg":"trace[1481501162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1279; }","duration":"1.859157052s","start":"2026-04-28T17:19:41.892818Z","end":"2026-04-28T17:19:43.751975Z","steps":["trace[1481501162] 'agreement among raft nodes before linearized reading' (duration: 1.858872624s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:43.752025Z","caller":"traceutil/trace.go:171","msg":"trace[1678125565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1279; }","duration":"1.621978349s","start":"2026-04-28T17:19:42.130029Z","end":"2026-04-28T17:19:43.752007Z","steps":["trace[1678125565] 'agreement among raft nodes before linearized reading' (duration: 1.621779394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:43.75201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683715406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:19:43.75206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:42.13001Z","time spent":"1.622042222s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:19:43.752068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738532053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:19:43.752132Z","caller":"traceutil/trace.go:171","msg":"trace[621874134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1279; }","duration":"1.68386604s","start":"2026-04-28T17:19:42.068225Z","end":"2026-04-28T17:19:43.752091Z","steps":["trace[621874134] 'agreement among raft nodes before linearized reading' (duration: 1.683659914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:43.752106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476198956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:19:43.752161Z","caller":"traceutil/trace.go:171","msg":"trace[1810457121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1279; }","duration":"1.738674648s","start":"2026-04-28T17:19:42.013462Z","end":"2026-04-28T17:19:43.752137Z","steps":["trace[1810457121] 'agreement among raft nodes before linearized reading' (duration: 1.738440712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:43.752189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:42.068205Z","time spent":"1.683974242s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:19:43.752192Z","caller":"traceutil/trace.go:171","msg":"trace[1657879017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1279; }","duration":"1.476325029s","start":"2026-04-28T17:19:42.275854Z","end":"2026-04-28T17:19:43.752179Z","steps":["trace[1657879017] 'agreement among raft nodes before linearized reading' (duration: 1.476103903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:43.75221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:42.013437Z","time spent":"1.738765209s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:19:43.75223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:42.275833Z","time spent":"1.47638834s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:19:43.752044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:41.892761Z","time spent":"1.859275075s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:19:44.262437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790842227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:19:44.762744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790842227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:19:45.263268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790842227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:19:45.762077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:19:45.762155Z","caller":"traceutil/trace.go:171","msg":"trace[698668106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478673s","start":"2026-04-28T17:19:43.761659Z","end":"2026-04-28T17:19:45.762138Z","steps":["trace[698668106] 'agreement among raft nodes before linearized reading' (duration: 2.00037338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:45.762194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:43.761649Z","time spent":"2.000538505s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:19:45.763656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790842227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:19:46.002644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.125505814s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:19:46.008669Z","caller":"traceutil/trace.go:171","msg":"trace[715021988] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"2.252145767s","start":"2026-04-28T17:19:43.756495Z","end":"2026-04-28T17:19:46.008641Z","steps":["trace[715021988] 'process raft request' (duration: 2.246424439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.008863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:43.756471Z","time spent":"2.252301401s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:46.011352Z","caller":"traceutil/trace.go:171","msg":"trace[558866540] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"2.254186168s","start":"2026-04-28T17:19:43.757139Z","end":"2026-04-28T17:19:46.011326Z","steps":["trace[558866540] 'process raft request' (duration: 2.253986923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.011529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:43.75713Z","time spent":"2.254301483s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:46.011732Z","caller":"traceutil/trace.go:171","msg":"trace[1481147679] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"2.254487277s","start":"2026-04-28T17:19:43.757199Z","end":"2026-04-28T17:19:46.011686Z","steps":["trace[1481147679] 'process raft request' (duration: 2.254080556s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:46.011796Z","caller":"traceutil/trace.go:171","msg":"trace[2103666402] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"2.253687117s","start":"2026-04-28T17:19:43.758098Z","end":"2026-04-28T17:19:46.011785Z","steps":["trace[2103666402] 'process raft request' (duration: 2.253435171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.011853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:43.758077Z","time spent":"2.253750459s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:46.01188Z","caller":"traceutil/trace.go:171","msg":"trace[345382590] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1322; }","duration":"2.250165107s","start":"2026-04-28T17:19:43.761684Z","end":"2026-04-28T17:19:46.011849Z","steps":["trace[345382590] 'read index received' (duration: 2.24133499s)","trace[345382590] 'applied index is now lower than readState.Index' (duration: 8.828767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:19:46.012008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:43.757181Z","time spent":"2.254651651s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:19:46.011925Z","caller":"traceutil/trace.go:171","msg":"trace[485139059] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"770.525062ms","start":"2026-04-28T17:19:45.241391Z","end":"2026-04-28T17:19:46.011916Z","steps":["trace[485139059] 'process raft request' (duration: 770.283256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:45.241352Z","time spent":"770.721747ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:19:46.012226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604100743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:19:46.012236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086256847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:19:46.012267Z","caller":"traceutil/trace.go:171","msg":"trace[321446375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1285; }","duration":"1.604178585s","start":"2026-04-28T17:19:44.40808Z","end":"2026-04-28T17:19:46.012258Z","steps":["trace[321446375] 'agreement among raft nodes before linearized reading' (duration: 1.604064592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:44.408054Z","time spent":"1.604238416s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:19:46.012304Z","caller":"traceutil/trace.go:171","msg":"trace[1109696008] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1285; }","duration":"2.086394791s","start":"2026-04-28T17:19:43.925894Z","end":"2026-04-28T17:19:46.012289Z","steps":["trace[1109696008] 'agreement among raft nodes before linearized reading' (duration: 2.086248917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.54682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:19:46.012314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.457375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:19:46.012347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:43.925872Z","time spent":"2.086465822s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:19:46.012375Z","caller":"traceutil/trace.go:171","msg":"trace[1402433901] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1285; }","duration":"653.524617ms","start":"2026-04-28T17:19:45.358838Z","end":"2026-04-28T17:19:46.012363Z","steps":["trace[1402433901] 'agreement among raft nodes before linearized reading' (duration: 653.415764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766814022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:19:46.012396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886863675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:19:46.012422Z","caller":"traceutil/trace.go:171","msg":"trace[1049221769] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1285; }","duration":"1.766913805s","start":"2026-04-28T17:19:44.245494Z","end":"2026-04-28T17:19:46.012408Z","steps":["trace[1049221769] 'agreement among raft nodes before linearized reading' (duration: 1.766847463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655638796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:19:46.012498Z","caller":"traceutil/trace.go:171","msg":"trace[1095196896] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1285; }","duration":"1.655718628s","start":"2026-04-28T17:19:44.356773Z","end":"2026-04-28T17:19:46.012492Z","steps":["trace[1095196896] 'agreement among raft nodes before linearized reading' (duration: 1.655641616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:44.245463Z","time spent":"1.767012486s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:19:46.012523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:44.356743Z","time spent":"1.65577613s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T17:19:46.012032Z","caller":"traceutil/trace.go:171","msg":"trace[195962285] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"253.887892ms","start":"2026-04-28T17:19:45.75813Z","end":"2026-04-28T17:19:46.012018Z","steps":["trace[195962285] 'process raft request' (duration: 253.648726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:19:46.01237Z","caller":"traceutil/trace.go:171","msg":"trace[421942961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1285; }","duration":"249.625912ms","start":"2026-04-28T17:19:45.76273Z","end":"2026-04-28T17:19:46.012356Z","steps":["trace[421942961] 'agreement among raft nodes before linearized reading' (duration: 249.497979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:45.358774Z","time spent":"653.62767ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:19:46.012447Z","caller":"traceutil/trace.go:171","msg":"trace[1502062014] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1285; }","duration":"1.886915797s","start":"2026-04-28T17:19:44.125523Z","end":"2026-04-28T17:19:46.012439Z","steps":["trace[1502062014] 'agreement among raft nodes before linearized reading' (duration: 1.886832634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:19:46.012747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:19:44.125457Z","time spent":"1.887244685s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:20:03.571532Z","caller":"traceutil/trace.go:171","msg":"trace[1772475944] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"515.72277ms","start":"2026-04-28T17:20:03.055776Z","end":"2026-04-28T17:20:03.571499Z","steps":["trace[1772475944] 'process raft request' (duration: 515.509305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:03.571732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:03.055763Z","time spent":"515.867393ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4331,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:08.909314Z","caller":"traceutil/trace.go:171","msg":"trace[1043597081] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"143.562559ms","start":"2026-04-28T17:20:08.765717Z","end":"2026-04-28T17:20:08.90928Z","steps":["trace[1043597081] 'process raft request' (duration: 143.380184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:12.640459Z","caller":"traceutil/trace.go:171","msg":"trace[1406840510] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1612; }","duration":"399.647528ms","start":"2026-04-28T17:20:12.240779Z","end":"2026-04-28T17:20:12.640426Z","steps":["trace[1406840510] 'read index received' (duration: 399.304249ms)","trace[1406840510] 'applied index is now lower than readState.Index' (duration: 341.719µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:12.640861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.546235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T17:20:12.64094Z","caller":"traceutil/trace.go:171","msg":"trace[685285277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1555; }","duration":"383.654137ms","start":"2026-04-28T17:20:12.257268Z","end":"2026-04-28T17:20:12.640923Z","steps":["trace[685285277] 'agreement among raft nodes before linearized reading' (duration: 383.439762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:12.640933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.012769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:20:12.640534Z","caller":"traceutil/trace.go:171","msg":"trace[270587033] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"441.844253ms","start":"2026-04-28T17:20:12.198646Z","end":"2026-04-28T17:20:12.64049Z","steps":["trace[270587033] 'process raft request' (duration: 441.570776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:12.640933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.106699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T17:20:12.641008Z","caller":"traceutil/trace.go:171","msg":"trace[535850907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1555; }","duration":"395.150143ms","start":"2026-04-28T17:20:12.245835Z","end":"2026-04-28T17:20:12.640985Z","steps":["trace[535850907] 'agreement among raft nodes before linearized reading' (duration: 394.821395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:12.641064Z","caller":"traceutil/trace.go:171","msg":"trace[459428298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1555; }","duration":"400.301894ms","start":"2026-04-28T17:20:12.240733Z","end":"2026-04-28T17:20:12.641035Z","steps":["trace[459428298] 'agreement among raft nodes before linearized reading' (duration: 399.895754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:12.64107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.245814Z","time spent":"395.240296ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:20:12.640994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.257258Z","time spent":"383.72653ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:20:12.641125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.240713Z","time spent":"400.400828ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:20:12.641166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.924115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T17:20:12.641247Z","caller":"traceutil/trace.go:171","msg":"trace[1213587980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1555; }","duration":"386.038548ms","start":"2026-04-28T17:20:12.255189Z","end":"2026-04-28T17:20:12.641227Z","steps":["trace[1213587980] 'agreement among raft nodes before linearized reading' (duration: 385.816583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:12.64122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.80624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T17:20:12.641307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.255163Z","time spent":"386.131361ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:20:12.641309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.564274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:12.641363Z","caller":"traceutil/trace.go:171","msg":"trace[600767674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1555; }","duration":"309.852842ms","start":"2026-04-28T17:20:12.331497Z","end":"2026-04-28T17:20:12.64135Z","steps":["trace[600767674] 'agreement among raft nodes before linearized reading' (duration: 309.572954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:12.641378Z","caller":"traceutil/trace.go:171","msg":"trace[865510320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1555; }","duration":"381.999956ms","start":"2026-04-28T17:20:12.259338Z","end":"2026-04-28T17:20:12.641338Z","steps":["trace[865510320] 'agreement among raft nodes before linearized reading' (duration: 381.549204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:12.641355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.534589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-zkp88\" ","response":"range_response_count:1 size:4503"} {"level":"warn","ts":"2026-04-28T17:20:12.641408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.198621Z","time spent":"442.459878ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:12.64144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.259328Z","time spent":"382.102208ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:20:12.641477Z","caller":"traceutil/trace.go:171","msg":"trace[479725742] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-zkp88; range_end:; response_count:1; response_revision:1555; }","duration":"261.691985ms","start":"2026-04-28T17:20:12.379748Z","end":"2026-04-28T17:20:12.641439Z","steps":["trace[479725742] 'agreement among raft nodes before linearized reading' (duration: 261.105259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:12.641398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:12.33148Z","time spent":"309.907093ms","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:20:12.813454Z","caller":"traceutil/trace.go:171","msg":"trace[2068405620] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"167.078134ms","start":"2026-04-28T17:20:12.646337Z","end":"2026-04-28T17:20:12.813416Z","steps":["trace[2068405620] 'process raft request' (duration: 129.514359ms)","trace[2068405620] 'compare' (duration: 37.429752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:12.81622Z","caller":"traceutil/trace.go:171","msg":"trace[9674975] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"169.130785ms","start":"2026-04-28T17:20:12.647054Z","end":"2026-04-28T17:20:12.816185Z","steps":["trace[9674975] 'process raft request' (duration: 168.810267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:12.816233Z","caller":"traceutil/trace.go:171","msg":"trace[575586322] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"168.983531ms","start":"2026-04-28T17:20:12.647208Z","end":"2026-04-28T17:20:12.816192Z","steps":["trace[575586322] 'process raft request' (duration: 168.872489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:12.816483Z","caller":"traceutil/trace.go:171","msg":"trace[1894083703] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"168.709034ms","start":"2026-04-28T17:20:12.647761Z","end":"2026-04-28T17:20:12.81647Z","steps":["trace[1894083703] 'process raft request' (duration: 168.594322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:12.816565Z","caller":"traceutil/trace.go:171","msg":"trace[1513897209] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"169.179197ms","start":"2026-04-28T17:20:12.647282Z","end":"2026-04-28T17:20:12.816461Z","steps":["trace[1513897209] 'process raft request' (duration: 168.852329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:14.412445Z","caller":"traceutil/trace.go:171","msg":"trace[576336777] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"134.26314ms","start":"2026-04-28T17:20:14.278115Z","end":"2026-04-28T17:20:14.412378Z","steps":["trace[576336777] 'process raft request' (duration: 133.824709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:14.455303Z","caller":"traceutil/trace.go:171","msg":"trace[877118900] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1581; }","duration":"142.278856ms","start":"2026-04-28T17:20:14.312996Z","end":"2026-04-28T17:20:14.455275Z","steps":["trace[877118900] 'process raft request' (duration: 142.059401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:14.713713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.73857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:20:14.714038Z","caller":"traceutil/trace.go:171","msg":"trace[1198237237] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1582; }","duration":"256.744266ms","start":"2026-04-28T17:20:14.45727Z","end":"2026-04-28T17:20:14.714014Z","steps":["trace[1198237237] 'process raft request' (duration: 146.566805ms)","trace[1198237237] 'compare' (duration: 109.615377ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:14.714087Z","caller":"traceutil/trace.go:171","msg":"trace[1727083346] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"241.931476ms","start":"2026-04-28T17:20:14.472111Z","end":"2026-04-28T17:20:14.714043Z","steps":["trace[1727083346] 'process raft request' (duration: 241.72263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:14.714038Z","caller":"traceutil/trace.go:171","msg":"trace[1349825050] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1640; }","duration":"254.013916ms","start":"2026-04-28T17:20:14.459996Z","end":"2026-04-28T17:20:14.71401Z","steps":["trace[1349825050] 'read index received' (duration: 10.659234ms)","trace[1349825050] 'applied index is now lower than readState.Index' (duration: 243.351932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:14.714313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.301284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-j28p5\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-28T17:20:14.714383Z","caller":"traceutil/trace.go:171","msg":"trace[17022196] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-j28p5; range_end:; response_count:1; response_revision:1584; }","duration":"254.430588ms","start":"2026-04-28T17:20:14.459935Z","end":"2026-04-28T17:20:14.714366Z","steps":["trace[17022196] 'agreement among raft nodes before linearized reading' (duration: 254.15086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:14.714493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.586053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107255"} {"level":"info","ts":"2026-04-28T17:20:14.714578Z","caller":"traceutil/trace.go:171","msg":"trace[804052504] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1584; }","duration":"212.705086ms","start":"2026-04-28T17:20:14.501856Z","end":"2026-04-28T17:20:14.714561Z","steps":["trace[804052504] 'agreement among raft nodes before linearized reading' (duration: 212.434118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:15.023943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.315609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:20:15.024068Z","caller":"traceutil/trace.go:171","msg":"trace[920556562] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1645; }","duration":"213.359662ms","start":"2026-04-28T17:20:14.81069Z","end":"2026-04-28T17:20:15.02405Z","steps":["trace[920556562] 'read index received' (duration: 17.777467ms)","trace[920556562] 'applied index is now lower than readState.Index' (duration: 195.580005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:15.024129Z","caller":"traceutil/trace.go:171","msg":"trace[404542918] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"231.444347ms","start":"2026-04-28T17:20:14.792635Z","end":"2026-04-28T17:20:15.024079Z","steps":["trace[404542918] 'process raft request' (duration: 35.901173ms)","trace[404542918] 'compare' (duration: 194.99622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:15.024457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.770532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107255"} {"level":"info","ts":"2026-04-28T17:20:15.024503Z","caller":"traceutil/trace.go:171","msg":"trace[273392332] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1586; }","duration":"213.863065ms","start":"2026-04-28T17:20:14.810627Z","end":"2026-04-28T17:20:15.02449Z","steps":["trace[273392332] 'agreement among raft nodes before linearized reading' (duration: 213.589108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:15.024719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.776793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T17:20:15.024798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.401346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:20:15.024832Z","caller":"traceutil/trace.go:171","msg":"trace[2097568521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1586; }","duration":"206.953758ms","start":"2026-04-28T17:20:14.817855Z","end":"2026-04-28T17:20:15.024808Z","steps":["trace[2097568521] 'agreement among raft nodes before linearized reading' (duration: 206.641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:15.024846Z","caller":"traceutil/trace.go:171","msg":"trace[1667010105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1586; }","duration":"203.481497ms","start":"2026-04-28T17:20:14.821351Z","end":"2026-04-28T17:20:15.024832Z","steps":["trace[1667010105] 'agreement among raft nodes before linearized reading' (duration: 203.289762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:15.024881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.372641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T17:20:15.025069Z","caller":"traceutil/trace.go:171","msg":"trace[1215923773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1586; }","duration":"204.584167ms","start":"2026-04-28T17:20:14.820468Z","end":"2026-04-28T17:20:15.025052Z","steps":["trace[1215923773] 'agreement among raft nodes before linearized reading' (duration: 204.30047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:15.024765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.205297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T17:20:15.025162Z","caller":"traceutil/trace.go:171","msg":"trace[1763454333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1586; }","duration":"204.601057ms","start":"2026-04-28T17:20:14.82055Z","end":"2026-04-28T17:20:15.025151Z","steps":["trace[1763454333] 'agreement among raft nodes before linearized reading' (duration: 204.140666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:15.024896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.906473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T17:20:15.025274Z","caller":"traceutil/trace.go:171","msg":"trace[310831412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1586; }","duration":"203.347054ms","start":"2026-04-28T17:20:14.821916Z","end":"2026-04-28T17:20:15.025263Z","steps":["trace[310831412] 'agreement among raft nodes before linearized reading' (duration: 202.752119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:15.22414Z","caller":"traceutil/trace.go:171","msg":"trace[1745822618] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"195.283797ms","start":"2026-04-28T17:20:15.028818Z","end":"2026-04-28T17:20:15.224102Z","steps":["trace[1745822618] 'process raft request' (duration: 125.817593ms)","trace[1745822618] 'compare' (duration: 69.29268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:15.224973Z","caller":"traceutil/trace.go:171","msg":"trace[15672530] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"194.659172ms","start":"2026-04-28T17:20:15.030278Z","end":"2026-04-28T17:20:15.224938Z","steps":["trace[15672530] 'process raft request' (duration: 194.319494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:15.225239Z","caller":"traceutil/trace.go:171","msg":"trace[250535294] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1646; }","duration":"156.928472ms","start":"2026-04-28T17:20:15.068158Z","end":"2026-04-28T17:20:15.225086Z","steps":["trace[250535294] 'read index received' (duration: 86.497392ms)","trace[250535294] 'applied index is now lower than readState.Index' (duration: 70.42929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:15.22543Z","caller":"traceutil/trace.go:171","msg":"trace[1831373326] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"194.60569ms","start":"2026-04-28T17:20:15.030816Z","end":"2026-04-28T17:20:15.225421Z","steps":["trace[1831373326] 'process raft request' (duration: 194.160759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:15.225337Z","caller":"traceutil/trace.go:171","msg":"trace[2104613560] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"194.500418ms","start":"2026-04-28T17:20:15.03082Z","end":"2026-04-28T17:20:15.22532Z","steps":["trace[2104613560] 'process raft request' (duration: 194.100968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:15.225743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.555438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:15.225772Z","caller":"traceutil/trace.go:171","msg":"trace[1863235460] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"194.717203ms","start":"2026-04-28T17:20:15.031028Z","end":"2026-04-28T17:20:15.225745Z","steps":["trace[1863235460] 'process raft request' (duration: 193.997594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:15.225381Z","caller":"traceutil/trace.go:171","msg":"trace[7056293] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"194.843967ms","start":"2026-04-28T17:20:15.030528Z","end":"2026-04-28T17:20:15.225372Z","steps":["trace[7056293] 'process raft request' (duration: 194.305823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:15.225802Z","caller":"traceutil/trace.go:171","msg":"trace[1729533390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"157.661321ms","start":"2026-04-28T17:20:15.068126Z","end":"2026-04-28T17:20:15.225787Z","steps":["trace[1729533390] 'agreement among raft nodes before linearized reading' (duration: 157.551308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.626776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.830615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:20:28.626896Z","caller":"traceutil/trace.go:171","msg":"trace[542920912] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"327.29242ms","start":"2026-04-28T17:20:28.299584Z","end":"2026-04-28T17:20:28.626877Z","steps":["trace[542920912] 'process raft request' (duration: 62.2624ms)","trace[542920912] 'compare' (duration: 264.715962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:28.626959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:28.299555Z","time spent":"327.372682ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:28.652372Z","caller":"traceutil/trace.go:171","msg":"trace[1430553748] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1912; }","duration":"324.464117ms","start":"2026-04-28T17:20:28.327875Z","end":"2026-04-28T17:20:28.652339Z","steps":["trace[1430553748] 'read index received' (duration: 34.063235ms)","trace[1430553748] 'applied index is now lower than readState.Index' (duration: 290.399292ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:28.652397Z","caller":"traceutil/trace.go:171","msg":"trace[609394898] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"352.17464ms","start":"2026-04-28T17:20:28.300189Z","end":"2026-04-28T17:20:28.652364Z","steps":["trace[609394898] 'process raft request' (duration: 351.881612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.652617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.709953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.652709Z","caller":"traceutil/trace.go:171","msg":"trace[815998278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1833; }","duration":"324.866387ms","start":"2026-04-28T17:20:28.327822Z","end":"2026-04-28T17:20:28.652689Z","steps":["trace[815998278] 'agreement among raft nodes before linearized reading' (duration: 324.58299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.652727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:28.300164Z","time spent":"352.451626ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1692,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:28.652753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.806995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:20:28.652779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:28.327804Z","time spent":"324.95609ms","remote":"127.0.0.1:60094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:20:28.652963Z","caller":"traceutil/trace.go:171","msg":"trace[292405750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1833; }","duration":"324.9749ms","start":"2026-04-28T17:20:28.327822Z","end":"2026-04-28T17:20:28.652797Z","steps":["trace[292405750] 'agreement among raft nodes before linearized reading' (duration: 324.709103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.653131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:28.327804Z","time spent":"325.298898ms","remote":"127.0.0.1:60094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:20:28.653497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.341621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.653576Z","caller":"traceutil/trace.go:171","msg":"trace[617678316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"292.447094ms","start":"2026-04-28T17:20:28.361112Z","end":"2026-04-28T17:20:28.653559Z","steps":["trace[617678316] 'agreement among raft nodes before linearized reading' (duration: 292.247729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.653578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.591896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.653625Z","caller":"traceutil/trace.go:171","msg":"trace[2088197094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"132.677268ms","start":"2026-04-28T17:20:28.520935Z","end":"2026-04-28T17:20:28.653612Z","steps":["trace[2088197094] 'agreement among raft nodes before linearized reading' (duration: 132.603757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:28.653703Z","caller":"traceutil/trace.go:171","msg":"trace[1583298743] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"250.395883ms","start":"2026-04-28T17:20:28.403285Z","end":"2026-04-28T17:20:28.65368Z","steps":["trace[1583298743] 'process raft request' (duration: 249.88275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.653495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.471782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.653926Z","caller":"traceutil/trace.go:171","msg":"trace[15953645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"209.871822ms","start":"2026-04-28T17:20:28.443964Z","end":"2026-04-28T17:20:28.653836Z","steps":["trace[15953645] 'agreement among raft nodes before linearized reading' (duration: 209.439341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.653986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.483934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.65411Z","caller":"traceutil/trace.go:171","msg":"trace[1024009166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"262.737242ms","start":"2026-04-28T17:20:28.391353Z","end":"2026-04-28T17:20:28.65409Z","steps":["trace[1024009166] 'agreement among raft nodes before linearized reading' (duration: 262.377621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.654083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.800844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:20:28.653493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.419223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.654206Z","caller":"traceutil/trace.go:171","msg":"trace[1265800629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"133.158882ms","start":"2026-04-28T17:20:28.521034Z","end":"2026-04-28T17:20:28.654193Z","steps":["trace[1265800629] 'agreement among raft nodes before linearized reading' (duration: 132.33474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.654368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.957437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:20:28.654392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.246727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.654422Z","caller":"traceutil/trace.go:171","msg":"trace[369870028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"237.332599ms","start":"2026-04-28T17:20:28.417082Z","end":"2026-04-28T17:20:28.654414Z","steps":["trace[369870028] 'agreement among raft nodes before linearized reading' (duration: 237.279787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:28.654419Z","caller":"traceutil/trace.go:171","msg":"trace[1104466656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"263.05484ms","start":"2026-04-28T17:20:28.391353Z","end":"2026-04-28T17:20:28.654407Z","steps":["trace[1104466656] 'agreement among raft nodes before linearized reading' (duration: 262.920886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:28.654237Z","caller":"traceutil/trace.go:171","msg":"trace[1997509706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"293.02677ms","start":"2026-04-28T17:20:28.361157Z","end":"2026-04-28T17:20:28.654184Z","steps":["trace[1997509706] 'agreement among raft nodes before linearized reading' (duration: 292.620639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.654698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.397508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.654727Z","caller":"traceutil/trace.go:171","msg":"trace[420128982] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1834; }","duration":"110.454339ms","start":"2026-04-28T17:20:28.544266Z","end":"2026-04-28T17:20:28.654721Z","steps":["trace[420128982] 'agreement among raft nodes before linearized reading' (duration: 110.404757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.655298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.759213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.655507Z","caller":"traceutil/trace.go:171","msg":"trace[720455915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"186.084761ms","start":"2026-04-28T17:20:28.4694Z","end":"2026-04-28T17:20:28.655485Z","steps":["trace[720455915] 'agreement among raft nodes before linearized reading' (duration: 185.847915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.655689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.465337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.655773Z","caller":"traceutil/trace.go:171","msg":"trace[670365553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"238.589691ms","start":"2026-04-28T17:20:28.417162Z","end":"2026-04-28T17:20:28.655751Z","steps":["trace[670365553] 'agreement among raft nodes before linearized reading' (duration: 237.053842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.65584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.791101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.65592Z","caller":"traceutil/trace.go:171","msg":"trace[392137947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"211.931684ms","start":"2026-04-28T17:20:28.443969Z","end":"2026-04-28T17:20:28.6559Z","steps":["trace[392137947] 'agreement among raft nodes before linearized reading' (duration: 211.77859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:28.656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.515042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:28.656116Z","caller":"traceutil/trace.go:171","msg":"trace[1442562593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1834; }","duration":"186.713047ms","start":"2026-04-28T17:20:28.469373Z","end":"2026-04-28T17:20:28.656086Z","steps":["trace[1442562593] 'agreement among raft nodes before linearized reading' (duration: 186.45246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:31.205602Z","caller":"traceutil/trace.go:171","msg":"trace[2051091628] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"391.15769ms","start":"2026-04-28T17:20:30.814415Z","end":"2026-04-28T17:20:31.205573Z","steps":["trace[2051091628] 'process raft request' (duration: 387.871605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:31.205767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:30.814381Z","time spent":"391.303074ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:31.601461Z","caller":"traceutil/trace.go:171","msg":"trace[1226555047] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1948; }","duration":"532.42547ms","start":"2026-04-28T17:20:31.069012Z","end":"2026-04-28T17:20:31.601437Z","steps":["trace[1226555047] 'read index received' (duration: 133.287904ms)","trace[1226555047] 'applied index is now lower than readState.Index' (duration: 399.136726ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:31.601547Z","caller":"traceutil/trace.go:171","msg":"trace[563298096] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"604.581105ms","start":"2026-04-28T17:20:30.996931Z","end":"2026-04-28T17:20:31.601512Z","steps":["trace[563298096] 'process raft request' (duration: 581.83152ms)","trace[563298096] 'compare' (duration: 22.335354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:31.601637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.614675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:31.601674Z","caller":"traceutil/trace.go:171","msg":"trace[1471480784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1867; }","duration":"532.706428ms","start":"2026-04-28T17:20:31.068957Z","end":"2026-04-28T17:20:31.601664Z","steps":["trace[1471480784] 'agreement among raft nodes before linearized reading' (duration: 532.624755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:31.601706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:31.068937Z","time spent":"532.760848ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:20:31.60172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:30.996902Z","time spent":"604.733128ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:31.601727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.299519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:20:31.601784Z","caller":"traceutil/trace.go:171","msg":"trace[1396816521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1867; }","duration":"295.417391ms","start":"2026-04-28T17:20:31.306353Z","end":"2026-04-28T17:20:31.60177Z","steps":["trace[1396816521] 'agreement among raft nodes before linearized reading' (duration: 295.270707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:31.601913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.083548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:20:31.601937Z","caller":"traceutil/trace.go:171","msg":"trace[857476615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1867; }","duration":"282.145609ms","start":"2026-04-28T17:20:31.319786Z","end":"2026-04-28T17:20:31.601931Z","steps":["trace[857476615] 'agreement among raft nodes before linearized reading' (duration: 282.088058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:31.601936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.043607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:20:31.601946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.842382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:20:31.601972Z","caller":"traceutil/trace.go:171","msg":"trace[204538218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1867; }","duration":"282.131449ms","start":"2026-04-28T17:20:31.31983Z","end":"2026-04-28T17:20:31.601962Z","steps":["trace[204538218] 'agreement among raft nodes before linearized reading' (duration: 282.027576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:31.602108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.359379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:20:31.603037Z","caller":"traceutil/trace.go:171","msg":"trace[1078478413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1867; }","duration":"282.300684ms","start":"2026-04-28T17:20:31.320713Z","end":"2026-04-28T17:20:31.603013Z","steps":["trace[1078478413] 'agreement among raft nodes before linearized reading' (duration: 281.251517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:31.603333Z","caller":"traceutil/trace.go:171","msg":"trace[253780829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1867; }","duration":"282.677813ms","start":"2026-04-28T17:20:31.320062Z","end":"2026-04-28T17:20:31.602739Z","steps":["trace[253780829] 'agreement among raft nodes before linearized reading' (duration: 281.711718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:34.378344Z","caller":"traceutil/trace.go:171","msg":"trace[2104558242] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"154.413077ms","start":"2026-04-28T17:20:34.223886Z","end":"2026-04-28T17:20:34.378299Z","steps":["trace[2104558242] 'process raft request' (duration: 101.367994ms)","trace[2104558242] 'compare' (duration: 52.811988ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:36.460735Z","caller":"traceutil/trace.go:171","msg":"trace[1970635762] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"199.419084ms","start":"2026-04-28T17:20:36.261289Z","end":"2026-04-28T17:20:36.460708Z","steps":["trace[1970635762] 'read index received' (duration: 199.175457ms)","trace[1970635762] 'applied index is now lower than readState.Index' (duration: 242.587µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:36.460886Z","caller":"traceutil/trace.go:171","msg":"trace[930657428] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"251.595625ms","start":"2026-04-28T17:20:36.20925Z","end":"2026-04-28T17:20:36.460845Z","steps":["trace[930657428] 'process raft request' (duration: 251.276757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:36.461055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.751672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bknff\" ","response":"range_response_count:1 size:4250"} {"level":"info","ts":"2026-04-28T17:20:36.461131Z","caller":"traceutil/trace.go:171","msg":"trace[23904354] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bknff; range_end:; response_count:1; response_revision:1897; }","duration":"199.874555ms","start":"2026-04-28T17:20:36.261236Z","end":"2026-04-28T17:20:36.461111Z","steps":["trace[23904354] 'agreement among raft nodes before linearized reading' (duration: 199.642309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:36.461131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.619502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:36.461365Z","caller":"traceutil/trace.go:171","msg":"trace[355996850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"110.910069ms","start":"2026-04-28T17:20:36.350439Z","end":"2026-04-28T17:20:36.461349Z","steps":["trace[355996850] 'agreement among raft nodes before linearized reading' (duration: 110.590981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:36.57257Z","caller":"traceutil/trace.go:171","msg":"trace[1165878810] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"104.430423ms","start":"2026-04-28T17:20:36.468111Z","end":"2026-04-28T17:20:36.572541Z","steps":["trace[1165878810] 'process raft request' (duration: 102.695599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:40.35735Z","caller":"traceutil/trace.go:171","msg":"trace[1590663699] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"163.07619ms","start":"2026-04-28T17:20:40.194245Z","end":"2026-04-28T17:20:40.357321Z","steps":["trace[1590663699] 'process raft request' (duration: 162.915136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:40.714386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.223681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:20:40.714533Z","caller":"traceutil/trace.go:171","msg":"trace[929526522] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"348.092574ms","start":"2026-04-28T17:20:40.366414Z","end":"2026-04-28T17:20:40.714507Z","steps":["trace[929526522] 'process raft request' (duration: 111.658299ms)","trace[929526522] 'compare' (duration: 234.186177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:40.714649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:40.366396Z","time spent":"348.218258ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:20:40.739004Z","caller":"traceutil/trace.go:171","msg":"trace[1123131076] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"256.797227ms","start":"2026-04-28T17:20:40.482184Z","end":"2026-04-28T17:20:40.738981Z","steps":["trace[1123131076] 'read index received' (duration: 256.588102ms)","trace[1123131076] 'applied index is now lower than readState.Index' (duration: 207.725µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:40.739169Z","caller":"traceutil/trace.go:171","msg":"trace[896107522] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"262.885814ms","start":"2026-04-28T17:20:40.476207Z","end":"2026-04-28T17:20:40.739093Z","steps":["trace[896107522] 'process raft request' (duration: 262.620588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:40.739385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.191058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T17:20:40.739466Z","caller":"traceutil/trace.go:171","msg":"trace[2079624607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1974; }","duration":"257.318672ms","start":"2026-04-28T17:20:40.482126Z","end":"2026-04-28T17:20:40.739445Z","steps":["trace[2079624607] 'agreement among raft nodes before linearized reading' (duration: 257.093856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:40.935834Z","caller":"traceutil/trace.go:171","msg":"trace[1093585174] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"124.835378ms","start":"2026-04-28T17:20:40.81097Z","end":"2026-04-28T17:20:40.935806Z","steps":["trace[1093585174] 'process raft request' (duration: 124.640583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:40.939116Z","caller":"traceutil/trace.go:171","msg":"trace[1814475674] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"125.982587ms","start":"2026-04-28T17:20:40.813097Z","end":"2026-04-28T17:20:40.93908Z","steps":["trace[1814475674] 'process raft request' (duration: 125.739761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:40.939129Z","caller":"traceutil/trace.go:171","msg":"trace[599852174] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2060; }","duration":"123.561744ms","start":"2026-04-28T17:20:40.815527Z","end":"2026-04-28T17:20:40.939089Z","steps":["trace[599852174] 'read index received' (duration: 120.091766ms)","trace[599852174] 'applied index is now lower than readState.Index' (duration: 3.468298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:40.939297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.737549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:40.939381Z","caller":"traceutil/trace.go:171","msg":"trace[21386630] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1978; }","duration":"123.860172ms","start":"2026-04-28T17:20:40.815503Z","end":"2026-04-28T17:20:40.939363Z","steps":["trace[21386630] 'agreement among raft nodes before linearized reading' (duration: 123.707508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:41.862327Z","caller":"traceutil/trace.go:171","msg":"trace[839943935] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"190.793292ms","start":"2026-04-28T17:20:41.671503Z","end":"2026-04-28T17:20:41.862296Z","steps":["trace[839943935] 'read index received' (duration: 190.435093ms)","trace[839943935] 'applied index is now lower than readState.Index' (duration: 356.739µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:41.86251Z","caller":"traceutil/trace.go:171","msg":"trace[1220348250] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"198.448028ms","start":"2026-04-28T17:20:41.66404Z","end":"2026-04-28T17:20:41.862488Z","steps":["trace[1220348250] 'process raft request' (duration: 197.976916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:41.862762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.243365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:20:41.86283Z","caller":"traceutil/trace.go:171","msg":"trace[1776777288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1983; }","duration":"191.372528ms","start":"2026-04-28T17:20:41.671437Z","end":"2026-04-28T17:20:41.86281Z","steps":["trace[1776777288] 'agreement among raft nodes before linearized reading' (duration: 191.050269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:41.862951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.558399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:20:41.862764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.656199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:20:41.863004Z","caller":"traceutil/trace.go:171","msg":"trace[689954804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1983; }","duration":"187.625671ms","start":"2026-04-28T17:20:41.67536Z","end":"2026-04-28T17:20:41.862986Z","steps":["trace[689954804] 'agreement among raft nodes before linearized reading' (duration: 187.443197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:41.863016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.303861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T17:20:41.863069Z","caller":"traceutil/trace.go:171","msg":"trace[1100232296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1983; }","duration":"191.001358ms","start":"2026-04-28T17:20:41.672023Z","end":"2026-04-28T17:20:41.863025Z","steps":["trace[1100232296] 'agreement among raft nodes before linearized reading' (duration: 190.604278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:41.863139Z","caller":"traceutil/trace.go:171","msg":"trace[639601891] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:1983; }","duration":"118.446964ms","start":"2026-04-28T17:20:41.744663Z","end":"2026-04-28T17:20:41.86311Z","steps":["trace[639601891] 'agreement among raft nodes before linearized reading' (duration: 118.010403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:41.863155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.99074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:20:41.863325Z","caller":"traceutil/trace.go:171","msg":"trace[1487537394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1983; }","duration":"188.198465ms","start":"2026-04-28T17:20:41.675093Z","end":"2026-04-28T17:20:41.863292Z","steps":["trace[1487537394] 'agreement among raft nodes before linearized reading' (duration: 187.850436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:43.297931Z","caller":"traceutil/trace.go:171","msg":"trace[50182503] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2082; }","duration":"491.689294ms","start":"2026-04-28T17:20:42.806214Z","end":"2026-04-28T17:20:43.297904Z","steps":["trace[50182503] 'read index received' (duration: 491.51906ms)","trace[50182503] 'applied index is now lower than readState.Index' (duration: 168.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:43.298154Z","caller":"traceutil/trace.go:171","msg":"trace[411339977] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"553.404159ms","start":"2026-04-28T17:20:42.744721Z","end":"2026-04-28T17:20:43.298126Z","steps":["trace[411339977] 'process raft request' (duration: 552.966898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:43.298247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.004922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:20:43.298316Z","caller":"traceutil/trace.go:171","msg":"trace[1253225970] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1998; }","duration":"492.123285ms","start":"2026-04-28T17:20:42.806177Z","end":"2026-04-28T17:20:43.2983Z","steps":["trace[1253225970] 'agreement among raft nodes before linearized reading' (duration: 491.968581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:43.298349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:42.744697Z","time spent":"553.572584ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:43.298364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:42.806161Z","time spent":"492.192746ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:20:43.798531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:20:44.299367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:20:44.800271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:20:44.958533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660806624s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:20:45.034373Z","caller":"traceutil/trace.go:171","msg":"trace[1157525118] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2083; }","duration":"1.736325253s","start":"2026-04-28T17:20:43.29802Z","end":"2026-04-28T17:20:45.034345Z","steps":["trace[1157525118] 'read index received' (duration: 1.660834934s)","trace[1157525118] 'applied index is now lower than readState.Index' (duration: 75.489039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:45.034568Z","caller":"traceutil/trace.go:171","msg":"trace[449557252] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"1.739582387s","start":"2026-04-28T17:20:43.294935Z","end":"2026-04-28T17:20:45.034517Z","steps":["trace[449557252] 'process raft request' (duration: 1.739237528s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.034593Z","caller":"traceutil/trace.go:171","msg":"trace[680189871] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"2.088140723s","start":"2026-04-28T17:20:42.946421Z","end":"2026-04-28T17:20:45.034561Z","steps":["trace[680189871] 'process raft request' (duration: 2.012451258s)","trace[680189871] 'compare' (duration: 74.614327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:45.03471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.294908Z","time spent":"1.73970837s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:45.034754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:42.946392Z","time spent":"2.088274497s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:45.034979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167519603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T17:20:45.035045Z","caller":"traceutil/trace.go:171","msg":"trace[1663049412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:2001; }","duration":"2.167616655s","start":"2026-04-28T17:20:42.867411Z","end":"2026-04-28T17:20:45.035027Z","steps":["trace[1663049412] 'agreement among raft nodes before linearized reading' (duration: 2.16743526s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.034995Z","caller":"traceutil/trace.go:171","msg":"trace[50941775] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"902.512089ms","start":"2026-04-28T17:20:44.132458Z","end":"2026-04-28T17:20:45.03497Z","steps":["trace[50941775] 'process raft request' (duration: 901.831082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722883128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T17:20:45.035138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.261459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:20:45.035148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053356049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa950236c217ac\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-28T17:20:45.035162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093682511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:20:45.03518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.823039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:20:45.035199Z","caller":"traceutil/trace.go:171","msg":"trace[2020806517] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:2001; }","duration":"1.723011002s","start":"2026-04-28T17:20:43.312166Z","end":"2026-04-28T17:20:45.035177Z","steps":["trace[2020806517] 'agreement among raft nodes before linearized reading' (duration: 1.722760815s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.035211Z","caller":"traceutil/trace.go:171","msg":"trace[206338434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2001; }","duration":"968.330071ms","start":"2026-04-28T17:20:44.066857Z","end":"2026-04-28T17:20:45.035187Z","steps":["trace[206338434] 'agreement among raft nodes before linearized reading' (duration: 968.214828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.035216Z","caller":"traceutil/trace.go:171","msg":"trace[1198343506] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa950236c217ac; range_end:; response_count:1; response_revision:2001; }","duration":"2.053455662s","start":"2026-04-28T17:20:42.981741Z","end":"2026-04-28T17:20:45.035197Z","steps":["trace[1198343506] 'agreement among raft nodes before linearized reading' (duration: 2.053294588s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.035226Z","caller":"traceutil/trace.go:171","msg":"trace[875336680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2001; }","duration":"1.093788893s","start":"2026-04-28T17:20:43.941414Z","end":"2026-04-28T17:20:45.035203Z","steps":["trace[875336680] 'agreement among raft nodes before linearized reading' (duration: 1.093623419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:44.066753Z","time spent":"968.493225ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:42.981723Z","time spent":"2.053528803s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa950236c217ac\" "} {"level":"warn","ts":"2026-04-28T17:20:45.0353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.941181Z","time spent":"1.094104211s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.312146Z","time spent":"1.723090503s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095017295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:20:45.035371Z","caller":"traceutil/trace.go:171","msg":"trace[1211211575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2001; }","duration":"1.095066817s","start":"2026-04-28T17:20:43.940296Z","end":"2026-04-28T17:20:45.035363Z","steps":["trace[1211211575] 'agreement among raft nodes before linearized reading' (duration: 1.094970805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.704991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:20:45.035406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.940288Z","time spent":"1.095109248s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099121581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:20:45.035424Z","caller":"traceutil/trace.go:171","msg":"trace[894953184] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2001; }","duration":"199.802443ms","start":"2026-04-28T17:20:44.835604Z","end":"2026-04-28T17:20:45.035406Z","steps":["trace[894953184] 'agreement among raft nodes before linearized reading' (duration: 199.700231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.0351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:42.867389Z","time spent":"2.167697137s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" "} {"level":"info","ts":"2026-04-28T17:20:45.035454Z","caller":"traceutil/trace.go:171","msg":"trace[613566422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2001; }","duration":"1.099234193s","start":"2026-04-28T17:20:43.936206Z","end":"2026-04-28T17:20:45.035441Z","steps":["trace[613566422] 'agreement among raft nodes before linearized reading' (duration: 1.09909037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167396855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:20:45.035246Z","caller":"traceutil/trace.go:171","msg":"trace[1819453831] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2001; }","duration":"674.919322ms","start":"2026-04-28T17:20:44.360307Z","end":"2026-04-28T17:20:45.035226Z","steps":["trace[1819453831] 'agreement among raft nodes before linearized reading' (duration: 674.737707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095653211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:20:45.03506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079186053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T17:20:45.035599Z","caller":"traceutil/trace.go:171","msg":"trace[599011583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2001; }","duration":"1.095774265s","start":"2026-04-28T17:20:43.939802Z","end":"2026-04-28T17:20:45.035576Z","steps":["trace[599011583] 'agreement among raft nodes before linearized reading' (duration: 1.095535839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:44.360272Z","time spent":"675.295541ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T17:20:45.035642Z","caller":"traceutil/trace.go:171","msg":"trace[1667787399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2001; }","duration":"2.079808469s","start":"2026-04-28T17:20:42.955808Z","end":"2026-04-28T17:20:45.035616Z","steps":["trace[1667787399] 'agreement among raft nodes before linearized reading' (duration: 2.079002968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.035655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.939787Z","time spent":"1.095854257s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:20:45.035503Z","caller":"traceutil/trace.go:171","msg":"trace[2010246964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2001; }","duration":"1.167496429s","start":"2026-04-28T17:20:43.867995Z","end":"2026-04-28T17:20:45.035491Z","steps":["trace[2010246964] 'agreement among raft nodes before linearized reading' (duration: 1.167382186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.03577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.867964Z","time spent":"1.167786225s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:43.936178Z","time spent":"1.099311495s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:42.955791Z","time spent":"2.07989247s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:20:45.035707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:44.132433Z","time spent":"902.731854ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:45.360597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.005285ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T17:20:45.360971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.03716Z","time spent":"323.804989ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T17:20:45.801003Z","caller":"traceutil/trace.go:171","msg":"trace[1228232298] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"762.195934ms","start":"2026-04-28T17:20:45.038784Z","end":"2026-04-28T17:20:45.80098Z","steps":["trace[1228232298] 'process raft request' (duration: 761.968139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.801159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.038764Z","time spent":"762.312247ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.801311Z","caller":"traceutil/trace.go:171","msg":"trace[568047575] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"761.047065ms","start":"2026-04-28T17:20:45.040241Z","end":"2026-04-28T17:20:45.801288Z","steps":["trace[568047575] 'process raft request' (duration: 760.680085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.80149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.040225Z","time spent":"761.168448ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.801802Z","caller":"traceutil/trace.go:171","msg":"trace[1286932922] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"761.401364ms","start":"2026-04-28T17:20:45.040391Z","end":"2026-04-28T17:20:45.801792Z","steps":["trace[1286932922] 'process raft request' (duration: 760.792127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.801856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.040369Z","time spent":"761.459866ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.801864Z","caller":"traceutil/trace.go:171","msg":"trace[593063842] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"760.932642ms","start":"2026-04-28T17:20:45.040903Z","end":"2026-04-28T17:20:45.801835Z","steps":["trace[593063842] 'process raft request' (duration: 760.581963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.801879Z","caller":"traceutil/trace.go:171","msg":"trace[153790314] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"760.617394ms","start":"2026-04-28T17:20:45.041237Z","end":"2026-04-28T17:20:45.801855Z","steps":["trace[153790314] 'process raft request' (duration: 760.358558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.802038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.040885Z","time spent":"761.056156ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:45.802082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.041229Z","time spent":"760.731627ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.802287Z","caller":"traceutil/trace.go:171","msg":"trace[1559932104] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"761.005284ms","start":"2026-04-28T17:20:45.04126Z","end":"2026-04-28T17:20:45.802265Z","steps":["trace[1559932104] 'process raft request' (duration: 760.551322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:45.802252Z","caller":"traceutil/trace.go:171","msg":"trace[1665473625] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2086; }","duration":"734.058061ms","start":"2026-04-28T17:20:45.068176Z","end":"2026-04-28T17:20:45.802234Z","steps":["trace[1665473625] 'read index received' (duration: 184.401978ms)","trace[1665473625] 'applied index is now lower than readState.Index' (duration: 549.655223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:45.802501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.316548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:45.802575Z","caller":"traceutil/trace.go:171","msg":"trace[408070812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"734.455951ms","start":"2026-04-28T17:20:45.068106Z","end":"2026-04-28T17:20:45.802562Z","steps":["trace[408070812] 'agreement among raft nodes before linearized reading' (duration: 734.301958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.802607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.068093Z","time spent":"734.506222ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:20:45.80271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.041251Z","time spent":"761.142008ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.802347Z","caller":"traceutil/trace.go:171","msg":"trace[628178887] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"757.69005ms","start":"2026-04-28T17:20:45.044645Z","end":"2026-04-28T17:20:45.802335Z","steps":["trace[628178887] 'process raft request' (duration: 757.497565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.802899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.044636Z","time spent":"758.223273ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.841032Z","caller":"traceutil/trace.go:171","msg":"trace[249500753] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"533.357034ms","start":"2026-04-28T17:20:45.307653Z","end":"2026-04-28T17:20:45.84101Z","steps":["trace[249500753] 'process raft request' (duration: 533.17134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.841279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.307626Z","time spent":"533.55422ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:20:45.841451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.331767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T17:20:45.841519Z","caller":"traceutil/trace.go:171","msg":"trace[1859274539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2010; }","duration":"358.45278ms","start":"2026-04-28T17:20:45.483051Z","end":"2026-04-28T17:20:45.841504Z","steps":["trace[1859274539] 'agreement among raft nodes before linearized reading' (duration: 358.169243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.841403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.74823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:20:45.841283Z","caller":"traceutil/trace.go:171","msg":"trace[1163464631] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"479.136141ms","start":"2026-04-28T17:20:45.362109Z","end":"2026-04-28T17:20:45.841245Z","steps":["trace[1163464631] 'process raft request' (duration: 478.854164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:45.84157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.483029Z","time spent":"358.527722ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:20:45.841805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:45.362087Z","time spent":"479.631853ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:45.841657Z","caller":"traceutil/trace.go:171","msg":"trace[786000292] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2010; }","duration":"154.053958ms","start":"2026-04-28T17:20:45.687577Z","end":"2026-04-28T17:20:45.841631Z","steps":["trace[786000292] 'agreement among raft nodes before linearized reading' (duration: 153.672368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:47.322333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296373528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:20:47.322383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25518833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:47.322421Z","caller":"traceutil/trace.go:171","msg":"trace[1277770272] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2010; }","duration":"1.296522902s","start":"2026-04-28T17:20:46.025877Z","end":"2026-04-28T17:20:47.3224Z","steps":["trace[1277770272] 'count revisions from in-memory index tree' (duration: 1.296258515s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:47.322476Z","caller":"traceutil/trace.go:171","msg":"trace[717007839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2010; }","duration":"1.255318395s","start":"2026-04-28T17:20:46.067133Z","end":"2026-04-28T17:20:47.322451Z","steps":["trace[717007839] 'range keys from in-memory index tree' (duration: 1.255093278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:47.322523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.025852Z","time spent":"1.296655406s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:20:47.32261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.067116Z","time spent":"1.255404767s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:20:47.322625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279959227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T17:20:47.322683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280986444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-28T17:20:47.322792Z","caller":"traceutil/trace.go:171","msg":"trace[1748400005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"1.280245095s","start":"2026-04-28T17:20:46.042501Z","end":"2026-04-28T17:20:47.322746Z","steps":["trace[1748400005] 'range keys from in-memory index tree' (duration: 1.279541316s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:47.322865Z","caller":"traceutil/trace.go:171","msg":"trace[345047910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:2010; }","duration":"1.281274852s","start":"2026-04-28T17:20:46.041533Z","end":"2026-04-28T17:20:47.322808Z","steps":["trace[345047910] 'range keys from in-memory index tree' (duration: 1.280653075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:47.322958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.041506Z","time spent":"1.281435036s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" "} {"level":"warn","ts":"2026-04-28T17:20:47.322868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.04248Z","time spent":"1.280369548s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:20:47.322974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.704983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:20:47.323165Z","caller":"traceutil/trace.go:171","msg":"trace[69028406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2010; }","duration":"972.914408ms","start":"2026-04-28T17:20:46.350233Z","end":"2026-04-28T17:20:47.323147Z","steps":["trace[69028406] 'range keys from in-memory index tree' (duration: 972.629791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:47.323171Z","caller":"traceutil/trace.go:171","msg":"trace[768078985] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"706.323198ms","start":"2026-04-28T17:20:46.616827Z","end":"2026-04-28T17:20:47.32315Z","steps":["trace[768078985] 'process raft request' (duration: 702.111029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:47.323249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.350218Z","time spent":"973.014541ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:20:47.323291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.616799Z","time spent":"706.418921ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:47.325992Z","caller":"traceutil/trace.go:171","msg":"trace[2076138058] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"703.849285ms","start":"2026-04-28T17:20:46.622117Z","end":"2026-04-28T17:20:47.325966Z","steps":["trace[2076138058] 'process raft request' (duration: 703.525097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:47.32603Z","caller":"traceutil/trace.go:171","msg":"trace[600543719] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"284.892271ms","start":"2026-04-28T17:20:47.041115Z","end":"2026-04-28T17:20:47.326007Z","steps":["trace[600543719] 'process raft request' (duration: 284.770608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:47.32613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:46.622106Z","time spent":"703.952387ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:20:47.326514Z","caller":"traceutil/trace.go:171","msg":"trace[928057518] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"284.754557ms","start":"2026-04-28T17:20:47.041745Z","end":"2026-04-28T17:20:47.3265Z","steps":["trace[928057518] 'process raft request' (duration: 284.203933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:47.326507Z","caller":"traceutil/trace.go:171","msg":"trace[2097501714] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"283.73185ms","start":"2026-04-28T17:20:47.042746Z","end":"2026-04-28T17:20:47.326478Z","steps":["trace[2097501714] 'process raft request' (duration: 283.498194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:53.150898Z","caller":"traceutil/trace.go:171","msg":"trace[1611516637] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2154; }","duration":"335.715836ms","start":"2026-04-28T17:20:52.815159Z","end":"2026-04-28T17:20:53.150875Z","steps":["trace[1611516637] 'read index received' (duration: 335.572233ms)","trace[1611516637] 'applied index is now lower than readState.Index' (duration: 142.023µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:20:53.150965Z","caller":"traceutil/trace.go:171","msg":"trace[519835728] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"427.664119ms","start":"2026-04-28T17:20:52.723261Z","end":"2026-04-28T17:20:53.150925Z","steps":["trace[519835728] 'process raft request' (duration: 427.486174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:53.151144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:52.723235Z","time spent":"427.815763ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:20:53.151333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.159017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh\" ","response":"range_response_count:1 size:5854"} {"level":"info","ts":"2026-04-28T17:20:53.151425Z","caller":"traceutil/trace.go:171","msg":"trace[1329104585] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh; range_end:; response_count:1; response_revision:2067; }","duration":"336.310182ms","start":"2026-04-28T17:20:52.815094Z","end":"2026-04-28T17:20:53.151404Z","steps":["trace[1329104585] 'agreement among raft nodes before linearized reading' (duration: 335.884211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:20:53.151488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:52.815067Z","time spent":"336.405994ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5878,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh\" "} {"level":"info","ts":"2026-04-28T17:20:58.572938Z","caller":"traceutil/trace.go:171","msg":"trace[1786642417] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"145.612721ms","start":"2026-04-28T17:20:58.427265Z","end":"2026-04-28T17:20:58.572878Z","steps":["trace[1786642417] 'process raft request' (duration: 145.371864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:20:58.572873Z","caller":"traceutil/trace.go:171","msg":"trace[891983911] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"114.095532ms","start":"2026-04-28T17:20:58.458743Z","end":"2026-04-28T17:20:58.572839Z","steps":["trace[891983911] 'read index received' (duration: 113.799464ms)","trace[891983911] 'applied index is now lower than readState.Index' (duration: 293.928µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:20:58.573174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.41447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T17:20:58.573231Z","caller":"traceutil/trace.go:171","msg":"trace[1426121154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2122; }","duration":"114.521213ms","start":"2026-04-28T17:20:58.458691Z","end":"2026-04-28T17:20:58.573212Z","steps":["trace[1426121154] 'agreement among raft nodes before linearized reading' (duration: 114.347428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:00.333998Z","caller":"traceutil/trace.go:171","msg":"trace[1823242760] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"445.23887ms","start":"2026-04-28T17:20:59.888718Z","end":"2026-04-28T17:21:00.333957Z","steps":["trace[1823242760] 'process raft request' (duration: 445.008165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:00.334299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:59.888683Z","time spent":"445.423115ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:00.573381Z","caller":"traceutil/trace.go:171","msg":"trace[55055867] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"681.06458ms","start":"2026-04-28T17:20:59.892277Z","end":"2026-04-28T17:21:00.573342Z","steps":["trace[55055867] 'process raft request' (duration: 582.351933ms)","trace[55055867] 'compare' (duration: 98.475461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:00.573615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:59.892262Z","time spent":"681.228363ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:00.573688Z","caller":"traceutil/trace.go:171","msg":"trace[1874691011] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2215; }","duration":"671.578816ms","start":"2026-04-28T17:20:59.902018Z","end":"2026-04-28T17:21:00.573597Z","steps":["trace[1874691011] 'read index received' (duration: 431.789035ms)","trace[1874691011] 'applied index is now lower than readState.Index' (duration: 239.786521ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:00.573844Z","caller":"traceutil/trace.go:171","msg":"trace[1712468722] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"570.466648ms","start":"2026-04-28T17:21:00.003365Z","end":"2026-04-28T17:21:00.573832Z","steps":["trace[1712468722] 'process raft request' (duration: 569.922364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:00.573992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:00.003326Z","time spent":"570.568911ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:00.574433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.409008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:21:00.575111Z","caller":"traceutil/trace.go:171","msg":"trace[1659240103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2129; }","duration":"672.5176ms","start":"2026-04-28T17:20:59.901993Z","end":"2026-04-28T17:21:00.574511Z","steps":["trace[1659240103] 'agreement among raft nodes before linearized reading' (duration: 672.005697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:00.575191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:59.9019Z","time spent":"673.274369ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:21:00.817964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.086255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:21:00.818582Z","caller":"traceutil/trace.go:171","msg":"trace[926713698] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"244.730574ms","start":"2026-04-28T17:21:00.573782Z","end":"2026-04-28T17:21:00.818513Z","steps":["trace[926713698] 'read index received' (duration: 13.115106ms)","trace[926713698] 'applied index is now lower than readState.Index' (duration: 231.566767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:00.818938Z","caller":"traceutil/trace.go:171","msg":"trace[1142423994] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"238.792252ms","start":"2026-04-28T17:21:00.580039Z","end":"2026-04-28T17:21:00.818831Z","steps":["trace[1142423994] 'process raft request' (duration: 238.079594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:00.89665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.923906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:00.896728Z","caller":"traceutil/trace.go:171","msg":"trace[2098608125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2130; }","duration":"828.071491ms","start":"2026-04-28T17:21:00.068631Z","end":"2026-04-28T17:21:00.896703Z","steps":["trace[2098608125] 'agreement among raft nodes before linearized reading' (duration: 750.096951ms)","trace[2098608125] 'range keys from in-memory index tree' (duration: 77.855797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:00.896782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:00.068612Z","time spent":"828.158453ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:21:00.896981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.233536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:21:00.897039Z","caller":"traceutil/trace.go:171","msg":"trace[1920387315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2130; }","duration":"953.340329ms","start":"2026-04-28T17:20:59.943676Z","end":"2026-04-28T17:21:00.897016Z","steps":["trace[1920387315] 'agreement among raft nodes before linearized reading' (duration: 875.061561ms)","trace[1920387315] 'range keys from in-memory index tree' (duration: 78.122304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:00.897073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:59.94367Z","time spent":"953.39545ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:00.897141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.526483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:21:00.897258Z","caller":"traceutil/trace.go:171","msg":"trace[490083817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2130; }","duration":"953.701367ms","start":"2026-04-28T17:20:59.943522Z","end":"2026-04-28T17:21:00.897223Z","steps":["trace[490083817] 'agreement among raft nodes before linearized reading' (duration: 875.223874ms)","trace[490083817] 'range keys from in-memory index tree' (duration: 78.201396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:00.897257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.683447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:21:00.897324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:59.943497Z","time spent":"953.81218ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:21:00.897383Z","caller":"traceutil/trace.go:171","msg":"trace[565614931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2130; }","duration":"953.82098ms","start":"2026-04-28T17:20:59.943525Z","end":"2026-04-28T17:21:00.897346Z","steps":["trace[565614931] 'agreement among raft nodes before linearized reading' (duration: 875.160063ms)","trace[565614931] 'range keys from in-memory index tree' (duration: 78.318619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:00.897438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:20:59.94345Z","time spent":"953.977684ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:00.897402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.740472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T17:21:00.897644Z","caller":"traceutil/trace.go:171","msg":"trace[28150790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"470.217985ms","start":"2026-04-28T17:21:00.427385Z","end":"2026-04-28T17:21:00.897603Z","steps":["trace[28150790] 'agreement among raft nodes before linearized reading' (duration: 391.328341ms)","trace[28150790] 'range keys from in-memory index tree' (duration: 78.307898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:00.89772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:00.427347Z","time spent":"470.354598ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:21:01.130583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.143053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:01.130927Z","caller":"traceutil/trace.go:171","msg":"trace[56981850] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2220; }","duration":"201.996421ms","start":"2026-04-28T17:21:00.928908Z","end":"2026-04-28T17:21:01.130905Z","steps":["trace[56981850] 'read index received' (duration: 23.758829ms)","trace[56981850] 'applied index is now lower than readState.Index' (duration: 178.235902ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:01.130968Z","caller":"traceutil/trace.go:171","msg":"trace[219101428] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"228.092591ms","start":"2026-04-28T17:21:00.90283Z","end":"2026-04-28T17:21:01.130923Z","steps":["trace[219101428] 'process raft request' (duration: 227.937247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:01.131005Z","caller":"traceutil/trace.go:171","msg":"trace[573515146] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"228.185713ms","start":"2026-04-28T17:21:00.902778Z","end":"2026-04-28T17:21:01.130964Z","steps":["trace[573515146] 'process raft request' (duration: 96.28679ms)","trace[573515146] 'compare' (duration: 130.837305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:01.131324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.394351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-04-28T17:21:01.131464Z","caller":"traceutil/trace.go:171","msg":"trace[820588498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2133; }","duration":"202.580456ms","start":"2026-04-28T17:21:00.928862Z","end":"2026-04-28T17:21:01.131443Z","steps":["trace[820588498] 'agreement among raft nodes before linearized reading' (duration: 202.157725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:01.719253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.866547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:01.719638Z","caller":"traceutil/trace.go:171","msg":"trace[39308002] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"341.706925ms","start":"2026-04-28T17:21:01.377902Z","end":"2026-04-28T17:21:01.719609Z","steps":["trace[39308002] 'process raft request' (duration: 341.53542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:01.719704Z","caller":"traceutil/trace.go:171","msg":"trace[1880389343] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"342.33856ms","start":"2026-04-28T17:21:01.377328Z","end":"2026-04-28T17:21:01.719666Z","steps":["trace[1880389343] 'process raft request' (duration: 139.937519ms)","trace[1880389343] 'compare' (duration: 201.466517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:01.719768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:01.377886Z","time spent":"341.823687ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:01.719839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:01.377298Z","time spent":"342.475404ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:04.897043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:21:05.397808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:21:05.897968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:21:06.398906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:21:06.899842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790843960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:21:06.993116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.631495799s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:21:06.993569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.361544Z","time spent":"2.632021132s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T17:21:07.068598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:21:07.068684Z","caller":"traceutil/trace.go:171","msg":"trace[1615952381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431942s","start":"2026-04-28T17:21:05.068235Z","end":"2026-04-28T17:21:07.068667Z","steps":["trace[1615952381] 'agreement among raft nodes before linearized reading' (duration: 2.000327039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:07.068727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.068194Z","time spent":"2.000524404s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:21:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:08.175061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17931178s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:21:08.175457Z","caller":"traceutil/trace.go:171","msg":"trace[501967418] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"3.81357273s","start":"2026-04-28T17:21:04.361861Z","end":"2026-04-28T17:21:08.175434Z","steps":["trace[501967418] 'process raft request' (duration: 3.813326304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.175567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.361849Z","time spent":"3.813646151s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:08.175643Z","caller":"traceutil/trace.go:171","msg":"trace[536989057] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"3.588594239s","start":"2026-04-28T17:21:04.587016Z","end":"2026-04-28T17:21:08.17561Z","steps":["trace[536989057] 'process raft request' (duration: 3.588346713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.175769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.58699Z","time spent":"3.588721152s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:08.175806Z","caller":"traceutil/trace.go:171","msg":"trace[1795014250] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"2.765797464s","start":"2026-04-28T17:21:05.410002Z","end":"2026-04-28T17:21:08.175799Z","steps":["trace[1795014250] 'process raft request' (duration: 2.765398164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.175847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.409884Z","time spent":"2.765938368s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:08.17584Z","caller":"traceutil/trace.go:171","msg":"trace[519701383] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"2.444091492s","start":"2026-04-28T17:21:05.731731Z","end":"2026-04-28T17:21:08.175823Z","steps":["trace[519701383] 'process raft request' (duration: 2.443982889s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.175748Z","caller":"traceutil/trace.go:171","msg":"trace[434102509] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2238; }","duration":"3.77966007s","start":"2026-04-28T17:21:04.396078Z","end":"2026-04-28T17:21:08.175738Z","steps":["trace[434102509] 'read index received' (duration: 2.59724982s)","trace[434102509] 'applied index is now lower than readState.Index' (duration: 1.18240958s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:08.175957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.731718Z","time spent":"2.444170923s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:08.175823Z","caller":"traceutil/trace.go:171","msg":"trace[1403450696] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"2.445422335s","start":"2026-04-28T17:21:05.730364Z","end":"2026-04-28T17:21:08.175787Z","steps":["trace[1403450696] 'process raft request' (duration: 2.445327102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.176059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.730342Z","time spent":"2.445696443s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:08.176151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780092342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:21:08.176194Z","caller":"traceutil/trace.go:171","msg":"trace[1470843508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2153; }","duration":"3.780182134s","start":"2026-04-28T17:21:04.396Z","end":"2026-04-28T17:21:08.176183Z","steps":["trace[1470843508] 'agreement among raft nodes before linearized reading' (duration: 3.779937438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.176241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.395978Z","time spent":"3.780255356s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:21:08.350908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:21:08.351003Z","caller":"traceutil/trace.go:171","msg":"trace[1475309470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598326s","start":"2026-04-28T17:21:06.350384Z","end":"2026-04-28T17:21:08.350982Z","steps":["trace[1475309470] 'agreement among raft nodes before linearized reading' (duration: 2.000483723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.351059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:06.350358Z","time spent":"2.000690079s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:21:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:08.572809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.270388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:08.572969Z","caller":"traceutil/trace.go:171","msg":"trace[1909645479] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.578434237s","start":"2026-04-28T17:21:06.994509Z","end":"2026-04-28T17:21:08.572943Z","steps":["trace[1909645479] 'process raft request' (duration: 1.375928103s)","trace[1909645479] 'compare' (duration: 202.102974ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:08.573045Z","caller":"traceutil/trace.go:171","msg":"trace[1508740906] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2244; }","duration":"397.105255ms","start":"2026-04-28T17:21:08.175922Z","end":"2026-04-28T17:21:08.573028Z","steps":["trace[1508740906] 'read index received' (duration: 194.652093ms)","trace[1508740906] 'applied index is now lower than readState.Index' (duration: 202.451182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:08.573066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:06.994481Z","time spent":"1.57854135s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:08.573264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425690791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:21:08.573309Z","caller":"traceutil/trace.go:171","msg":"trace[904029936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"3.425765322s","start":"2026-04-28T17:21:05.147532Z","end":"2026-04-28T17:21:08.573297Z","steps":["trace[904029936] 'agreement among raft nodes before linearized reading' (duration: 3.425616278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881056121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:21:08.57333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168642947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:08.573345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.147517Z","time spent":"3.425821084s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:08.573339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427331992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T17:21:08.573337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604316971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:21:08.573391Z","caller":"traceutil/trace.go:171","msg":"trace[1532092552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"3.427415614s","start":"2026-04-28T17:21:05.145962Z","end":"2026-04-28T17:21:08.573377Z","steps":["trace[1532092552] 'agreement among raft nodes before linearized reading' (duration: 3.42723699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832897485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T17:21:08.573432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.145947Z","time spent":"3.427477136s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:08.573444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304372328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:21:08.573449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418035124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-04-28T17:21:08.573449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645655503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T17:21:08.573314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740460564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:21:08.573483Z","caller":"traceutil/trace.go:171","msg":"trace[254465504] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2154; }","duration":"1.304441549s","start":"2026-04-28T17:21:07.269027Z","end":"2026-04-28T17:21:08.573469Z","steps":["trace[254465504] 'agreement among raft nodes before linearized reading' (duration: 1.304376957s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.573507Z","caller":"traceutil/trace.go:171","msg":"trace[571094082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"3.7406924s","start":"2026-04-28T17:21:04.832802Z","end":"2026-04-28T17:21:08.573495Z","steps":["trace[571094082] 'agreement among raft nodes before linearized reading' (duration: 3.740327111s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.573515Z","caller":"traceutil/trace.go:171","msg":"trace[2116230143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"3.645740985s","start":"2026-04-28T17:21:04.927748Z","end":"2026-04-28T17:21:08.573489Z","steps":["trace[2116230143] 'agreement among raft nodes before linearized reading' (duration: 3.645612102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:07.269005Z","time spent":"1.304519911s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:08.573558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.927728Z","time spent":"3.645819706s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:21:08.573564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.832784Z","time spent":"3.740759062s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:21:08.573378Z","caller":"traceutil/trace.go:171","msg":"trace[1268761135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2154; }","duration":"2.168707038s","start":"2026-04-28T17:21:06.404658Z","end":"2026-04-28T17:21:08.573365Z","steps":["trace[1268761135] 'agreement among raft nodes before linearized reading' (duration: 2.168632436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:06.404642Z","time spent":"2.169014586s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:08.573439Z","caller":"traceutil/trace.go:171","msg":"trace[1550379923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"3.604456335s","start":"2026-04-28T17:21:04.968961Z","end":"2026-04-28T17:21:08.573417Z","steps":["trace[1550379923] 'agreement among raft nodes before linearized reading' (duration: 3.604164988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.968946Z","time spent":"3.604810156s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:21:08.573439Z","caller":"traceutil/trace.go:171","msg":"trace[1867371033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2154; }","duration":"2.83312595s","start":"2026-04-28T17:21:05.7403Z","end":"2026-04-28T17:21:08.573426Z","steps":["trace[1867371033] 'agreement among raft nodes before linearized reading' (duration: 2.832771411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:05.740287Z","time spent":"2.833587524s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:21:08.573362Z","caller":"traceutil/trace.go:171","msg":"trace[899135351] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2154; }","duration":"3.881184204s","start":"2026-04-28T17:21:04.69216Z","end":"2026-04-28T17:21:08.573344Z","steps":["trace[899135351] 'agreement among raft nodes before linearized reading' (duration: 3.88102521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.573999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:04.692142Z","time spent":"3.881843542s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:08.573478Z","caller":"traceutil/trace.go:171","msg":"trace[1521261314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"2.418097185s","start":"2026-04-28T17:21:06.155375Z","end":"2026-04-28T17:21:08.573473Z","steps":["trace[1521261314] 'agreement among raft nodes before linearized reading' (duration: 2.418022673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.574081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:06.155351Z","time spent":"2.418713012s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:21:08.574237Z","caller":"traceutil/trace.go:171","msg":"trace[374309708] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"392.512458ms","start":"2026-04-28T17:21:08.181705Z","end":"2026-04-28T17:21:08.574218Z","steps":["trace[374309708] 'process raft request' (duration: 391.264826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.574356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:08.181681Z","time spent":"392.60953ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:08.574362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.879286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-28T17:21:08.574246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.398305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:08.574435Z","caller":"traceutil/trace.go:171","msg":"trace[2080028633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2155; }","duration":"298.61888ms","start":"2026-04-28T17:21:08.275804Z","end":"2026-04-28T17:21:08.574422Z","steps":["trace[2080028633] 'agreement among raft nodes before linearized reading' (duration: 298.392294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.574359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505103827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:08.574694Z","caller":"traceutil/trace.go:171","msg":"trace[1744104264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"1.505791275s","start":"2026-04-28T17:21:07.068874Z","end":"2026-04-28T17:21:08.574666Z","steps":["trace[1744104264] 'agreement among raft nodes before linearized reading' (duration: 1.504382958s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.574758Z","caller":"traceutil/trace.go:171","msg":"trace[1428258388] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695; range_end:; response_count:1; response_revision:2155; }","duration":"221.336548ms","start":"2026-04-28T17:21:08.353409Z","end":"2026-04-28T17:21:08.574746Z","steps":["trace[1428258388] 'agreement among raft nodes before linearized reading' (duration: 220.858716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.574771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:07.068833Z","time spent":"1.505921988s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:21:08.736699Z","caller":"traceutil/trace.go:171","msg":"trace[1145890112] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"159.347477ms","start":"2026-04-28T17:21:08.577307Z","end":"2026-04-28T17:21:08.736655Z","steps":["trace[1145890112] 'process raft request' (duration: 103.286789ms)","trace[1145890112] 'compare' (duration: 55.806611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:08.736779Z","caller":"traceutil/trace.go:171","msg":"trace[1940888431] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2246; }","duration":"158.771403ms","start":"2026-04-28T17:21:08.577968Z","end":"2026-04-28T17:21:08.736739Z","steps":["trace[1940888431] 'read index received' (duration: 102.612343ms)","trace[1940888431] 'applied index is now lower than readState.Index' (duration: 56.1564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:08.737037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.04088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T17:21:08.737091Z","caller":"traceutil/trace.go:171","msg":"trace[76694089] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"158.750182ms","start":"2026-04-28T17:21:08.578307Z","end":"2026-04-28T17:21:08.737057Z","steps":["trace[76694089] 'process raft request' (duration: 158.399223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.73713Z","caller":"traceutil/trace.go:171","msg":"trace[1292583548] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2158; }","duration":"159.173483ms","start":"2026-04-28T17:21:08.577938Z","end":"2026-04-28T17:21:08.737111Z","steps":["trace[1292583548] 'agreement among raft nodes before linearized reading' (duration: 158.938737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.737158Z","caller":"traceutil/trace.go:171","msg":"trace[720978497] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"157.244403ms","start":"2026-04-28T17:21:08.579901Z","end":"2026-04-28T17:21:08.737145Z","steps":["trace[720978497] 'process raft request' (duration: 156.994347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.737328Z","caller":"traceutil/trace.go:171","msg":"trace[1590015575] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"156.660568ms","start":"2026-04-28T17:21:08.580651Z","end":"2026-04-28T17:21:08.737312Z","steps":["trace[1590015575] 'process raft request' (duration: 156.407152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.737293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.589865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:08.737402Z","caller":"traceutil/trace.go:171","msg":"trace[1257530045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2161; }","duration":"154.743079ms","start":"2026-04-28T17:21:08.582639Z","end":"2026-04-28T17:21:08.737382Z","steps":["trace[1257530045] 'agreement among raft nodes before linearized reading' (duration: 154.511153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.737567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.470685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:08.737616Z","caller":"traceutil/trace.go:171","msg":"trace[1290030765] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2161; }","duration":"151.538557ms","start":"2026-04-28T17:21:08.586064Z","end":"2026-04-28T17:21:08.737603Z","steps":["trace[1290030765] 'agreement among raft nodes before linearized reading' (duration: 151.442674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.737352Z","caller":"traceutil/trace.go:171","msg":"trace[1164367930] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"157.10094ms","start":"2026-04-28T17:21:08.580235Z","end":"2026-04-28T17:21:08.737336Z","steps":["trace[1164367930] 'process raft request' (duration: 156.737251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.737355Z","caller":"traceutil/trace.go:171","msg":"trace[44779776] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"157.485279ms","start":"2026-04-28T17:21:08.579859Z","end":"2026-04-28T17:21:08.737345Z","steps":["trace[44779776] 'process raft request' (duration: 156.957576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:08.927703Z","caller":"traceutil/trace.go:171","msg":"trace[1827538856] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2252; }","duration":"178.988832ms","start":"2026-04-28T17:21:08.748687Z","end":"2026-04-28T17:21:08.927675Z","steps":["trace[1827538856] 'read index received' (duration: 178.826497ms)","trace[1827538856] 'applied index is now lower than readState.Index' (duration: 160.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:08.927798Z","caller":"traceutil/trace.go:171","msg":"trace[172383836] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"185.048757ms","start":"2026-04-28T17:21:08.742673Z","end":"2026-04-28T17:21:08.927722Z","steps":["trace[172383836] 'process raft request' (duration: 184.814851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:08.927999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.294019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T17:21:08.928049Z","caller":"traceutil/trace.go:171","msg":"trace[560531144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"179.377621ms","start":"2026-04-28T17:21:08.748656Z","end":"2026-04-28T17:21:08.928033Z","steps":["trace[560531144] 'agreement among raft nodes before linearized reading' (duration: 179.177546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:14.474022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.598648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:21:14.474095Z","caller":"traceutil/trace.go:171","msg":"trace[260497988] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2188; }","duration":"112.739373ms","start":"2026-04-28T17:21:14.361338Z","end":"2026-04-28T17:21:14.474078Z","steps":["trace[260497988] 'range keys from in-memory index tree' (duration: 112.382073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:14.651148Z","caller":"traceutil/trace.go:171","msg":"trace[1860162821] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"132.438517ms","start":"2026-04-28T17:21:14.518667Z","end":"2026-04-28T17:21:14.651106Z","steps":["trace[1860162821] 'process raft request' (duration: 57.962906ms)","trace[1860162821] 'compare' (duration: 74.315627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:15.094655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.67363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:15.094882Z","caller":"traceutil/trace.go:171","msg":"trace[1188754771] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"255.897453ms","start":"2026-04-28T17:21:14.838934Z","end":"2026-04-28T17:21:15.094831Z","steps":["trace[1188754771] 'process raft request' (duration: 96.976917ms)","trace[1188754771] 'compare' (duration: 158.554547ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:15.094951Z","caller":"traceutil/trace.go:171","msg":"trace[741303225] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"255.889694ms","start":"2026-04-28T17:21:14.839028Z","end":"2026-04-28T17:21:15.094917Z","steps":["trace[741303225] 'process raft request' (duration: 255.74019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:15.095048Z","caller":"traceutil/trace.go:171","msg":"trace[286580692] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"254.789686ms","start":"2026-04-28T17:21:14.840251Z","end":"2026-04-28T17:21:15.09504Z","steps":["trace[286580692] 'process raft request' (duration: 254.56279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:15.095059Z","caller":"traceutil/trace.go:171","msg":"trace[1476310927] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"175.047509ms","start":"2026-04-28T17:21:14.919977Z","end":"2026-04-28T17:21:15.095025Z","steps":["trace[1476310927] 'process raft request' (duration: 174.932166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:27.152089Z","caller":"traceutil/trace.go:171","msg":"trace[1531056863] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"215.076666ms","start":"2026-04-28T17:21:26.936982Z","end":"2026-04-28T17:21:27.152058Z","steps":["trace[1531056863] 'process raft request' (duration: 214.827869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:38.609939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.40605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:38.610183Z","caller":"traceutil/trace.go:171","msg":"trace[397894154] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"245.228071ms","start":"2026-04-28T17:21:38.364928Z","end":"2026-04-28T17:21:38.610156Z","steps":["trace[397894154] 'process raft request' (duration: 90.523622ms)","trace[397894154] 'compare' (duration: 154.275397ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:38.610217Z","caller":"traceutil/trace.go:171","msg":"trace[437931931] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"239.780501ms","start":"2026-04-28T17:21:38.370407Z","end":"2026-04-28T17:21:38.610187Z","steps":["trace[437931931] 'process raft request' (duration: 239.629286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:38.610453Z","caller":"traceutil/trace.go:171","msg":"trace[1161689906] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2415; }","duration":"222.671192ms","start":"2026-04-28T17:21:38.387747Z","end":"2026-04-28T17:21:38.610418Z","steps":["trace[1161689906] 'read index received' (duration: 2.159036ms)","trace[1161689906] 'applied index is now lower than readState.Index' (duration: 220.509916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:38.61068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.915168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:21:38.610757Z","caller":"traceutil/trace.go:171","msg":"trace[842274109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2322; }","duration":"223.024171ms","start":"2026-04-28T17:21:38.387716Z","end":"2026-04-28T17:21:38.61074Z","steps":["trace[842274109] 'agreement among raft nodes before linearized reading' (duration: 222.796775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:38.611041Z","caller":"traceutil/trace.go:171","msg":"trace[860364983] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"233.005137ms","start":"2026-04-28T17:21:38.37802Z","end":"2026-04-28T17:21:38.611025Z","steps":["trace[860364983] 'process raft request' (duration: 232.109634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:39.212909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.949444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:39.213085Z","caller":"traceutil/trace.go:171","msg":"trace[869591008] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2420; }","duration":"459.23064ms","start":"2026-04-28T17:21:38.753829Z","end":"2026-04-28T17:21:39.21306Z","steps":["trace[869591008] 'read index received' (duration: 51.332µs)","trace[869591008] 'applied index is now lower than readState.Index' (duration: 459.177908ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:39.2131Z","caller":"traceutil/trace.go:171","msg":"trace[1734425746] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"598.514052ms","start":"2026-04-28T17:21:38.614561Z","end":"2026-04-28T17:21:39.213075Z","steps":["trace[1734425746] 'process raft request' (duration: 98.317462ms)","trace[1734425746] 'compare' (duration: 499.135243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:39.21322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:38.614521Z","time spent":"598.629465ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:39.213268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.439985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:21:39.213301Z","caller":"traceutil/trace.go:171","msg":"trace[2099284718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2324; }","duration":"459.506797ms","start":"2026-04-28T17:21:38.753781Z","end":"2026-04-28T17:21:39.213288Z","steps":["trace[2099284718] 'agreement among raft nodes before linearized reading' (duration: 459.377754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:39.213333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:38.753735Z","time spent":"459.589679ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:21:39.213432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.284321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T17:21:39.213508Z","caller":"traceutil/trace.go:171","msg":"trace[213407202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2324; }","duration":"376.402295ms","start":"2026-04-28T17:21:38.837087Z","end":"2026-04-28T17:21:39.213489Z","steps":["trace[213407202] 'agreement among raft nodes before linearized reading' (duration: 376.151039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:39.213527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.747735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-04-28T17:21:39.213576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:38.837064Z","time spent":"376.491847ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T17:21:39.21361Z","caller":"traceutil/trace.go:171","msg":"trace[1554509157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2324; }","duration":"132.879939ms","start":"2026-04-28T17:21:39.080711Z","end":"2026-04-28T17:21:39.213591Z","steps":["trace[1554509157] 'agreement among raft nodes before linearized reading' (duration: 132.574632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:39.359279Z","caller":"traceutil/trace.go:171","msg":"trace[898645442] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2421; }","duration":"138.798811ms","start":"2026-04-28T17:21:39.220454Z","end":"2026-04-28T17:21:39.359252Z","steps":["trace[898645442] 'read index received' (duration: 7.77223ms)","trace[898645442] 'applied index is now lower than readState.Index' (duration: 131.025641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:39.359393Z","caller":"traceutil/trace.go:171","msg":"trace[1761127105] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"141.988692ms","start":"2026-04-28T17:21:39.217359Z","end":"2026-04-28T17:21:39.359348Z","steps":["trace[1761127105] 'process raft request' (duration: 136.004459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:39.359537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.054127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:39.359613Z","caller":"traceutil/trace.go:171","msg":"trace[519159371] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2326; }","duration":"139.16339ms","start":"2026-04-28T17:21:39.22043Z","end":"2026-04-28T17:21:39.359593Z","steps":["trace[519159371] 'agreement among raft nodes before linearized reading' (duration: 138.942415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:39.359942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.196758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T17:21:39.360038Z","caller":"traceutil/trace.go:171","msg":"trace[971543145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2326; }","duration":"105.333771ms","start":"2026-04-28T17:21:39.254681Z","end":"2026-04-28T17:21:39.360015Z","steps":["trace[971543145] 'agreement among raft nodes before linearized reading' (duration: 104.717506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:40.812749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.933386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:21:40.81359Z","caller":"traceutil/trace.go:171","msg":"trace[147721100] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"925.620982ms","start":"2026-04-28T17:21:39.88793Z","end":"2026-04-28T17:21:40.813551Z","steps":["trace[147721100] 'process raft request' (duration: 924.932974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:40.81364Z","caller":"traceutil/trace.go:171","msg":"trace[401503829] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2426; }","duration":"886.294314ms","start":"2026-04-28T17:21:39.927284Z","end":"2026-04-28T17:21:40.813579Z","steps":["trace[401503829] 'read index received' (duration: 174.530917ms)","trace[401503829] 'applied index is now lower than readState.Index' (duration: 711.762207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:40.813743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:39.88791Z","time spent":"925.749696ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:40.879324Z","caller":"traceutil/trace.go:171","msg":"trace[232656417] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"590.555738ms","start":"2026-04-28T17:21:40.288727Z","end":"2026-04-28T17:21:40.879282Z","steps":["trace[232656417] 'process raft request' (duration: 524.843442ms)","trace[232656417] 'compare' (duration: 65.420248ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:40.879374Z","caller":"traceutil/trace.go:171","msg":"trace[1983383097] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"262.552095ms","start":"2026-04-28T17:21:40.616795Z","end":"2026-04-28T17:21:40.879347Z","steps":["trace[1983383097] 'process raft request' (duration: 262.487633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:40.879391Z","caller":"traceutil/trace.go:171","msg":"trace[195479032] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"262.825872ms","start":"2026-04-28T17:21:40.616545Z","end":"2026-04-28T17:21:40.879371Z","steps":["trace[195479032] 'process raft request' (duration: 262.705689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:40.879389Z","caller":"traceutil/trace.go:171","msg":"trace[1791347080] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"484.288042ms","start":"2026-04-28T17:21:40.395063Z","end":"2026-04-28T17:21:40.879351Z","steps":["trace[1791347080] 'process raft request' (duration: 484.141367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:40.879495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.288688Z","time spent":"590.724883ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:40.879319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.001779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa950a6a4f69ec\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T17:21:40.879555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.395025Z","time spent":"484.443556ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:40.879642Z","caller":"traceutil/trace.go:171","msg":"trace[280015038] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa950a6a4f69ec; range_end:; response_count:1; response_revision:2330; }","duration":"952.306877ms","start":"2026-04-28T17:21:39.927266Z","end":"2026-04-28T17:21:40.879573Z","steps":["trace[280015038] 'agreement among raft nodes before linearized reading' (duration: 886.401156ms)","trace[280015038] 'range keys from in-memory index tree' (duration: 65.404628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:40.879786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:39.927244Z","time spent":"952.506432ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa950a6a4f69ec\" "} {"level":"warn","ts":"2026-04-28T17:21:40.879853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.995128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:40.879924Z","caller":"traceutil/trace.go:171","msg":"trace[779342714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2335; }","duration":"812.145542ms","start":"2026-04-28T17:21:40.067756Z","end":"2026-04-28T17:21:40.879901Z","steps":["trace[779342714] 'agreement among raft nodes before linearized reading' (duration: 812.015299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:40.879947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.111272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:40.879975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.067737Z","time spent":"812.230464ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:21:40.880003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.625973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T17:21:40.880011Z","caller":"traceutil/trace.go:171","msg":"trace[183779692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2335; }","duration":"589.231265ms","start":"2026-04-28T17:21:40.290748Z","end":"2026-04-28T17:21:40.879979Z","steps":["trace[183779692] 'agreement among raft nodes before linearized reading' (duration: 589.110462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:40.880046Z","caller":"traceutil/trace.go:171","msg":"trace[1262828600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2335; }","duration":"658.719616ms","start":"2026-04-28T17:21:40.221314Z","end":"2026-04-28T17:21:40.880034Z","steps":["trace[1262828600] 'agreement among raft nodes before linearized reading' (duration: 658.566833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:40.880002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.623019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:21:40.87986Z","caller":"traceutil/trace.go:171","msg":"trace[1640249994] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"262.073653ms","start":"2026-04-28T17:21:40.61774Z","end":"2026-04-28T17:21:40.879813Z","steps":["trace[1640249994] 'process raft request' (duration: 261.5728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:40.880071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.221281Z","time spent":"658.783688ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:21:40.880075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.290735Z","time spent":"589.329687ms","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:40.880131Z","caller":"traceutil/trace.go:171","msg":"trace[582440970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2335; }","duration":"243.734062ms","start":"2026-04-28T17:21:40.636349Z","end":"2026-04-28T17:21:40.880083Z","steps":["trace[582440970] 'agreement among raft nodes before linearized reading' (duration: 243.430184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.564139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23001591s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:42.564396Z","caller":"traceutil/trace.go:171","msg":"trace[1735874385] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"1.425031493s","start":"2026-04-28T17:21:41.139327Z","end":"2026-04-28T17:21:42.564359Z","steps":["trace[1735874385] 'process raft request' (duration: 1.424934611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.564468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.1393Z","time spent":"1.425135676s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:21:42.564555Z","caller":"traceutil/trace.go:171","msg":"trace[679773079] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2434; }","duration":"1.626358627s","start":"2026-04-28T17:21:40.938171Z","end":"2026-04-28T17:21:42.564529Z","steps":["trace[679773079] 'read index received' (duration: 395.838543ms)","trace[679773079] 'applied index is now lower than readState.Index' (duration: 1.230517794s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:42.564865Z","caller":"traceutil/trace.go:171","msg":"trace[777379943] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"1.68064793s","start":"2026-04-28T17:21:40.8842Z","end":"2026-04-28T17:21:42.564847Z","steps":["trace[777379943] 'process raft request' (duration: 449.837159ms)","trace[777379943] 'compare' (duration: 1.229721663s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:42.564954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.884161Z","time spent":"1.680738212s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:42.565121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626963322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:42.565174Z","caller":"traceutil/trace.go:171","msg":"trace[1507396014] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2338; }","duration":"1.627059264s","start":"2026-04-28T17:21:40.938095Z","end":"2026-04-28T17:21:42.565154Z","steps":["trace[1507396014] 'agreement among raft nodes before linearized reading' (duration: 1.626979572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.56522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:40.938067Z","time spent":"1.627138897s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:42.565368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185169481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:21:42.565401Z","caller":"traceutil/trace.go:171","msg":"trace[733631669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2338; }","duration":"1.185250412s","start":"2026-04-28T17:21:41.380141Z","end":"2026-04-28T17:21:42.565392Z","steps":["trace[733631669] 'agreement among raft nodes before linearized reading' (duration: 1.18514048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.565433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.380099Z","time spent":"1.185319014s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:42.565532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37774072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:21:42.565555Z","caller":"traceutil/trace.go:171","msg":"trace[1622840272] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2338; }","duration":"1.377822751s","start":"2026-04-28T17:21:41.187725Z","end":"2026-04-28T17:21:42.565548Z","steps":["trace[1622840272] 'agreement among raft nodes before linearized reading' (duration: 1.37776374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.565578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.187693Z","time spent":"1.377878443s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:42.565544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137042145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T17:21:42.565646Z","caller":"traceutil/trace.go:171","msg":"trace[240856434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2338; }","duration":"1.137211049s","start":"2026-04-28T17:21:41.428411Z","end":"2026-04-28T17:21:42.565622Z","steps":["trace[240856434] 'agreement among raft nodes before linearized reading' (duration: 1.13682946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.565701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.428383Z","time spent":"1.137307763s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:42.56526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497175003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:42.565962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T17:21:42.565988Z","caller":"traceutil/trace.go:171","msg":"trace[760923864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2338; }","duration":"677.596901ms","start":"2026-04-28T17:21:41.888382Z","end":"2026-04-28T17:21:42.565979Z","steps":["trace[760923864] 'agreement among raft nodes before linearized reading' (duration: 677.516149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.56601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.888363Z","time spent":"677.641942ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T17:21:42.56598Z","caller":"traceutil/trace.go:171","msg":"trace[259695472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2338; }","duration":"1.497929483s","start":"2026-04-28T17:21:41.068015Z","end":"2026-04-28T17:21:42.565944Z","steps":["trace[259695472] 'agreement among raft nodes before linearized reading' (duration: 1.497201134s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.566018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.730044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:42.566076Z","caller":"traceutil/trace.go:171","msg":"trace[1843625847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2338; }","duration":"192.804816ms","start":"2026-04-28T17:21:42.373256Z","end":"2026-04-28T17:21:42.566061Z","steps":["trace[1843625847] 'agreement among raft nodes before linearized reading' (duration: 192.680773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.566075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.067982Z","time spent":"1.498075336s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:21:42.566098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137614681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T17:21:42.566173Z","caller":"traceutil/trace.go:171","msg":"trace[332340988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2338; }","duration":"1.137737313s","start":"2026-04-28T17:21:41.428411Z","end":"2026-04-28T17:21:42.566148Z","steps":["trace[332340988] 'agreement among raft nodes before linearized reading' (duration: 1.137497447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.566222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.428383Z","time spent":"1.137825476s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:42.567351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335357313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:21:42.567445Z","caller":"traceutil/trace.go:171","msg":"trace[1915095029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2338; }","duration":"1.335502867s","start":"2026-04-28T17:21:41.23192Z","end":"2026-04-28T17:21:42.567422Z","steps":["trace[1915095029] 'agreement among raft nodes before linearized reading' (duration: 1.333399713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:42.567494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:41.231894Z","time spent":"1.335589979s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:21:45.096717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200286637s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:45.097037Z","caller":"traceutil/trace.go:171","msg":"trace[594835284] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"2.524634158s","start":"2026-04-28T17:21:42.572375Z","end":"2026-04-28T17:21:45.097009Z","steps":["trace[594835284] 'process raft request' (duration: 323.94958ms)","trace[594835284] 'compare' (duration: 2.19959848s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:45.097123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.572348Z","time spent":"2.52473131s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:46.065598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:21:46.065895Z","caller":"traceutil/trace.go:171","msg":"trace[1172046811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531225s","start":"2026-04-28T17:21:44.065154Z","end":"2026-04-28T17:21:46.065685Z","steps":["trace[1172046811] 'agreement among raft nodes before linearized reading' (duration: 2.000372951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:46.066646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.065126Z","time spent":"2.001445577s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:21:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:47.571247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.572876Z","time spent":"4.99836454s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:47.884293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.886583Z","time spent":"4.997701733s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:47.884469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.886098Z","time spent":"4.99836925s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:47.884603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.885967Z","time spent":"4.998634006s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:47.884677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.885956Z","time spent":"4.998719839s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:48.067044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000680068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:21:48.067114Z","caller":"traceutil/trace.go:171","msg":"trace[1710795673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881393s","start":"2026-04-28T17:21:46.066215Z","end":"2026-04-28T17:21:48.067097Z","steps":["trace[1710795673] 'agreement among raft nodes before linearized reading' (duration: 2.000715909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:48.067149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:46.066195Z","time spent":"2.000947114s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:21:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:48.350737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:21:48.35087Z","caller":"traceutil/trace.go:171","msg":"trace[2114369710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339629s","start":"2026-04-28T17:21:46.350507Z","end":"2026-04-28T17:21:48.350846Z","steps":["trace[2114369710] 'agreement among raft nodes before linearized reading' (duration: 2.000182455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:48.350935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:46.350483Z","time spent":"2.000438222s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:21:48.49743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.60108628s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:21:49.571139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99957025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:21:49.571251Z","caller":"traceutil/trace.go:171","msg":"trace[1125260185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999741144s","start":"2026-04-28T17:21:44.571483Z","end":"2026-04-28T17:21:49.571225Z","steps":["trace[1125260185] 'agreement among raft nodes before linearized reading' (duration: 4.999606991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:49.571316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.57146Z","time spent":"4.999839767s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 17:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:49.573013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.572751Z","time spent":"7.00025812s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:21:49.573061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.572664Z","time spent":"7.000393523s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:21:49.823016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562399536s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:49.823216Z","caller":"traceutil/trace.go:171","msg":"trace[1181977551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2339; }","duration":"1.562609672s","start":"2026-04-28T17:21:48.26058Z","end":"2026-04-28T17:21:49.82319Z","steps":["trace[1181977551] 'range keys from in-memory index tree' (duration: 1.562380116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:49.823517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325772326s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:49.823844Z","caller":"traceutil/trace.go:171","msg":"trace[1935201953] linearizableReadLoop","detail":"{readStateIndex:2440; appliedIndex:2436; }","duration":"7.236721994s","start":"2026-04-28T17:21:42.587104Z","end":"2026-04-28T17:21:49.823826Z","steps":["trace[1935201953] 'read index received' (duration: 309.233552ms)","trace[1935201953] 'applied index is now lower than readState.Index' (duration: 6.927487342s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:49.824046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236944081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:49.824082Z","caller":"traceutil/trace.go:171","msg":"trace[153341665] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2346; }","duration":"7.237005673s","start":"2026-04-28T17:21:42.587061Z","end":"2026-04-28T17:21:49.824067Z","steps":["trace[153341665] 'agreement among raft nodes before linearized reading' (duration: 7.236842478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:49.824116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.587051Z","time spent":"7.237056144s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:49.958748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461094118s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:21:50.074682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:21:50.074815Z","caller":"traceutil/trace.go:171","msg":"trace[1627189269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037618s","start":"2026-04-28T17:21:48.074418Z","end":"2026-04-28T17:21:50.074794Z","steps":["trace[1627189269] 'agreement among raft nodes before linearized reading' (duration: 2.000217316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:50.074867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:48.074396Z","time spent":"2.000461643s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:21:51.427634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854336104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:21:51.427725Z","caller":"traceutil/trace.go:171","msg":"trace[1357219332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.854481988s","start":"2026-04-28T17:21:49.573222Z","end":"2026-04-28T17:21:51.427704Z","steps":["trace[1357219332] 'agreement among raft nodes before linearized reading' (duration: 1.854359775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:51.427776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:49.573204Z","time spent":"1.85456002s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 17:21:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:51.695031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735926547s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:21:51.695294Z","caller":"traceutil/trace.go:171","msg":"trace[1760392064] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"3.609622487s","start":"2026-04-28T17:21:48.085633Z","end":"2026-04-28T17:21:51.695256Z","steps":["trace[1760392064] 'process raft request' (duration: 1.873403274s)","trace[1760392064] 'compare' (duration: 1.735784793s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:21:51.69533Z","caller":"traceutil/trace.go:171","msg":"trace[1509354356] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"3.37504113s","start":"2026-04-28T17:21:48.320241Z","end":"2026-04-28T17:21:51.695283Z","steps":["trace[1509354356] 'process raft request' (duration: 3.374865016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:51.695466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:48.085604Z","time spent":"3.609781093s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:51.69551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:48.320217Z","time spent":"3.375202705s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:52.075044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:21:52.07513Z","caller":"traceutil/trace.go:171","msg":"trace[1521593297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999853817s","start":"2026-04-28T17:21:50.075252Z","end":"2026-04-28T17:21:52.075106Z","steps":["trace[1521593297] 'agreement among raft nodes before linearized reading' (duration: 1.999747214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.075236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:50.075231Z","time spent":"1.99994553s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:21:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:52.101563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999455917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:21:52.101629Z","caller":"traceutil/trace.go:171","msg":"trace[362723312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999558841s","start":"2026-04-28T17:21:47.102056Z","end":"2026-04-28T17:21:52.101615Z","steps":["trace[362723312] 'agreement among raft nodes before linearized reading' (duration: 4.999490098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.101666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:47.102035Z","time spent":"4.999620713s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 17:21:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:21:52.289227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.001216ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:21:52.289622Z","caller":"traceutil/trace.go:171","msg":"trace[1883187031] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.202147986s","start":"2026-04-28T17:21:51.08745Z","end":"2026-04-28T17:21:52.289598Z","steps":["trace[1883187031] 'process raft request' (duration: 1.202007233s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.289709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87206063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:52.289784Z","caller":"traceutil/trace.go:171","msg":"trace[940000704] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2350; }","duration":"2.872187413s","start":"2026-04-28T17:21:49.417581Z","end":"2026-04-28T17:21:52.289768Z","steps":["trace[940000704] 'agreement among raft nodes before linearized reading' (duration: 2.872036499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.289772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823152836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:21:52.289769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186971507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:21:52.289827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:49.417561Z","time spent":"2.872258185s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:52.289851Z","caller":"traceutil/trace.go:171","msg":"trace[1981091897] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2350; }","duration":"4.823251708s","start":"2026-04-28T17:21:47.466568Z","end":"2026-04-28T17:21:52.28982Z","steps":["trace[1981091897] 'agreement among raft nodes before linearized reading' (duration: 4.823160886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.28982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526945127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:52.289862Z","caller":"traceutil/trace.go:171","msg":"trace[1415222510] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2350; }","duration":"3.187114331s","start":"2026-04-28T17:21:49.10273Z","end":"2026-04-28T17:21:52.289844Z","steps":["trace[1415222510] 'agreement among raft nodes before linearized reading' (duration: 3.186932696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.289848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.396961564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T17:21:52.28991Z","caller":"traceutil/trace.go:171","msg":"trace[709706284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2350; }","duration":"3.527092761s","start":"2026-04-28T17:21:48.762796Z","end":"2026-04-28T17:21:52.289889Z","steps":["trace[709706284] 'agreement among raft nodes before linearized reading' (duration: 3.526947277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.289916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:49.102706Z","time spent":"3.187195163s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.289931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403198664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T17:21:52.289936Z","caller":"traceutil/trace.go:171","msg":"trace[1933375724] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"4.397079437s","start":"2026-04-28T17:21:47.892836Z","end":"2026-04-28T17:21:52.289915Z","steps":["trace[1933375724] 'agreement among raft nodes before linearized reading' (duration: 4.396752669s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:52.289965Z","caller":"traceutil/trace.go:171","msg":"trace[984643697] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2350; }","duration":"4.403263995s","start":"2026-04-28T17:21:47.886691Z","end":"2026-04-28T17:21:52.289955Z","steps":["trace[984643697] 'agreement among raft nodes before linearized reading' (duration: 4.403022469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.289957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:48.762772Z","time spent":"3.527173693s","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.289978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.370142007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa950a6a4f69ec\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T17:21:52.289979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850349504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:52.290062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021875953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:21:52.290056Z","caller":"traceutil/trace.go:171","msg":"trace[1793817490] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa950a6a4f69ec; range_end:; response_count:1; response_revision:2350; }","duration":"7.37024155s","start":"2026-04-28T17:21:44.919795Z","end":"2026-04-28T17:21:52.290036Z","steps":["trace[1793817490] 'agreement among raft nodes before linearized reading' (duration: 7.370058925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402433494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-04-28T17:21:52.29006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232703181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:21:52.290092Z","caller":"traceutil/trace.go:171","msg":"trace[1364240811] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2350; }","duration":"4.021956235s","start":"2026-04-28T17:21:48.268126Z","end":"2026-04-28T17:21:52.290083Z","steps":["trace[1364240811] 'agreement among raft nodes before linearized reading' (duration: 4.021882923s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:52.290078Z","caller":"traceutil/trace.go:171","msg":"trace[1932435447] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2350; }","duration":"5.850481467s","start":"2026-04-28T17:21:46.439584Z","end":"2026-04-28T17:21:52.290065Z","steps":["trace[1932435447] 'agreement among raft nodes before linearized reading' (duration: 5.850321723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:48.268106Z","time spent":"4.022013487s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.290142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:46.439565Z","time spent":"5.850564539s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:52.290136Z","caller":"traceutil/trace.go:171","msg":"trace[1916014993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2350; }","duration":"7.232813285s","start":"2026-04-28T17:21:45.057303Z","end":"2026-04-28T17:21:52.290116Z","steps":["trace[1916014993] 'agreement among raft nodes before linearized reading' (duration: 7.232687231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40263562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T17:21:52.289889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:47.466521Z","time spent":"4.823357591s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.29019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.426080652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:52.290192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:45.057282Z","time spent":"7.232894396s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:52.290215Z","caller":"traceutil/trace.go:171","msg":"trace[1894066341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"4.402706242s","start":"2026-04-28T17:21:47.887501Z","end":"2026-04-28T17:21:52.290207Z","steps":["trace[1894066341] 'agreement among raft nodes before linearized reading' (duration: 4.40262426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:47.88748Z","time spent":"4.402758413s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T17:21:52.290247Z","caller":"traceutil/trace.go:171","msg":"trace[448973391] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2350; }","duration":"7.426152874s","start":"2026-04-28T17:21:44.864068Z","end":"2026-04-28T17:21:52.290221Z","steps":["trace[448973391] 'agreement among raft nodes before linearized reading' (duration: 7.426083632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.29012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.91977Z","time spent":"7.370332331s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa950a6a4f69ec\" "} {"level":"warn","ts":"2026-04-28T17:21:52.290297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.863959Z","time spent":"7.426324368s","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.290352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589968295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:52.289983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:47.892822Z","time spent":"4.397152289s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:21:52.289682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294876926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:21:52.290445Z","caller":"traceutil/trace.go:171","msg":"trace[376066997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2350; }","duration":"3.295689906s","start":"2026-04-28T17:21:48.99474Z","end":"2026-04-28T17:21:52.29043Z","steps":["trace[376066997] 'agreement among raft nodes before linearized reading' (duration: 3.294844125s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.289671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.27939903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:52.290497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:48.994721Z","time spent":"3.295761058s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.290523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.845315966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-28T17:21:52.29053Z","caller":"traceutil/trace.go:171","msg":"trace[1534644399] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2350; }","duration":"7.280309262s","start":"2026-04-28T17:21:45.010201Z","end":"2026-04-28T17:21:52.290511Z","steps":["trace[1534644399] 'agreement among raft nodes before linearized reading' (duration: 7.27941032s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:52.290578Z","caller":"traceutil/trace.go:171","msg":"trace[551747878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2350; }","duration":"7.845396738s","start":"2026-04-28T17:21:44.445171Z","end":"2026-04-28T17:21:52.290568Z","steps":["trace[551747878] 'agreement among raft nodes before linearized reading' (duration: 7.845244094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.445135Z","time spent":"7.8454618s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:21:52.290605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:45.010154Z","time spent":"7.280423285s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.29062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.035239236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:52.290681Z","caller":"traceutil/trace.go:171","msg":"trace[943520561] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2350; }","duration":"8.035327058s","start":"2026-04-28T17:21:44.255339Z","end":"2026-04-28T17:21:52.290666Z","steps":["trace[943520561] 'agreement among raft nodes before linearized reading' (duration: 8.035233346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.255324Z","time spent":"8.03538943s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:52.29011Z","caller":"traceutil/trace.go:171","msg":"trace[297048231] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2350; }","duration":"4.402490556s","start":"2026-04-28T17:21:47.887611Z","end":"2026-04-28T17:21:52.290102Z","steps":["trace[297048231] 'agreement among raft nodes before linearized reading' (duration: 4.402404304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.290793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:47.887591Z","time spent":"4.403191693s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T17:21:52.289812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.578753309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:21:52.29087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.715590778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T17:21:52.29031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.928277133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:52.289999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:47.886674Z","time spent":"4.403317256s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T17:21:52.290399Z","caller":"traceutil/trace.go:171","msg":"trace[1079631643] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2350; }","duration":"7.590022506s","start":"2026-04-28T17:21:44.700356Z","end":"2026-04-28T17:21:52.290379Z","steps":["trace[1079631643] 'agreement among raft nodes before linearized reading' (duration: 7.589973055s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:52.290963Z","caller":"traceutil/trace.go:171","msg":"trace[531273059] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:2350; }","duration":"7.928971s","start":"2026-04-28T17:21:44.361975Z","end":"2026-04-28T17:21:52.290946Z","steps":["trace[531273059] 'agreement among raft nodes before linearized reading' (duration: 7.928301324s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:52.290903Z","caller":"traceutil/trace.go:171","msg":"trace[20766892] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2350; }","duration":"9.579902408s","start":"2026-04-28T17:21:42.710988Z","end":"2026-04-28T17:21:52.290891Z","steps":["trace[20766892] 'agreement among raft nodes before linearized reading' (duration: 9.578680667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.291026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:42.710956Z","time spent":"9.580054292s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.291037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.361954Z","time spent":"7.929056463s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T17:21:52.29091Z","caller":"traceutil/trace.go:171","msg":"trace[1412883542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2350; }","duration":"8.715679529s","start":"2026-04-28T17:21:43.575218Z","end":"2026-04-28T17:21:52.290898Z","steps":["trace[1412883542] 'agreement among raft nodes before linearized reading' (duration: 8.715534396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.291152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:43.575192Z","time spent":"8.715951476s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:21:52.290981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:44.70034Z","time spent":"7.590630412s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:21:52.289617Z","caller":"traceutil/trace.go:171","msg":"trace[1032076272] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2444; }","duration":"2.465712467s","start":"2026-04-28T17:21:49.823874Z","end":"2026-04-28T17:21:52.289586Z","steps":["trace[1032076272] 'read index received' (duration: 135.167218ms)","trace[1032076272] 'applied index is now lower than readState.Index' (duration: 2.330541569s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:21:52.291486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110593317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:52.29152Z","caller":"traceutil/trace.go:171","msg":"trace[1732545078] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2350; }","duration":"1.110633908s","start":"2026-04-28T17:21:51.180876Z","end":"2026-04-28T17:21:52.29151Z","steps":["trace[1732545078] 'agreement among raft nodes before linearized reading' (duration: 1.110572266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.291563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.180784Z","time spent":"1.11075309s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.291562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.087424Z","time spent":"1.202326101s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:21:52.291692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.099579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:21:52.292302Z","caller":"traceutil/trace.go:171","msg":"trace[1865995100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2350; }","duration":"210.703086ms","start":"2026-04-28T17:21:52.08155Z","end":"2026-04-28T17:21:52.292253Z","steps":["trace[1865995100] 'agreement among raft nodes before linearized reading' (duration: 210.12411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.291756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.445051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:21:52.292417Z","caller":"traceutil/trace.go:171","msg":"trace[794062320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2350; }","duration":"863.129119ms","start":"2026-04-28T17:21:51.429271Z","end":"2026-04-28T17:21:52.2924Z","steps":["trace[794062320] 'agreement among raft nodes before linearized reading' (duration: 862.436021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.292467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.429254Z","time spent":"863.199312ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:52.291804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.070807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:21:52.292576Z","caller":"traceutil/trace.go:171","msg":"trace[1747722360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2350; }","duration":"909.865078ms","start":"2026-04-28T17:21:51.382689Z","end":"2026-04-28T17:21:52.292554Z","steps":["trace[1747722360] 'agreement among raft nodes before linearized reading' (duration: 909.077507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.292613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.382656Z","time spent":"909.94711ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:21:52.291835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.732934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:21:52.292686Z","caller":"traceutil/trace.go:171","msg":"trace[1405775699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2350; }","duration":"862.626786ms","start":"2026-04-28T17:21:51.430047Z","end":"2026-04-28T17:21:52.292674Z","steps":["trace[1405775699] 'agreement among raft nodes before linearized reading' (duration: 861.658321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.291991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.790548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:21:52.29283Z","caller":"traceutil/trace.go:171","msg":"trace[749087582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2350; }","duration":"583.632901ms","start":"2026-04-28T17:21:51.70915Z","end":"2026-04-28T17:21:52.292783Z","steps":["trace[749087582] 'agreement among raft nodes before linearized reading' (duration: 582.717607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.29291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.709132Z","time spent":"583.750193ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:21:52.292121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.720316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:21:52.29301Z","caller":"traceutil/trace.go:171","msg":"trace[226354669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2350; }","duration":"719.645079ms","start":"2026-04-28T17:21:51.573351Z","end":"2026-04-28T17:21:52.292997Z","steps":["trace[226354669] 'agreement among raft nodes before linearized reading' (duration: 718.670204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.293087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.573331Z","time spent":"719.71192ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:21:52.292741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:21:51.430029Z","time spent":"862.699919ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:21:52.457231Z","caller":"traceutil/trace.go:171","msg":"trace[1521936886] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"160.802594ms","start":"2026-04-28T17:21:52.296368Z","end":"2026-04-28T17:21:52.457171Z","steps":["trace[1521936886] 'process raft request' (duration: 160.329622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.457292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.505756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T17:21:52.457359Z","caller":"traceutil/trace.go:171","msg":"trace[266555299] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2352; }","duration":"160.829576ms","start":"2026-04-28T17:21:52.29651Z","end":"2026-04-28T17:21:52.45734Z","steps":["trace[266555299] 'agreement among raft nodes before linearized reading' (duration: 160.577029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.457344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.62339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:21:52.457409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.189335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T17:21:52.457429Z","caller":"traceutil/trace.go:171","msg":"trace[1457497314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2352; }","duration":"153.747394ms","start":"2026-04-28T17:21:52.303662Z","end":"2026-04-28T17:21:52.45741Z","steps":["trace[1457497314] 'agreement among raft nodes before linearized reading' (duration: 153.557258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:21:52.457479Z","caller":"traceutil/trace.go:171","msg":"trace[1108731340] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2352; }","duration":"161.267737ms","start":"2026-04-28T17:21:52.296188Z","end":"2026-04-28T17:21:52.457456Z","steps":["trace[1108731340] 'agreement among raft nodes before linearized reading' (duration: 161.073321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.457521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.354629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T17:21:52.457584Z","caller":"traceutil/trace.go:171","msg":"trace[1946317171] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2352; }","duration":"161.454242ms","start":"2026-04-28T17:21:52.296111Z","end":"2026-04-28T17:21:52.457566Z","steps":["trace[1946317171] 'agreement among raft nodes before linearized reading' (duration: 161.236557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:21:52.457839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.727074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T17:21:52.457905Z","caller":"traceutil/trace.go:171","msg":"trace[1681872936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2352; }","duration":"162.785646ms","start":"2026-04-28T17:21:52.295086Z","end":"2026-04-28T17:21:52.457871Z","steps":["trace[1681872936] 'agreement among raft nodes before linearized reading' (duration: 161.968344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:25.029442Z","caller":"traceutil/trace.go:171","msg":"trace[33615846] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"110.712742ms","start":"2026-04-28T17:22:24.918681Z","end":"2026-04-28T17:22:25.029394Z","steps":["trace[33615846] 'process raft request' (duration: 110.487907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:50.691419Z","caller":"traceutil/trace.go:171","msg":"trace[1415566869] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2914; }","duration":"230.581339ms","start":"2026-04-28T17:22:50.460806Z","end":"2026-04-28T17:22:50.691387Z","steps":["trace[1415566869] 'read index received' (duration: 230.397325ms)","trace[1415566869] 'applied index is now lower than readState.Index' (duration: 182.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:22:50.691486Z","caller":"traceutil/trace.go:171","msg":"trace[906417610] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"255.182697ms","start":"2026-04-28T17:22:50.436262Z","end":"2026-04-28T17:22:50.691445Z","steps":["trace[906417610] 'process raft request' (duration: 254.937391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:50.691767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.946668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:22:50.691816Z","caller":"traceutil/trace.go:171","msg":"trace[929272206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2796; }","duration":"231.130443ms","start":"2026-04-28T17:22:50.460673Z","end":"2026-04-28T17:22:50.691804Z","steps":["trace[929272206] 'agreement among raft nodes before linearized reading' (duration: 230.850766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:51.890903Z","caller":"traceutil/trace.go:171","msg":"trace[1879976206] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"101.839366ms","start":"2026-04-28T17:22:51.789038Z","end":"2026-04-28T17:22:51.890877Z","steps":["trace[1879976206] 'process raft request' (duration: 101.799645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:51.890966Z","caller":"traceutil/trace.go:171","msg":"trace[903672140] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"102.197135ms","start":"2026-04-28T17:22:51.788732Z","end":"2026-04-28T17:22:51.890929Z","steps":["trace[903672140] 'process raft request' (duration: 42.149985ms)","trace[903672140] 'compare' (duration: 59.832095ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:22:52.822114Z","caller":"traceutil/trace.go:171","msg":"trace[1211602196] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"114.969181ms","start":"2026-04-28T17:22:52.707101Z","end":"2026-04-28T17:22:52.82207Z","steps":["trace[1211602196] 'process raft request' (duration: 114.694125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:52.872716Z","caller":"traceutil/trace.go:171","msg":"trace[1679225134] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"163.985402ms","start":"2026-04-28T17:22:52.708702Z","end":"2026-04-28T17:22:52.872687Z","steps":["trace[1679225134] 'process raft request' (duration: 163.718865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:52.873086Z","caller":"traceutil/trace.go:171","msg":"trace[2023481801] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"138.543413ms","start":"2026-04-28T17:22:52.734509Z","end":"2026-04-28T17:22:52.873052Z","steps":["trace[2023481801] 'process raft request' (duration: 138.100012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:52.873151Z","caller":"traceutil/trace.go:171","msg":"trace[2035525466] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"136.037959ms","start":"2026-04-28T17:22:52.737058Z","end":"2026-04-28T17:22:52.873096Z","steps":["trace[2035525466] 'process raft request' (duration: 135.828424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:52.873179Z","caller":"traceutil/trace.go:171","msg":"trace[822384630] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"135.735432ms","start":"2026-04-28T17:22:52.737421Z","end":"2026-04-28T17:22:52.873156Z","steps":["trace[822384630] 'process raft request' (duration: 135.589238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:54.374063Z","caller":"traceutil/trace.go:171","msg":"trace[1724990143] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"102.178716ms","start":"2026-04-28T17:22:54.271851Z","end":"2026-04-28T17:22:54.374029Z","steps":["trace[1724990143] 'process raft request' (duration: 101.907359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:56.371493Z","caller":"traceutil/trace.go:171","msg":"trace[817827534] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"399.922578ms","start":"2026-04-28T17:22:55.971504Z","end":"2026-04-28T17:22:56.371427Z","steps":["trace[817827534] 'process raft request' (duration: 399.773825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:56.371648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:55.971467Z","time spent":"400.102923ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:22:57.873396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501751774s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:22:57.873767Z","caller":"traceutil/trace.go:171","msg":"trace[1513328236] linearizableReadLoop","detail":"{readStateIndex:2990; appliedIndex:2988; }","duration":"1.80749569s","start":"2026-04-28T17:22:56.066245Z","end":"2026-04-28T17:22:57.873741Z","steps":["trace[1513328236] 'read index received' (duration: 305.052188ms)","trace[1513328236] 'applied index is now lower than readState.Index' (duration: 1.502442092s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:22:57.873834Z","caller":"traceutil/trace.go:171","msg":"trace[587627034] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"1.900875102s","start":"2026-04-28T17:22:55.972923Z","end":"2026-04-28T17:22:57.873798Z","steps":["trace[587627034] 'process raft request' (duration: 1.900667977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.873937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807673545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:22:57.874013Z","caller":"traceutil/trace.go:171","msg":"trace[884991450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"1.807820528s","start":"2026-04-28T17:22:56.066172Z","end":"2026-04-28T17:22:57.873993Z","steps":["trace[884991450] 'agreement among raft nodes before linearized reading' (duration: 1.807687675s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.874056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.066131Z","time spent":"1.80791625s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:22:57.874083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:55.972905Z","time spent":"1.901027516s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:22:57.875906Z","caller":"traceutil/trace.go:171","msg":"trace[1241467659] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"1.04158424s","start":"2026-04-28T17:22:56.834291Z","end":"2026-04-28T17:22:57.875875Z","steps":["trace[1241467659] 'process raft request' (duration: 1.040729778s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:57.876107Z","caller":"traceutil/trace.go:171","msg":"trace[104335697] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"970.935238ms","start":"2026-04-28T17:22:56.905136Z","end":"2026-04-28T17:22:57.876071Z","steps":["trace[104335697] 'process raft request' (duration: 970.669242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:57.87631Z","caller":"traceutil/trace.go:171","msg":"trace[1225159443] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"966.068444ms","start":"2026-04-28T17:22:56.910228Z","end":"2026-04-28T17:22:57.876297Z","steps":["trace[1225159443] 'process raft request' (duration: 965.775437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.876371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.905098Z","time spent":"971.131303ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:22:57.876411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.910199Z","time spent":"966.159676ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:22:57.876083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.834271Z","time spent":"1.041713693s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:22:57.876723Z","caller":"traceutil/trace.go:171","msg":"trace[1601861913] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"964.576526ms","start":"2026-04-28T17:22:56.91213Z","end":"2026-04-28T17:22:57.876707Z","steps":["trace[1601861913] 'process raft request' (duration: 964.106674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.876801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.912111Z","time spent":"964.652638ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:22:57.876827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727691866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:22:57.87689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.247908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:22:57.876963Z","caller":"traceutil/trace.go:171","msg":"trace[682663539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2873; }","duration":"904.359281ms","start":"2026-04-28T17:22:56.972587Z","end":"2026-04-28T17:22:57.876946Z","steps":["trace[682663539] 'agreement among raft nodes before linearized reading' (duration: 904.162096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:22:57.876998Z","caller":"traceutil/trace.go:171","msg":"trace[1311831014] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2873; }","duration":"1.727807929s","start":"2026-04-28T17:22:56.149087Z","end":"2026-04-28T17:22:57.876895Z","steps":["trace[1311831014] 'agreement among raft nodes before linearized reading' (duration: 1.727621924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.877011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.267835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:22:57.877029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.97257Z","time spent":"904.447303ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:22:57.877058Z","caller":"traceutil/trace.go:171","msg":"trace[1665323269] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2873; }","duration":"265.379337ms","start":"2026-04-28T17:22:57.611667Z","end":"2026-04-28T17:22:57.877046Z","steps":["trace[1665323269] 'agreement among raft nodes before linearized reading' (duration: 265.235823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.877021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010571769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T17:22:57.877123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52551441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:22:57.877159Z","caller":"traceutil/trace.go:171","msg":"trace[1234772465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2873; }","duration":"1.525584141s","start":"2026-04-28T17:22:56.351566Z","end":"2026-04-28T17:22:57.87715Z","steps":["trace[1234772465] 'agreement among raft nodes before linearized reading' (duration: 1.5255309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.877463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.351549Z","time spent":"1.525904579s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:22:57.877163Z","caller":"traceutil/trace.go:171","msg":"trace[1893041436] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2873; }","duration":"1.010743724s","start":"2026-04-28T17:22:56.866383Z","end":"2026-04-28T17:22:57.877127Z","steps":["trace[1893041436] 'agreement among raft nodes before linearized reading' (duration: 1.010406055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.877532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.866371Z","time spent":"1.011143894s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T17:22:57.87706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.149039Z","time spent":"1.728007754s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:22:57.877221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.247073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:22:57.877792Z","caller":"traceutil/trace.go:171","msg":"trace[291947066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2873; }","duration":"963.847798ms","start":"2026-04-28T17:22:56.913932Z","end":"2026-04-28T17:22:57.877779Z","steps":["trace[291947066] 'agreement among raft nodes before linearized reading' (duration: 963.204972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.877831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:56.913919Z","time spent":"963.900869ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:22:57.877225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.816467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:22:57.877931Z","caller":"traceutil/trace.go:171","msg":"trace[1987519946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2873; }","duration":"526.564706ms","start":"2026-04-28T17:22:57.351358Z","end":"2026-04-28T17:22:57.877922Z","steps":["trace[1987519946] 'agreement among raft nodes before linearized reading' (duration: 525.759526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:22:57.87796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:22:57.35134Z","time spent":"526.612168ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:23:04.105134Z","caller":"traceutil/trace.go:171","msg":"trace[1997683703] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"234.013337ms","start":"2026-04-28T17:23:03.871091Z","end":"2026-04-28T17:23:04.105104Z","steps":["trace[1997683703] 'process raft request' (duration: 233.816452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:04.110604Z","caller":"traceutil/trace.go:171","msg":"trace[432296381] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"209.065661ms","start":"2026-04-28T17:23:03.90152Z","end":"2026-04-28T17:23:04.110586Z","steps":["trace[432296381] 'process raft request' (duration: 208.745512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:04.110637Z","caller":"traceutil/trace.go:171","msg":"trace[1409205765] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"203.432797ms","start":"2026-04-28T17:23:03.907186Z","end":"2026-04-28T17:23:04.110618Z","steps":["trace[1409205765] 'process raft request' (duration: 203.270773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:04.110602Z","caller":"traceutil/trace.go:171","msg":"trace[17720148] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3029; }","duration":"200.781619ms","start":"2026-04-28T17:23:03.909796Z","end":"2026-04-28T17:23:04.110577Z","steps":["trace[17720148] 'read index received' (duration: 195.3322ms)","trace[17720148] 'applied index is now lower than readState.Index' (duration: 5.448529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:04.110778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.963854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:23:04.110998Z","caller":"traceutil/trace.go:171","msg":"trace[1794587739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2912; }","duration":"201.21216ms","start":"2026-04-28T17:23:03.909766Z","end":"2026-04-28T17:23:04.110978Z","steps":["trace[1794587739] 'agreement among raft nodes before linearized reading' (duration: 200.877292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:04.110813Z","caller":"traceutil/trace.go:171","msg":"trace[1950898394] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"205.89389ms","start":"2026-04-28T17:23:03.904911Z","end":"2026-04-28T17:23:04.110805Z","steps":["trace[1950898394] 'process raft request' (duration: 205.5078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:04.11123Z","caller":"traceutil/trace.go:171","msg":"trace[234748937] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"202.227327ms","start":"2026-04-28T17:23:03.908988Z","end":"2026-04-28T17:23:04.111215Z","steps":["trace[234748937] 'process raft request' (duration: 201.505968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:04.111635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.667205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:23:04.111664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.619184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:23:04.111755Z","caller":"traceutil/trace.go:171","msg":"trace[1550516834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2912; }","duration":"196.953343ms","start":"2026-04-28T17:23:03.914786Z","end":"2026-04-28T17:23:04.111739Z","steps":["trace[1550516834] 'agreement among raft nodes before linearized reading' (duration: 196.721597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:04.111688Z","caller":"traceutil/trace.go:171","msg":"trace[1692397778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2912; }","duration":"196.759858ms","start":"2026-04-28T17:23:03.914916Z","end":"2026-04-28T17:23:04.111676Z","steps":["trace[1692397778] 'agreement among raft nodes before linearized reading' (duration: 196.597564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:04.112091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.429305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:23:04.112459Z","caller":"traceutil/trace.go:171","msg":"trace[293569960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2912; }","duration":"197.787954ms","start":"2026-04-28T17:23:03.914528Z","end":"2026-04-28T17:23:04.112316Z","steps":["trace[293569960] 'agreement among raft nodes before linearized reading' (duration: 196.942163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:10.500621Z","caller":"traceutil/trace.go:171","msg":"trace[1200797280] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"321.18563ms","start":"2026-04-28T17:23:10.179399Z","end":"2026-04-28T17:23:10.500584Z","steps":["trace[1200797280] 'process raft request' (duration: 321.111958ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:10.500693Z","caller":"traceutil/trace.go:171","msg":"trace[1701909824] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3068; }","duration":"289.351008ms","start":"2026-04-28T17:23:10.211329Z","end":"2026-04-28T17:23:10.50068Z","steps":["trace[1701909824] 'read index received' (duration: 246.750912ms)","trace[1701909824] 'applied index is now lower than readState.Index' (duration: 42.599286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:10.500779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.179361Z","time spent":"321.344864ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:10.500857Z","caller":"traceutil/trace.go:171","msg":"trace[192603203] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"320.982045ms","start":"2026-04-28T17:23:10.179868Z","end":"2026-04-28T17:23:10.50085Z","steps":["trace[192603203] 'process raft request' (duration: 320.682017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.500905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.179857Z","time spent":"321.022005ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:10.50095Z","caller":"traceutil/trace.go:171","msg":"trace[1226285271] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"321.5999ms","start":"2026-04-28T17:23:10.179306Z","end":"2026-04-28T17:23:10.500906Z","steps":["trace[1226285271] 'process raft request' (duration: 278.81779ms)","trace[1226285271] 'compare' (duration: 42.233416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:10.501033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.732471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:23:10.50106Z","caller":"traceutil/trace.go:171","msg":"trace[900820263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2947; }","duration":"315.803864ms","start":"2026-04-28T17:23:10.185249Z","end":"2026-04-28T17:23:10.501053Z","steps":["trace[900820263] 'agreement among raft nodes before linearized reading' (duration: 315.714681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.501079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.185229Z","time spent":"315.846114ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:23:10.501179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.179275Z","time spent":"321.763636ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:10.501284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.18347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8556"} {"level":"info","ts":"2026-04-28T17:23:10.501312Z","caller":"traceutil/trace.go:171","msg":"trace[1891187883] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2947; }","duration":"288.254931ms","start":"2026-04-28T17:23:10.213051Z","end":"2026-04-28T17:23:10.501306Z","steps":["trace[1891187883] 'agreement among raft nodes before linearized reading' (duration: 288.18792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.501329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.87423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T17:23:10.501378Z","caller":"traceutil/trace.go:171","msg":"trace[1839531203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2947; }","duration":"316.956744ms","start":"2026-04-28T17:23:10.184409Z","end":"2026-04-28T17:23:10.501366Z","steps":["trace[1839531203] 'agreement among raft nodes before linearized reading' (duration: 316.835211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.501414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.184391Z","time spent":"317.015915ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:10.501477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.794798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:23:10.501457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.341573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:23:10.501506Z","caller":"traceutil/trace.go:171","msg":"trace[1602403785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2947; }","duration":"316.86528ms","start":"2026-04-28T17:23:10.184635Z","end":"2026-04-28T17:23:10.501501Z","steps":["trace[1602403785] 'agreement among raft nodes before linearized reading' (duration: 316.524132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.501524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.184615Z","time spent":"316.905711ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:23:10.501528Z","caller":"traceutil/trace.go:171","msg":"trace[140647600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2947; }","duration":"319.459236ms","start":"2026-04-28T17:23:10.182053Z","end":"2026-04-28T17:23:10.501512Z","steps":["trace[140647600] 'agreement among raft nodes before linearized reading' (duration: 319.19014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.501559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:10.182038Z","time spent":"319.515477ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:23:10.705529Z","caller":"traceutil/trace.go:171","msg":"trace[1359003356] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"198.659636ms","start":"2026-04-28T17:23:10.506842Z","end":"2026-04-28T17:23:10.705502Z","steps":["trace[1359003356] 'process raft request' (duration: 197.142417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:10.705879Z","caller":"traceutil/trace.go:171","msg":"trace[1377424983] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"198.078322ms","start":"2026-04-28T17:23:10.507762Z","end":"2026-04-28T17:23:10.705841Z","steps":["trace[1377424983] 'process raft request' (duration: 197.690361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:10.706982Z","caller":"traceutil/trace.go:171","msg":"trace[982561489] linearizableReadLoop","detail":"{readStateIndex:3076; appliedIndex:3071; }","duration":"194.799789ms","start":"2026-04-28T17:23:10.512146Z","end":"2026-04-28T17:23:10.706946Z","steps":["trace[982561489] 'read index received' (duration: 49.903703ms)","trace[982561489] 'applied index is now lower than readState.Index' (duration: 144.895006ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:10.707003Z","caller":"traceutil/trace.go:171","msg":"trace[1327670032] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"199.170009ms","start":"2026-04-28T17:23:10.507825Z","end":"2026-04-28T17:23:10.706995Z","steps":["trace[1327670032] 'process raft request' (duration: 198.999055ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:10.707094Z","caller":"traceutil/trace.go:171","msg":"trace[22842716] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"199.293162ms","start":"2026-04-28T17:23:10.507733Z","end":"2026-04-28T17:23:10.707026Z","steps":["trace[22842716] 'process raft request' (duration: 197.960088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:10.707428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.26981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T17:23:10.707485Z","caller":"traceutil/trace.go:171","msg":"trace[341930817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2952; }","duration":"195.370643ms","start":"2026-04-28T17:23:10.512103Z","end":"2026-04-28T17:23:10.707474Z","steps":["trace[341930817] 'agreement among raft nodes before linearized reading' (duration: 194.920922ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:12.326251Z","caller":"traceutil/trace.go:171","msg":"trace[1391720650] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3080; }","duration":"103.753861ms","start":"2026-04-28T17:23:12.222468Z","end":"2026-04-28T17:23:12.326222Z","steps":["trace[1391720650] 'read index received' (duration: 48.73826ms)","trace[1391720650] 'applied index is now lower than readState.Index' (duration: 55.01421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:12.326369Z","caller":"traceutil/trace.go:171","msg":"trace[1294393935] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"108.891071ms","start":"2026-04-28T17:23:12.217466Z","end":"2026-04-28T17:23:12.326357Z","steps":["trace[1294393935] 'process raft request' (duration: 87.318562ms)","trace[1294393935] 'compare' (duration: 21.299232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:12.326452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.961466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:12.326532Z","caller":"traceutil/trace.go:171","msg":"trace[1241855378] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2958; }","duration":"104.077269ms","start":"2026-04-28T17:23:12.222433Z","end":"2026-04-28T17:23:12.326511Z","steps":["trace[1241855378] 'agreement among raft nodes before linearized reading' (duration: 103.963456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:18.850118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.175849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:18.850261Z","caller":"traceutil/trace.go:171","msg":"trace[2011661361] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3127; }","duration":"171.314959ms","start":"2026-04-28T17:23:18.67892Z","end":"2026-04-28T17:23:18.850235Z","steps":["trace[2011661361] 'read index received' (duration: 39.899825ms)","trace[2011661361] 'applied index is now lower than readState.Index' (duration: 131.410124ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:18.850294Z","caller":"traceutil/trace.go:171","msg":"trace[1402183044] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"180.625438ms","start":"2026-04-28T17:23:18.66962Z","end":"2026-04-28T17:23:18.850245Z","steps":["trace[1402183044] 'process raft request' (duration: 49.220473ms)","trace[1402183044] 'compare' (duration: 130.962483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:18.850599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.235319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:23:18.850635Z","caller":"traceutil/trace.go:171","msg":"trace[1091006193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3003; }","duration":"107.333741ms","start":"2026-04-28T17:23:18.743292Z","end":"2026-04-28T17:23:18.850625Z","steps":["trace[1091006193] 'agreement among raft nodes before linearized reading' (duration: 107.076255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:18.850647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.057999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:23:18.850745Z","caller":"traceutil/trace.go:171","msg":"trace[2115879463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3003; }","duration":"106.218424ms","start":"2026-04-28T17:23:18.744504Z","end":"2026-04-28T17:23:18.850723Z","steps":["trace[2115879463] 'agreement among raft nodes before linearized reading' (duration: 105.923406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:18.85065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.70357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c41ef7d3-97e5-4232-8e8b-aa0d8b093966\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-04-28T17:23:18.850957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.529161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:23:18.851Z","caller":"traceutil/trace.go:171","msg":"trace[1050599859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3003; }","duration":"106.628673ms","start":"2026-04-28T17:23:18.744359Z","end":"2026-04-28T17:23:18.850988Z","steps":["trace[1050599859] 'agreement among raft nodes before linearized reading' (duration: 106.50675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:18.851042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.699795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:23:18.850972Z","caller":"traceutil/trace.go:171","msg":"trace[919219090] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c41ef7d3-97e5-4232-8e8b-aa0d8b093966; range_end:; response_count:1; response_revision:3003; }","duration":"172.045328ms","start":"2026-04-28T17:23:18.678907Z","end":"2026-04-28T17:23:18.850952Z","steps":["trace[919219090] 'agreement among raft nodes before linearized reading' (duration: 171.443823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:18.851085Z","caller":"traceutil/trace.go:171","msg":"trace[445198993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3003; }","duration":"106.819468ms","start":"2026-04-28T17:23:18.744256Z","end":"2026-04-28T17:23:18.851075Z","steps":["trace[445198993] 'agreement among raft nodes before linearized reading' (duration: 106.626944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:19.087743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.279472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:19.087916Z","caller":"traceutil/trace.go:171","msg":"trace[205135295] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"233.630466ms","start":"2026-04-28T17:23:18.854265Z","end":"2026-04-28T17:23:19.087896Z","steps":["trace[205135295] 'process raft request' (duration: 133.121588ms)","trace[205135295] 'compare' (duration: 100.118748ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:19.088634Z","caller":"traceutil/trace.go:171","msg":"trace[1691973576] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3128; }","duration":"221.714032ms","start":"2026-04-28T17:23:18.866883Z","end":"2026-04-28T17:23:19.088597Z","steps":["trace[1691973576] 'read index received' (duration: 120.516687ms)","trace[1691973576] 'applied index is now lower than readState.Index' (duration: 101.195975ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:19.088728Z","caller":"traceutil/trace.go:171","msg":"trace[688744777] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"234.387725ms","start":"2026-04-28T17:23:18.854298Z","end":"2026-04-28T17:23:19.088686Z","steps":["trace[688744777] 'process raft request' (duration: 233.547384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:19.089264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.350118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:23:19.089407Z","caller":"traceutil/trace.go:171","msg":"trace[1133370832] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3008; }","duration":"222.495642ms","start":"2026-04-28T17:23:18.866853Z","end":"2026-04-28T17:23:19.089349Z","steps":["trace[1133370832] 'agreement among raft nodes before linearized reading' (duration: 222.189484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:19.088709Z","caller":"traceutil/trace.go:171","msg":"trace[116509848] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"233.658325ms","start":"2026-04-28T17:23:18.855001Z","end":"2026-04-28T17:23:19.08866Z","steps":["trace[116509848] 'process raft request' (duration: 233.301236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:19.089006Z","caller":"traceutil/trace.go:171","msg":"trace[1703129675] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"150.407108ms","start":"2026-04-28T17:23:18.938579Z","end":"2026-04-28T17:23:19.088986Z","steps":["trace[1703129675] 'process raft request' (duration: 149.936396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:19.089072Z","caller":"traceutil/trace.go:171","msg":"trace[170046363] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"233.329468ms","start":"2026-04-28T17:23:18.855732Z","end":"2026-04-28T17:23:19.089061Z","steps":["trace[170046363] 'process raft request' (duration: 232.735443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:19.380579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.191504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T17:23:19.38067Z","caller":"traceutil/trace.go:171","msg":"trace[2022653038] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3008; }","duration":"121.355507ms","start":"2026-04-28T17:23:19.25929Z","end":"2026-04-28T17:23:19.380645Z","steps":["trace[2022653038] 'range keys from in-memory index tree' (duration: 120.947297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:20.496607Z","caller":"traceutil/trace.go:171","msg":"trace[2136920081] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"141.193864ms","start":"2026-04-28T17:23:20.355391Z","end":"2026-04-28T17:23:20.496585Z","steps":["trace[2136920081] 'process raft request' (duration: 141.04291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:20.64345Z","caller":"traceutil/trace.go:171","msg":"trace[1525813312] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"107.901017ms","start":"2026-04-28T17:23:20.535519Z","end":"2026-04-28T17:23:20.643419Z","steps":["trace[1525813312] 'process raft request' (duration: 106.859121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:20.648475Z","caller":"traceutil/trace.go:171","msg":"trace[297344644] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"103.616297ms","start":"2026-04-28T17:23:20.544835Z","end":"2026-04-28T17:23:20.648451Z","steps":["trace[297344644] 'process raft request' (duration: 103.32886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:20.648508Z","caller":"traceutil/trace.go:171","msg":"trace[688969200] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"101.570514ms","start":"2026-04-28T17:23:20.546907Z","end":"2026-04-28T17:23:20.648478Z","steps":["trace[688969200] 'process raft request' (duration: 101.41217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:21.0896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.162529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:23:21.089676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.362294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:23:21.089706Z","caller":"traceutil/trace.go:171","msg":"trace[172886457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3013; }","duration":"278.329183ms","start":"2026-04-28T17:23:20.811355Z","end":"2026-04-28T17:23:21.089684Z","steps":["trace[172886457] 'range keys from in-memory index tree' (duration: 277.905152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:21.089754Z","caller":"traceutil/trace.go:171","msg":"trace[2136471973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3013; }","duration":"223.479446ms","start":"2026-04-28T17:23:20.866256Z","end":"2026-04-28T17:23:21.089736Z","steps":["trace[2136471973] 'range keys from in-memory index tree' (duration: 223.21049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:21.372549Z","caller":"traceutil/trace.go:171","msg":"trace[2005718789] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"273.200971ms","start":"2026-04-28T17:23:21.099318Z","end":"2026-04-28T17:23:21.372519Z","steps":["trace[2005718789] 'process raft request' (duration: 272.493334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:21.372888Z","caller":"traceutil/trace.go:171","msg":"trace[1825889871] linearizableReadLoop","detail":"{readStateIndex:3143; appliedIndex:3139; }","duration":"271.586251ms","start":"2026-04-28T17:23:21.101277Z","end":"2026-04-28T17:23:21.372863Z","steps":["trace[1825889871] 'read index received' (duration: 29.977973ms)","trace[1825889871] 'applied index is now lower than readState.Index' (duration: 241.607048ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:21.373033Z","caller":"traceutil/trace.go:171","msg":"trace[575707554] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"272.7368ms","start":"2026-04-28T17:23:21.100281Z","end":"2026-04-28T17:23:21.373018Z","steps":["trace[575707554] 'process raft request' (duration: 272.463843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:21.373146Z","caller":"traceutil/trace.go:171","msg":"trace[1061948142] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"272.860503ms","start":"2026-04-28T17:23:21.100252Z","end":"2026-04-28T17:23:21.373113Z","steps":["trace[1061948142] 'process raft request' (duration: 272.167166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:21.373256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.058823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:21.373291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.013924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T17:23:21.373318Z","caller":"traceutil/trace.go:171","msg":"trace[444507203] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3017; }","duration":"272.055494ms","start":"2026-04-28T17:23:21.101254Z","end":"2026-04-28T17:23:21.373309Z","steps":["trace[444507203] 'agreement among raft nodes before linearized reading' (duration: 271.978732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:21.373317Z","caller":"traceutil/trace.go:171","msg":"trace[806558507] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3017; }","duration":"191.173506ms","start":"2026-04-28T17:23:21.182129Z","end":"2026-04-28T17:23:21.373303Z","steps":["trace[806558507] 'agreement among raft nodes before linearized reading' (duration: 191.058203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:21.373193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.675228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T17:23:21.373425Z","caller":"traceutil/trace.go:171","msg":"trace[988983013] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa95257b6053f9; range_end:; response_count:1; response_revision:3017; }","duration":"202.976476ms","start":"2026-04-28T17:23:21.170436Z","end":"2026-04-28T17:23:21.373412Z","steps":["trace[988983013] 'agreement among raft nodes before linearized reading' (duration: 202.643116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:21.697451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.513548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:21.697731Z","caller":"traceutil/trace.go:171","msg":"trace[306240784] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"321.983224ms","start":"2026-04-28T17:23:21.375725Z","end":"2026-04-28T17:23:21.697708Z","steps":["trace[306240784] 'process raft request' (duration: 142.110207ms)","trace[306240784] 'compare' (duration: 179.399775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:21.697847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:21.375705Z","time spent":"322.089687ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:21.698025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.117481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:21.698131Z","caller":"traceutil/trace.go:171","msg":"trace[417988858] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3018; }","duration":"321.259975ms","start":"2026-04-28T17:23:21.376852Z","end":"2026-04-28T17:23:21.698112Z","steps":["trace[417988858] 'agreement among raft nodes before linearized reading' (duration: 320.947417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:21.697577Z","caller":"traceutil/trace.go:171","msg":"trace[1825643150] linearizableReadLoop","detail":"{readStateIndex:3144; appliedIndex:3143; }","duration":"320.67728ms","start":"2026-04-28T17:23:21.376882Z","end":"2026-04-28T17:23:21.697559Z","steps":["trace[1825643150] 'read index received' (duration: 140.938926ms)","trace[1825643150] 'applied index is now lower than readState.Index' (duration: 179.736934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:21.698177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:21.376837Z","time spent":"321.329077ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:23:21.698426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.823796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:23:21.698476Z","caller":"traceutil/trace.go:171","msg":"trace[307021833] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3018; }","duration":"166.932609ms","start":"2026-04-28T17:23:21.53153Z","end":"2026-04-28T17:23:21.698463Z","steps":["trace[307021833] 'agreement among raft nodes before linearized reading' (duration: 166.695933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.087032Z","caller":"traceutil/trace.go:171","msg":"trace[1848778052] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"584.213006ms","start":"2026-04-28T17:23:22.502786Z","end":"2026-04-28T17:23:23.086999Z","steps":["trace[1848778052] 'process raft request' (duration: 584.008181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.087291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.502759Z","time spent":"584.447712ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:23.489477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.342632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:23.489698Z","caller":"traceutil/trace.go:171","msg":"trace[738450950] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3145; }","duration":"775.429633ms","start":"2026-04-28T17:23:22.714248Z","end":"2026-04-28T17:23:23.489678Z","steps":["trace[738450950] 'read index received' (duration: 372.54962ms)","trace[738450950] 'applied index is now lower than readState.Index' (duration: 402.878652ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:23.48979Z","caller":"traceutil/trace.go:171","msg":"trace[443302221] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"836.390333ms","start":"2026-04-28T17:23:22.653392Z","end":"2026-04-28T17:23:23.489782Z","steps":["trace[443302221] 'process raft request' (duration: 836.197618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.489792Z","caller":"traceutil/trace.go:171","msg":"trace[723278003] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"841.298818ms","start":"2026-04-28T17:23:22.648454Z","end":"2026-04-28T17:23:23.489753Z","steps":["trace[723278003] 'process raft request' (duration: 575.566806ms)","trace[723278003] 'compare' (duration: 265.21989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:23.489846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.653364Z","time spent":"836.450236ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:23.489915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.648429Z","time spent":"841.421922ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:23.490112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.858814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:23.49015Z","caller":"traceutil/trace.go:171","msg":"trace[985227292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3023; }","duration":"421.915406ms","start":"2026-04-28T17:23:23.068221Z","end":"2026-04-28T17:23:23.490137Z","steps":["trace[985227292] 'agreement among raft nodes before linearized reading' (duration: 421.857495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.490181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.068199Z","time spent":"421.975008ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:23:23.490232Z","caller":"traceutil/trace.go:171","msg":"trace[1402181191] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"836.068095ms","start":"2026-04-28T17:23:22.654068Z","end":"2026-04-28T17:23:23.490136Z","steps":["trace[1402181191] 'process raft request' (duration: 835.563692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.490387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.758077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:23:23.490409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.400396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:23:23.490389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.943402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:23.490434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.173102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:23:23.490455Z","caller":"traceutil/trace.go:171","msg":"trace[1143028517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3023; }","duration":"113.471857ms","start":"2026-04-28T17:23:23.376965Z","end":"2026-04-28T17:23:23.490437Z","steps":["trace[1143028517] 'agreement among raft nodes before linearized reading' (duration: 113.381514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.490532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.654057Z","time spent":"836.333332ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:23.490281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.450472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T17:23:23.490289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.762619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T17:23:23.490527Z","caller":"traceutil/trace.go:171","msg":"trace[839640766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3023; }","duration":"776.259944ms","start":"2026-04-28T17:23:22.71424Z","end":"2026-04-28T17:23:23.4905Z","steps":["trace[839640766] 'agreement among raft nodes before linearized reading' (duration: 776.09647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.490632Z","caller":"traceutil/trace.go:171","msg":"trace[736132586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3023; }","duration":"112.839631ms","start":"2026-04-28T17:23:23.377778Z","end":"2026-04-28T17:23:23.490617Z","steps":["trace[736132586] 'agreement among raft nodes before linearized reading' (duration: 112.296607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.49064Z","caller":"traceutil/trace.go:171","msg":"trace[294526780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3023; }","duration":"113.162449ms","start":"2026-04-28T17:23:23.377459Z","end":"2026-04-28T17:23:23.490622Z","steps":["trace[294526780] 'agreement among raft nodes before linearized reading' (duration: 112.681997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.490669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.714194Z","time spent":"776.447999ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:23:23.490467Z","caller":"traceutil/trace.go:171","msg":"trace[988445712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3023; }","duration":"588.074035ms","start":"2026-04-28T17:23:22.902375Z","end":"2026-04-28T17:23:23.490449Z","steps":["trace[988445712] 'agreement among raft nodes before linearized reading' (duration: 587.963532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.490455Z","caller":"traceutil/trace.go:171","msg":"trace[1031970990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3023; }","duration":"354.863579ms","start":"2026-04-28T17:23:23.135568Z","end":"2026-04-28T17:23:23.490431Z","steps":["trace[1031970990] 'agreement among raft nodes before linearized reading' (duration: 354.509231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.490739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.902345Z","time spent":"588.383473ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:23:23.490774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.135536Z","time spent":"355.222079ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:23.490286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.760006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:23:23.490832Z","caller":"traceutil/trace.go:171","msg":"trace[926750580] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3023; }","duration":"621.371541ms","start":"2026-04-28T17:23:22.869447Z","end":"2026-04-28T17:23:23.490819Z","steps":["trace[926750580] 'agreement among raft nodes before linearized reading' (duration: 620.633743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.490876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:22.869423Z","time spent":"621.441583ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T17:23:23.956806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.656066Z","time spent":"300.730644ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T17:23:23.957599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.069615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:23.957866Z","caller":"traceutil/trace.go:171","msg":"trace[1051608384] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"461.71914ms","start":"2026-04-28T17:23:23.496118Z","end":"2026-04-28T17:23:23.957837Z","steps":["trace[1051608384] 'process raft request' (duration: 97.223015ms)","trace[1051608384] 'compare' (duration: 363.853169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:23.957997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.496102Z","time spent":"461.833143ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:23.959575Z","caller":"traceutil/trace.go:171","msg":"trace[2004893409] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"463.392713ms","start":"2026-04-28T17:23:23.496154Z","end":"2026-04-28T17:23:23.959547Z","steps":["trace[2004893409] 'process raft request' (duration: 461.553526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.959753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.496137Z","time spent":"463.554347ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:23.959845Z","caller":"traceutil/trace.go:171","msg":"trace[1260456798] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3149; }","duration":"461.159676ms","start":"2026-04-28T17:23:23.498651Z","end":"2026-04-28T17:23:23.959811Z","steps":["trace[1260456798] 'read index received' (duration: 94.635818ms)","trace[1260456798] 'applied index is now lower than readState.Index' (duration: 366.522228ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:23.960035Z","caller":"traceutil/trace.go:171","msg":"trace[1869663679] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"463.306669ms","start":"2026-04-28T17:23:23.496695Z","end":"2026-04-28T17:23:23.960002Z","steps":["trace[1869663679] 'process raft request' (duration: 463.063033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.960101Z","caller":"traceutil/trace.go:171","msg":"trace[166692304] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"463.588258ms","start":"2026-04-28T17:23:23.496467Z","end":"2026-04-28T17:23:23.960055Z","steps":["trace[166692304] 'process raft request' (duration: 463.248729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:23.959961Z","caller":"traceutil/trace.go:171","msg":"trace[1404544097] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"463.545797ms","start":"2026-04-28T17:23:23.496351Z","end":"2026-04-28T17:23:23.959897Z","steps":["trace[1404544097] 'process raft request' (duration: 463.146637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.960205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.533346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T17:23:23.960229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.496656Z","time spent":"463.474794ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:23.960256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.496451Z","time spent":"463.724961ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:23.960264Z","caller":"traceutil/trace.go:171","msg":"trace[1250603805] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3028; }","duration":"461.628678ms","start":"2026-04-28T17:23:23.498621Z","end":"2026-04-28T17:23:23.960249Z","steps":["trace[1250603805] 'agreement among raft nodes before linearized reading' (duration: 461.396752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.960257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.496338Z","time spent":"463.875705ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:23.960108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.586734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:23.960248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.857588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:23.960381Z","caller":"traceutil/trace.go:171","msg":"trace[528873168] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3028; }","duration":"310.914202ms","start":"2026-04-28T17:23:23.649426Z","end":"2026-04-28T17:23:23.960341Z","steps":["trace[528873168] 'agreement among raft nodes before linearized reading' (duration: 310.593184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.960498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.6494Z","time spent":"311.051116ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:23:23.960403Z","caller":"traceutil/trace.go:171","msg":"trace[944395184] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3028; }","duration":"193.084983ms","start":"2026-04-28T17:23:23.767263Z","end":"2026-04-28T17:23:23.960348Z","steps":["trace[944395184] 'agreement among raft nodes before linearized reading' (duration: 192.823487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:23.960315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:23.498612Z","time spent":"461.689469ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T17:23:30.434843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790846037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:23:30.918251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509962845s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:23:30.918873Z","caller":"traceutil/trace.go:171","msg":"trace[1826819989] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"1.510677233s","start":"2026-04-28T17:23:29.408167Z","end":"2026-04-28T17:23:30.918844Z","steps":["trace[1826819989] 'process raft request' (duration: 1.510487469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:30.919081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.408133Z","time spent":"1.510835448s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:32.068041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001003341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:23:32.068159Z","caller":"traceutil/trace.go:171","msg":"trace[974196096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001187426s","start":"2026-04-28T17:23:30.066947Z","end":"2026-04-28T17:23:32.068134Z","steps":["trace[974196096] 'agreement among raft nodes before linearized reading' (duration: 2.001017502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.068221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:30.06693Z","time spent":"2.001277868s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:23:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:23:32.244413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.920498ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:23:32.245354Z","caller":"traceutil/trace.go:171","msg":"trace[228749834] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"2.733158854s","start":"2026-04-28T17:23:29.512156Z","end":"2026-04-28T17:23:32.245314Z","steps":["trace[228749834] 'process raft request' (duration: 2.732355242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.245661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.512129Z","time spent":"2.73339498s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:32.994538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.178796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:32.994751Z","caller":"traceutil/trace.go:171","msg":"trace[838955642] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"1.877933579s","start":"2026-04-28T17:23:31.1168Z","end":"2026-04-28T17:23:32.994733Z","steps":["trace[838955642] 'process raft request' (duration: 1.877897268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.994824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:31.116769Z","time spent":"1.878019132s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:32.995172Z","caller":"traceutil/trace.go:171","msg":"trace[831314748] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"3.482332358s","start":"2026-04-28T17:23:29.512829Z","end":"2026-04-28T17:23:32.995162Z","steps":["trace[831314748] 'process raft request' (duration: 2.732463455s)","trace[831314748] 'compare' (duration: 749.069993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:32.995225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.512787Z","time spent":"3.48241415s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:32.99532Z","caller":"traceutil/trace.go:171","msg":"trace[1462753262] linearizableReadLoop","detail":"{readStateIndex:3187; appliedIndex:3182; }","duration":"3.061195131s","start":"2026-04-28T17:23:29.934058Z","end":"2026-04-28T17:23:32.995253Z","steps":["trace[1462753262] 'read index received' (duration: 984.628077ms)","trace[1462753262] 'applied index is now lower than readState.Index' (duration: 2.076563624s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:32.995674Z","caller":"traceutil/trace.go:171","msg":"trace[1043461829] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"3.481795564s","start":"2026-04-28T17:23:29.513855Z","end":"2026-04-28T17:23:32.99565Z","steps":["trace[1043461829] 'process raft request' (duration: 3.480786489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.995785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003079123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:23:32.995821Z","caller":"traceutil/trace.go:171","msg":"trace[43564474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3060; }","duration":"3.003188344s","start":"2026-04-28T17:23:29.992624Z","end":"2026-04-28T17:23:32.995813Z","steps":["trace[43564474] 'agreement among raft nodes before linearized reading' (duration: 3.003076352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.995843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.992605Z","time spent":"3.003233776s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:32.995987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06193772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:32.996017Z","caller":"traceutil/trace.go:171","msg":"trace[61219562] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3060; }","duration":"3.062004871s","start":"2026-04-28T17:23:29.934003Z","end":"2026-04-28T17:23:32.996008Z","steps":["trace[61219562] 'agreement among raft nodes before linearized reading' (duration: 3.06195796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.93398Z","time spent":"3.062052213s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:32.996458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937414543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:32.996495Z","caller":"traceutil/trace.go:171","msg":"trace[1960213898] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3060; }","duration":"1.937483525s","start":"2026-04-28T17:23:31.059002Z","end":"2026-04-28T17:23:32.996485Z","steps":["trace[1960213898] 'agreement among raft nodes before linearized reading' (duration: 1.937424254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084972181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:32.996569Z","caller":"traceutil/trace.go:171","msg":"trace[161265601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3060; }","duration":"1.085048803s","start":"2026-04-28T17:23:31.911503Z","end":"2026-04-28T17:23:32.996552Z","steps":["trace[161265601] 'agreement among raft nodes before linearized reading' (duration: 1.08493013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.061348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:32.996603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:31.91141Z","time spent":"1.085188106s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:23:32.996633Z","caller":"traceutil/trace.go:171","msg":"trace[165699357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3060; }","duration":"928.190121ms","start":"2026-04-28T17:23:32.068418Z","end":"2026-04-28T17:23:32.996608Z","steps":["trace[165699357] 'agreement among raft nodes before linearized reading' (duration: 928.028767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002067797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:23:32.996765Z","caller":"traceutil/trace.go:171","msg":"trace[1453461555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3060; }","duration":"3.002284972s","start":"2026-04-28T17:23:29.99446Z","end":"2026-04-28T17:23:32.996745Z","steps":["trace[1453461555] 'agreement among raft nodes before linearized reading' (duration: 3.001979174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825814093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T17:23:32.996832Z","caller":"traceutil/trace.go:171","msg":"trace[1872731760] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa95257b6053f9; range_end:; response_count:1; response_revision:3060; }","duration":"1.825873355s","start":"2026-04-28T17:23:31.170952Z","end":"2026-04-28T17:23:32.996825Z","steps":["trace[1872731760] 'agreement among raft nodes before linearized reading' (duration: 1.825760382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:31.058959Z","time spent":"1.937556727s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:32.996853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:31.170867Z","time spent":"1.825980947s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" "} {"level":"warn","ts":"2026-04-28T17:23:32.996862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.081091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:23:32.996884Z","caller":"traceutil/trace.go:171","msg":"trace[61465314] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3060; }","duration":"947.180413ms","start":"2026-04-28T17:23:32.049698Z","end":"2026-04-28T17:23:32.996879Z","steps":["trace[61465314] 'agreement among raft nodes before linearized reading' (duration: 947.125792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.996905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:32.04966Z","time spent":"947.241305ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:32.996877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00380473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:23:32.996827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.994409Z","time spent":"3.002410646s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:23:32.996991Z","caller":"traceutil/trace.go:171","msg":"trace[772774643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3060; }","duration":"3.003982206s","start":"2026-04-28T17:23:29.992977Z","end":"2026-04-28T17:23:32.996959Z","steps":["trace[772774643] 'agreement among raft nodes before linearized reading' (duration: 3.003635227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.997055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139829204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:32.997081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.992949Z","time spent":"3.004114949s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:23:32.997124Z","caller":"traceutil/trace.go:171","msg":"trace[1158288427] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3060; }","duration":"2.139942357s","start":"2026-04-28T17:23:30.85716Z","end":"2026-04-28T17:23:32.997103Z","steps":["trace[1158288427] 'agreement among raft nodes before linearized reading' (duration: 2.139842524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.997152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128574748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:23:32.99717Z","caller":"traceutil/trace.go:171","msg":"trace[1389820752] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3060; }","duration":"2.128639019s","start":"2026-04-28T17:23:30.868526Z","end":"2026-04-28T17:23:32.997165Z","steps":["trace[1389820752] 'agreement among raft nodes before linearized reading' (duration: 2.128556257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.997187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:30.868493Z","time spent":"2.128686891s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T17:23:32.997176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:30.857137Z","time spent":"2.140026109s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:32.996945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56788146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:32.99722Z","caller":"traceutil/trace.go:171","msg":"trace[1108086168] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3060; }","duration":"1.568440003s","start":"2026-04-28T17:23:31.428772Z","end":"2026-04-28T17:23:32.997212Z","steps":["trace[1108086168] 'agreement among raft nodes before linearized reading' (duration: 1.567663724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.997258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000761393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:23:32.996696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:32.068404Z","time spent":"928.279983ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:23:32.997309Z","caller":"traceutil/trace.go:171","msg":"trace[1548219405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3060; }","duration":"3.000836475s","start":"2026-04-28T17:23:29.996461Z","end":"2026-04-28T17:23:32.997297Z","steps":["trace[1548219405] 'agreement among raft nodes before linearized reading' (duration: 3.000673581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.997319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:31.428722Z","time spent":"1.568526415s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:32.997349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.996449Z","time spent":"3.000890276s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:32.997544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171564333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:23:32.997656Z","caller":"traceutil/trace.go:171","msg":"trace[1565008880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3060; }","duration":"1.171721977s","start":"2026-04-28T17:23:31.825918Z","end":"2026-04-28T17:23:32.99764Z","steps":["trace[1565008880] 'agreement among raft nodes before linearized reading' (duration: 1.171176194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.997817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:31.825891Z","time spent":"1.171903762s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:23:32.998907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006188812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:23:32.998962Z","caller":"traceutil/trace.go:171","msg":"trace[781231537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3060; }","duration":"3.006347456s","start":"2026-04-28T17:23:29.992598Z","end":"2026-04-28T17:23:32.998946Z","steps":["trace[781231537] 'agreement among raft nodes before linearized reading' (duration: 3.003935284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:32.998984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.992559Z","time spent":"3.006419738s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:33.001195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:29.513843Z","time spent":"3.481895038s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:33.501864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790846047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:23:34.009893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.842699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:34.010259Z","caller":"traceutil/trace.go:171","msg":"trace[1405511171] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"1.009700605s","start":"2026-04-28T17:23:33.000526Z","end":"2026-04-28T17:23:34.010227Z","steps":["trace[1405511171] 'process raft request' (duration: 777.434114ms)","trace[1405511171] 'compare' (duration: 231.557202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:34.010361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.000492Z","time spent":"1.009824738s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:34.010719Z","caller":"traceutil/trace.go:171","msg":"trace[587159341] linearizableReadLoop","detail":"{readStateIndex:3194; appliedIndex:3188; }","duration":"1.009652144s","start":"2026-04-28T17:23:33.001052Z","end":"2026-04-28T17:23:34.010705Z","steps":["trace[587159341] 'read index received' (duration: 776.927511ms)","trace[587159341] 'applied index is now lower than readState.Index' (duration: 232.723623ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:34.011134Z","caller":"traceutil/trace.go:171","msg":"trace[802261188] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"1.010155536s","start":"2026-04-28T17:23:33.000962Z","end":"2026-04-28T17:23:34.011118Z","steps":["trace[802261188] 'process raft request' (duration: 1.009046607s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:34.011247Z","caller":"traceutil/trace.go:171","msg":"trace[1108322709] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"1.009361085s","start":"2026-04-28T17:23:33.001838Z","end":"2026-04-28T17:23:34.011199Z","steps":["trace[1108322709] 'process raft request' (duration: 1.008661347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:34.011315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008662358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:23:34.011306Z","caller":"traceutil/trace.go:171","msg":"trace[965493880] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"1.008459663s","start":"2026-04-28T17:23:33.002811Z","end":"2026-04-28T17:23:34.01127Z","steps":["trace[965493880] 'process raft request' (duration: 1.007809876s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:34.011376Z","caller":"traceutil/trace.go:171","msg":"trace[402961241] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3066; }","duration":"1.00875573s","start":"2026-04-28T17:23:33.002607Z","end":"2026-04-28T17:23:34.011363Z","steps":["trace[402961241] 'agreement among raft nodes before linearized reading' (duration: 1.008551875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:34.01142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.002599Z","time spent":"1.008812311s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T17:23:34.011396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.340294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:34.011468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.002799Z","time spent":"1.008583206s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:34.011487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.001812Z","time spent":"1.00954859s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:34.011508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.312085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:23:34.011478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.597396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:34.011561Z","caller":"traceutil/trace.go:171","msg":"trace[1083220652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3066; }","duration":"629.410858ms","start":"2026-04-28T17:23:33.382136Z","end":"2026-04-28T17:23:34.011547Z","steps":["trace[1083220652] 'agreement among raft nodes before linearized reading' (duration: 629.307075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:34.011587Z","caller":"traceutil/trace.go:171","msg":"trace[1200861123] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3066; }","duration":"305.793161ms","start":"2026-04-28T17:23:33.70577Z","end":"2026-04-28T17:23:34.011563Z","steps":["trace[1200861123] 'agreement among raft nodes before linearized reading' (duration: 305.537385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:34.011611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.382116Z","time spent":"629.485109ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:34.01165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.705749Z","time spent":"305.888584ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:34.011613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.000948Z","time spent":"1.010233969s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:34.011521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010425713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:23:34.011764Z","caller":"traceutil/trace.go:171","msg":"trace[526299514] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"1.010430243s","start":"2026-04-28T17:23:33.001321Z","end":"2026-04-28T17:23:34.011751Z","steps":["trace[526299514] 'process raft request' (duration: 1.009003837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:34.011842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.001304Z","time spent":"1.010499585s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:34.011611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005650341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:34.011949Z","caller":"traceutil/trace.go:171","msg":"trace[1551313582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3066; }","duration":"1.006007721s","start":"2026-04-28T17:23:33.005931Z","end":"2026-04-28T17:23:34.011938Z","steps":["trace[1551313582] 'agreement among raft nodes before linearized reading' (duration: 1.005654522s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:34.011501Z","caller":"traceutil/trace.go:171","msg":"trace[1555219538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3066; }","duration":"559.551719ms","start":"2026-04-28T17:23:33.451934Z","end":"2026-04-28T17:23:34.011486Z","steps":["trace[1555219538] 'agreement among raft nodes before linearized reading' (duration: 559.304733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:34.011795Z","caller":"traceutil/trace.go:171","msg":"trace[961098945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3066; }","duration":"1.010774532s","start":"2026-04-28T17:23:33.001004Z","end":"2026-04-28T17:23:34.011779Z","steps":["trace[961098945] 'agreement among raft nodes before linearized reading' (duration: 1.010254569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:34.012068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.00592Z","time spent":"1.006088582s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:23:34.012103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.000987Z","time spent":"1.011056879s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:23:34.012235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.451913Z","time spent":"560.127324ms","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:23:34.011194Z","caller":"traceutil/trace.go:171","msg":"trace[541110842] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"1.007818187s","start":"2026-04-28T17:23:33.003328Z","end":"2026-04-28T17:23:34.011146Z","steps":["trace[541110842] 'process raft request' (duration: 1.007343305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:34.0126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:33.003313Z","time spent":"1.009178651s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:38.248725Z","caller":"traceutil/trace.go:171","msg":"trace[559224082] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"218.236764ms","start":"2026-04-28T17:23:38.03046Z","end":"2026-04-28T17:23:38.248696Z","steps":["trace[559224082] 'process raft request' (duration: 218.031898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:38.483703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.624176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:38.484037Z","caller":"traceutil/trace.go:171","msg":"trace[1191109621] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"451.979432ms","start":"2026-04-28T17:23:38.032035Z","end":"2026-04-28T17:23:38.484014Z","steps":["trace[1191109621] 'process raft request' (duration: 451.906659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:38.484023Z","caller":"traceutil/trace.go:171","msg":"trace[1497222790] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"453.49246ms","start":"2026-04-28T17:23:38.03048Z","end":"2026-04-28T17:23:38.483972Z","steps":["trace[1497222790] 'process raft request' (duration: 296.475014ms)","trace[1497222790] 'compare' (duration: 156.454672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:38.484102Z","caller":"traceutil/trace.go:171","msg":"trace[1398972297] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"452.496356ms","start":"2026-04-28T17:23:38.031575Z","end":"2026-04-28T17:23:38.484071Z","steps":["trace[1398972297] 'process raft request' (duration: 452.30253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:38.484133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:38.031996Z","time spent":"452.098545ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:38.484228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:38.030463Z","time spent":"453.650175ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:38.484319Z","caller":"traceutil/trace.go:171","msg":"trace[295554281] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"451.648524ms","start":"2026-04-28T17:23:38.032654Z","end":"2026-04-28T17:23:38.484303Z","steps":["trace[295554281] 'process raft request' (duration: 451.323415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:38.484234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:38.031555Z","time spent":"452.603259ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:38.484348Z","caller":"traceutil/trace.go:171","msg":"trace[1097349678] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3213; }","duration":"433.180024ms","start":"2026-04-28T17:23:38.051144Z","end":"2026-04-28T17:23:38.484324Z","steps":["trace[1097349678] 'read index received' (duration: 197.350442ms)","trace[1097349678] 'applied index is now lower than readState.Index' (duration: 235.828522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:38.484406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:38.032643Z","time spent":"451.715886ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:38.484776Z","caller":"traceutil/trace.go:171","msg":"trace[419176596] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"217.66277ms","start":"2026-04-28T17:23:38.267095Z","end":"2026-04-28T17:23:38.484758Z","steps":["trace[419176596] 'process raft request' (duration: 217.133147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:38.484832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.660196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:38.485036Z","caller":"traceutil/trace.go:171","msg":"trace[1439112329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3090; }","duration":"433.949053ms","start":"2026-04-28T17:23:38.051065Z","end":"2026-04-28T17:23:38.485014Z","steps":["trace[1439112329] 'agreement among raft nodes before linearized reading' (duration: 433.395599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:38.485192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:38.051041Z","time spent":"434.128058ms","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:38.501536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.471571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:38.501603Z","caller":"traceutil/trace.go:171","msg":"trace[1690137205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3091; }","duration":"433.581964ms","start":"2026-04-28T17:23:38.068005Z","end":"2026-04-28T17:23:38.501586Z","steps":["trace[1690137205] 'agreement among raft nodes before linearized reading' (duration: 433.461641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:38.501638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:38.067985Z","time spent":"433.646496ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:23:39.238367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.212778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:39.238584Z","caller":"traceutil/trace.go:171","msg":"trace[1714691800] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"218.47803ms","start":"2026-04-28T17:23:39.020035Z","end":"2026-04-28T17:23:39.238513Z","steps":["trace[1714691800] 'process raft request' (duration: 33.976885ms)","trace[1714691800] 'compare' (duration: 184.028663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:39.600912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790846139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:23:41.241743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198025757s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:23:41.676686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632809872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:41.677055Z","caller":"traceutil/trace.go:171","msg":"trace[2092084949] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"2.646845666s","start":"2026-04-28T17:23:39.030178Z","end":"2026-04-28T17:23:41.677023Z","steps":["trace[2092084949] 'process raft request' (duration: 1.013569363s)","trace[2092084949] 'compare' (duration: 1.631791706s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:41.677071Z","caller":"traceutil/trace.go:171","msg":"trace[993407319] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"2.63993879s","start":"2026-04-28T17:23:39.037103Z","end":"2026-04-28T17:23:41.677041Z","steps":["trace[993407319] 'process raft request' (duration: 2.639716254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:41.677311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:39.037096Z","time spent":"2.640033803s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:41.677311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:39.030141Z","time spent":"2.64697944s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:41.677352Z","caller":"traceutil/trace.go:171","msg":"trace[1918177331] linearizableReadLoop","detail":"{readStateIndex:3225; appliedIndex:3223; }","duration":"2.576442854s","start":"2026-04-28T17:23:39.100854Z","end":"2026-04-28T17:23:41.677297Z","steps":["trace[1918177331] 'read index received' (duration: 942.910575ms)","trace[1918177331] 'applied index is now lower than readState.Index' (duration: 1.633528189s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:41.889225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.235361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T17:23:41.890018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789143728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:23:41.890116Z","caller":"traceutil/trace.go:171","msg":"trace[2140995015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3096; }","duration":"2.789309132s","start":"2026-04-28T17:23:39.100785Z","end":"2026-04-28T17:23:41.890094Z","steps":["trace[2140995015] 'agreement among raft nodes before linearized reading' (duration: 2.576562328s)","trace[2140995015] 'range keys from in-memory index tree' (duration: 212.486508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:41.890163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:39.100757Z","time spent":"2.789397053s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:23:41.890224Z","caller":"traceutil/trace.go:171","msg":"trace[1626720675] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"1.40012772s","start":"2026-04-28T17:23:40.490052Z","end":"2026-04-28T17:23:41.89018Z","steps":["trace[1626720675] 'process raft request' (duration: 1.399315769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:41.890373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.490034Z","time spent":"1.400262753s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:23:41.999059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.765498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:41.999239Z","caller":"traceutil/trace.go:171","msg":"trace[724961686] linearizableReadLoop","detail":"{readStateIndex:3228; appliedIndex:3225; }","duration":"321.806059ms","start":"2026-04-28T17:23:41.677408Z","end":"2026-04-28T17:23:41.999214Z","steps":["trace[724961686] 'read index received' (duration: 78.032µs)","trace[724961686] 'applied index is now lower than readState.Index' (duration: 321.726187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:41.999456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98366853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:41.999508Z","caller":"traceutil/trace.go:171","msg":"trace[996515000] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3098; }","duration":"1.983767402s","start":"2026-04-28T17:23:40.015725Z","end":"2026-04-28T17:23:41.999493Z","steps":["trace[996515000] 'agreement among raft nodes before linearized reading' (duration: 1.98366308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:41.999478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510261863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:23:41.999555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.015692Z","time spent":"1.983850175s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:23:41.999581Z","caller":"traceutil/trace.go:171","msg":"trace[1054502460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3098; }","duration":"1.510426997s","start":"2026-04-28T17:23:40.489127Z","end":"2026-04-28T17:23:41.999554Z","steps":["trace[1054502460] 'agreement among raft nodes before linearized reading' (duration: 1.510106729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:41.99966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.489094Z","time spent":"1.51054979s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:41.999604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511005132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:23:41.999654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.555976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-28T17:23:41.999766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746637929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:23:41.999822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510837148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:23:41.999875Z","caller":"traceutil/trace.go:171","msg":"trace[1017477168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3098; }","duration":"1.510934871s","start":"2026-04-28T17:23:40.488927Z","end":"2026-04-28T17:23:41.999862Z","steps":["trace[1017477168] 'agreement among raft nodes before linearized reading' (duration: 1.510592711s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:41.999889Z","caller":"traceutil/trace.go:171","msg":"trace[1580890511] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"755.163368ms","start":"2026-04-28T17:23:41.244687Z","end":"2026-04-28T17:23:41.99985Z","steps":["trace[1580890511] 'process raft request' (duration: 645.452696ms)","trace[1580890511] 'compare' (duration: 108.552972ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:41.999892Z","caller":"traceutil/trace.go:171","msg":"trace[138845210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3098; }","duration":"1.746778363s","start":"2026-04-28T17:23:40.253081Z","end":"2026-04-28T17:23:41.999859Z","steps":["trace[138845210] 'agreement among raft nodes before linearized reading' (duration: 1.746538236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:41.99992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.488896Z","time spent":"1.511016883s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:23:41.999982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.25306Z","time spent":"1.746902365s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:23:42.000041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132991143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T17:23:42.000077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:41.24466Z","time spent":"755.26758ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:23:42.000108Z","caller":"traceutil/trace.go:171","msg":"trace[130594944] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3098; }","duration":"1.133103516s","start":"2026-04-28T17:23:40.86699Z","end":"2026-04-28T17:23:42.000094Z","steps":["trace[130594944] 'agreement among raft nodes before linearized reading' (duration: 1.132939431s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:41.999791Z","caller":"traceutil/trace.go:171","msg":"trace[467125153] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa95257b6053f9; range_end:; response_count:1; response_revision:3098; }","duration":"830.73123ms","start":"2026-04-28T17:23:41.169041Z","end":"2026-04-28T17:23:41.999772Z","steps":["trace[467125153] 'agreement among raft nodes before linearized reading' (duration: 830.3557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.000154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.866968Z","time spent":"1.133174368s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T17:23:42.000164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480173696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T17:23:41.999993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052632976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:42.00022Z","caller":"traceutil/trace.go:171","msg":"trace[382772861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3098; }","duration":"2.480272458s","start":"2026-04-28T17:23:39.519935Z","end":"2026-04-28T17:23:42.000208Z","steps":["trace[382772861] 'agreement among raft nodes before linearized reading' (duration: 2.480084164s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.000227Z","caller":"traceutil/trace.go:171","msg":"trace[475131936] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3098; }","duration":"2.052908943s","start":"2026-04-28T17:23:39.947305Z","end":"2026-04-28T17:23:42.000214Z","steps":["trace[475131936] 'agreement among raft nodes before linearized reading' (duration: 2.052650596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.00026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:39.519909Z","time spent":"2.4803426s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:23:42.000279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:39.947279Z","time spent":"2.052974524s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:23:42.00032Z","caller":"traceutil/trace.go:171","msg":"trace[1267973314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3098; }","duration":"1.511731501s","start":"2026-04-28T17:23:40.488529Z","end":"2026-04-28T17:23:42.00026Z","steps":["trace[1267973314] 'agreement among raft nodes before linearized reading' (duration: 1.510864908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.000421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470582473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:42.000452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.488502Z","time spent":"1.511908335s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:23:42.000486Z","caller":"traceutil/trace.go:171","msg":"trace[1893763548] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3098; }","duration":"1.470694706s","start":"2026-04-28T17:23:40.529775Z","end":"2026-04-28T17:23:42.00047Z","steps":["trace[1893763548] 'agreement among raft nodes before linearized reading' (duration: 1.470588463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.000496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.44503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:42.00049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.679814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:42.000532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.529755Z","time spent":"1.470762287s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:23:42.000541Z","caller":"traceutil/trace.go:171","msg":"trace[1659262775] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3098; }","duration":"321.506492ms","start":"2026-04-28T17:23:41.679018Z","end":"2026-04-28T17:23:42.000525Z","steps":["trace[1659262775] 'agreement among raft nodes before linearized reading' (duration: 321.450181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.000548Z","caller":"traceutil/trace.go:171","msg":"trace[2031974612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3098; }","duration":"717.784797ms","start":"2026-04-28T17:23:41.28275Z","end":"2026-04-28T17:23:42.000534Z","steps":["trace[2031974612] 'agreement among raft nodes before linearized reading' (duration: 717.638123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.000585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:41.679003Z","time spent":"321.570124ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:42.000352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.112428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:42.000683Z","caller":"traceutil/trace.go:171","msg":"trace[395792242] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3098; }","duration":"346.502038ms","start":"2026-04-28T17:23:41.654167Z","end":"2026-04-28T17:23:42.000669Z","steps":["trace[395792242] 'agreement among raft nodes before linearized reading' (duration: 346.093578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.000747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:41.654144Z","time spent":"346.57861ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:42.000182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:41.169023Z","time spent":"831.148751ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" "} {"level":"warn","ts":"2026-04-28T17:23:42.000984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511290279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:23:42.000431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593656383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:23:42.001045Z","caller":"traceutil/trace.go:171","msg":"trace[1390110840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3098; }","duration":"1.511395772s","start":"2026-04-28T17:23:40.489637Z","end":"2026-04-28T17:23:42.001033Z","steps":["trace[1390110840] 'agreement among raft nodes before linearized reading' (duration: 1.511233638s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.001068Z","caller":"traceutil/trace.go:171","msg":"trace[1450484484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3098; }","duration":"2.59433054s","start":"2026-04-28T17:23:39.406722Z","end":"2026-04-28T17:23:42.001053Z","steps":["trace[1450484484] 'agreement among raft nodes before linearized reading' (duration: 2.593609141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:41.999543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930142638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:23:42.0011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.913805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:23:42.001125Z","caller":"traceutil/trace.go:171","msg":"trace[1879069605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3098; }","duration":"1.931811011s","start":"2026-04-28T17:23:40.069304Z","end":"2026-04-28T17:23:42.001115Z","steps":["trace[1879069605] 'agreement among raft nodes before linearized reading' (duration: 1.930049736s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.001137Z","caller":"traceutil/trace.go:171","msg":"trace[1124745998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3098; }","duration":"105.972667ms","start":"2026-04-28T17:23:41.895153Z","end":"2026-04-28T17:23:42.001125Z","steps":["trace[1124745998] 'agreement among raft nodes before linearized reading' (duration: 105.854544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.00114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:39.406679Z","time spent":"2.594441253s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:23:42.001152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.069284Z","time spent":"1.931863192s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:23:42.001091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:40.48961Z","time spent":"1.511468254s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:23:42.000622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:23:41.282725Z","time spent":"717.884788ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:23:42.304411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.041849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:23:42.304663Z","caller":"traceutil/trace.go:171","msg":"trace[1584345169] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"298.188968ms","start":"2026-04-28T17:23:42.006451Z","end":"2026-04-28T17:23:42.30464Z","steps":["trace[1584345169] 'process raft request' (duration: 298.117806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.305012Z","caller":"traceutil/trace.go:171","msg":"trace[294825483] linearizableReadLoop","detail":"{readStateIndex:3236; appliedIndex:3229; }","duration":"240.90943ms","start":"2026-04-28T17:23:42.064078Z","end":"2026-04-28T17:23:42.304987Z","steps":["trace[294825483] 'read index received' (duration: 123.106783ms)","trace[294825483] 'applied index is now lower than readState.Index' (duration: 117.801697ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:42.305029Z","caller":"traceutil/trace.go:171","msg":"trace[1800074144] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"298.640049ms","start":"2026-04-28T17:23:42.00634Z","end":"2026-04-28T17:23:42.30498Z","steps":["trace[1800074144] 'process raft request' (duration: 180.951004ms)","trace[1800074144] 'compare' (duration: 116.809163ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:42.305147Z","caller":"traceutil/trace.go:171","msg":"trace[1315476346] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"298.559808ms","start":"2026-04-28T17:23:42.006532Z","end":"2026-04-28T17:23:42.305092Z","steps":["trace[1315476346] 'process raft request' (duration: 298.373342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.305066Z","caller":"traceutil/trace.go:171","msg":"trace[622194189] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"298.600578ms","start":"2026-04-28T17:23:42.006438Z","end":"2026-04-28T17:23:42.305038Z","steps":["trace[622194189] 'process raft request' (duration: 298.077625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.305203Z","caller":"traceutil/trace.go:171","msg":"trace[1758017180] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"298.65989ms","start":"2026-04-28T17:23:42.006467Z","end":"2026-04-28T17:23:42.305127Z","steps":["trace[1758017180] 'process raft request' (duration: 298.139396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.305261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.515075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:42.305315Z","caller":"traceutil/trace.go:171","msg":"trace[1173813701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3106; }","duration":"294.613018ms","start":"2026-04-28T17:23:42.010688Z","end":"2026-04-28T17:23:42.305301Z","steps":["trace[1173813701] 'agreement among raft nodes before linearized reading' (duration: 294.441024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.305509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.711224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:23:42.305626Z","caller":"traceutil/trace.go:171","msg":"trace[1679889118] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3106; }","duration":"236.879739ms","start":"2026-04-28T17:23:42.068729Z","end":"2026-04-28T17:23:42.305609Z","steps":["trace[1679889118] 'agreement among raft nodes before linearized reading' (duration: 236.642633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.305082Z","caller":"traceutil/trace.go:171","msg":"trace[445186791] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"298.233458ms","start":"2026-04-28T17:23:42.00683Z","end":"2026-04-28T17:23:42.305063Z","steps":["trace[445186791] 'process raft request' (duration: 298.118445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.30574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.785178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:42.305856Z","caller":"traceutil/trace.go:171","msg":"trace[653464598] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"299.303807ms","start":"2026-04-28T17:23:42.00653Z","end":"2026-04-28T17:23:42.305833Z","steps":["trace[653464598] 'process raft request' (duration: 298.2858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:42.305889Z","caller":"traceutil/trace.go:171","msg":"trace[709295917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3106; }","duration":"162.062805ms","start":"2026-04-28T17:23:42.143805Z","end":"2026-04-28T17:23:42.305868Z","steps":["trace[709295917] 'agreement among raft nodes before linearized reading' (duration: 161.664615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:42.656896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.599295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:42.657012Z","caller":"traceutil/trace.go:171","msg":"trace[1977501495] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3106; }","duration":"200.80321ms","start":"2026-04-28T17:23:42.456185Z","end":"2026-04-28T17:23:42.656988Z","steps":["trace[1977501495] 'count revisions from in-memory index tree' (duration: 200.500502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:43.79447Z","caller":"traceutil/trace.go:171","msg":"trace[126426466] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"110.255725ms","start":"2026-04-28T17:23:43.684183Z","end":"2026-04-28T17:23:43.794439Z","steps":["trace[126426466] 'process raft request' (duration: 110.111231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:48.46057Z","caller":"traceutil/trace.go:171","msg":"trace[1082272961] linearizableReadLoop","detail":"{readStateIndex:3265; appliedIndex:3264; }","duration":"102.352635ms","start":"2026-04-28T17:23:48.358186Z","end":"2026-04-28T17:23:48.460539Z","steps":["trace[1082272961] 'read index received' (duration: 102.001036ms)","trace[1082272961] 'applied index is now lower than readState.Index' (duration: 350.269µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:23:48.460766Z","caller":"traceutil/trace.go:171","msg":"trace[1632267526] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"111.567149ms","start":"2026-04-28T17:23:48.349143Z","end":"2026-04-28T17:23:48.46071Z","steps":["trace[1632267526] 'process raft request' (duration: 111.121918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:48.460871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.654422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:23:48.460926Z","caller":"traceutil/trace.go:171","msg":"trace[100678924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3134; }","duration":"102.765885ms","start":"2026-04-28T17:23:48.358148Z","end":"2026-04-28T17:23:48.460914Z","steps":["trace[100678924] 'agreement among raft nodes before linearized reading' (duration: 102.56291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:48.461148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.956244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:23:48.461185Z","caller":"traceutil/trace.go:171","msg":"trace[1804866663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3134; }","duration":"102.010235ms","start":"2026-04-28T17:23:48.359166Z","end":"2026-04-28T17:23:48.461176Z","steps":["trace[1804866663] 'agreement among raft nodes before linearized reading' (duration: 101.917603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:23:48.46138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.010862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:23:48.461488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.155655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:23:48.461579Z","caller":"traceutil/trace.go:171","msg":"trace[443506736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3134; }","duration":"103.298529ms","start":"2026-04-28T17:23:48.358244Z","end":"2026-04-28T17:23:48.461543Z","steps":["trace[443506736] 'agreement among raft nodes before linearized reading' (duration: 103.047833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:48.461509Z","caller":"traceutil/trace.go:171","msg":"trace[1238771441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3134; }","duration":"103.284768ms","start":"2026-04-28T17:23:48.358195Z","end":"2026-04-28T17:23:48.461479Z","steps":["trace[1238771441] 'agreement among raft nodes before linearized reading' (duration: 102.872188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:48.954624Z","caller":"traceutil/trace.go:171","msg":"trace[629698913] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"113.152539ms","start":"2026-04-28T17:23:48.841436Z","end":"2026-04-28T17:23:48.954589Z","steps":["trace[629698913] 'process raft request' (duration: 112.449862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:23:49.709967Z","caller":"traceutil/trace.go:171","msg":"trace[32304176] linearizableReadLoop","detail":"{readStateIndex:3272; appliedIndex:3271; }","duration":"120.65837ms","start":"2026-04-28T17:23:49.58927Z","end":"2026-04-28T17:23:49.709928Z","steps":["trace[32304176] 'read index received' (duration: 110.826069ms)","trace[32304176] 'applied index is now lower than readState.Index' (duration: 9.830091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:23:49.710205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.878797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:23:49.710354Z","caller":"traceutil/trace.go:171","msg":"trace[1047172834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3140; }","duration":"121.107552ms","start":"2026-04-28T17:23:49.589214Z","end":"2026-04-28T17:23:49.710322Z","steps":["trace[1047172834] 'agreement among raft nodes before linearized reading' (duration: 120.848066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:04.410208Z","caller":"traceutil/trace.go:171","msg":"trace[428369839] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"185.07797ms","start":"2026-04-28T17:24:04.225079Z","end":"2026-04-28T17:24:04.410157Z","steps":["trace[428369839] 'process raft request' (duration: 184.720801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:04.619544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.984722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:24:04.619623Z","caller":"traceutil/trace.go:171","msg":"trace[1789563955] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3220; }","duration":"129.106075ms","start":"2026-04-28T17:24:04.490498Z","end":"2026-04-28T17:24:04.619604Z","steps":["trace[1789563955] 'range keys from in-memory index tree' (duration: 128.87075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:04.897008Z","caller":"traceutil/trace.go:171","msg":"trace[2022417956] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3356; }","duration":"203.453358ms","start":"2026-04-28T17:24:04.693526Z","end":"2026-04-28T17:24:04.896979Z","steps":["trace[2022417956] 'read index received' (duration: 203.183901ms)","trace[2022417956] 'applied index is now lower than readState.Index' (duration: 268.527µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:04.897164Z","caller":"traceutil/trace.go:171","msg":"trace[1862691490] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"205.214302ms","start":"2026-04-28T17:24:04.691891Z","end":"2026-04-28T17:24:04.897105Z","steps":["trace[1862691490] 'process raft request' (duration: 204.892514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:04.897333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.778746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:24:04.897384Z","caller":"traceutil/trace.go:171","msg":"trace[210696938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3221; }","duration":"203.893089ms","start":"2026-04-28T17:24:04.693482Z","end":"2026-04-28T17:24:04.897375Z","steps":["trace[210696938] 'agreement among raft nodes before linearized reading' (duration: 203.690454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:04.897526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.452249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:24:04.897558Z","caller":"traceutil/trace.go:171","msg":"trace[947621041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3221; }","duration":"196.525941ms","start":"2026-04-28T17:24:04.701022Z","end":"2026-04-28T17:24:04.897548Z","steps":["trace[947621041] 'agreement among raft nodes before linearized reading' (duration: 196.350417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:04.897521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.723522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:24:04.897625Z","caller":"traceutil/trace.go:171","msg":"trace[868830461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3221; }","duration":"199.866116ms","start":"2026-04-28T17:24:04.697732Z","end":"2026-04-28T17:24:04.897598Z","steps":["trace[868830461] 'agreement among raft nodes before linearized reading' (duration: 199.543338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:04.897529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.130601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:24:04.897725Z","caller":"traceutil/trace.go:171","msg":"trace[1345090036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3221; }","duration":"196.351907ms","start":"2026-04-28T17:24:04.701343Z","end":"2026-04-28T17:24:04.897695Z","steps":["trace[1345090036] 'agreement among raft nodes before linearized reading' (duration: 195.994108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:05.472023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.202604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:05.472515Z","caller":"traceutil/trace.go:171","msg":"trace[826349854] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"570.668822ms","start":"2026-04-28T17:24:04.90181Z","end":"2026-04-28T17:24:05.472479Z","steps":["trace[826349854] 'process raft request' (duration: 26.839653ms)","trace[826349854] 'compare' (duration: 543.015379ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:05.472587Z","caller":"traceutil/trace.go:171","msg":"trace[1483052698] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"569.528164ms","start":"2026-04-28T17:24:04.90303Z","end":"2026-04-28T17:24:05.472558Z","steps":["trace[1483052698] 'process raft request' (duration: 569.349098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:05.472732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:04.901791Z","time spent":"570.830987ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:24:05.47285Z","caller":"traceutil/trace.go:171","msg":"trace[2041484323] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3357; }","duration":"568.915028ms","start":"2026-04-28T17:24:04.903922Z","end":"2026-04-28T17:24:05.472837Z","steps":["trace[2041484323] 'read index received' (duration: 24.636966ms)","trace[2041484323] 'applied index is now lower than readState.Index' (duration: 544.277102ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:05.472873Z","caller":"traceutil/trace.go:171","msg":"trace[42780493] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"569.460922ms","start":"2026-04-28T17:24:04.903395Z","end":"2026-04-28T17:24:05.472855Z","steps":["trace[42780493] 'process raft request' (duration: 569.098893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:05.472885Z","caller":"traceutil/trace.go:171","msg":"trace[833877140] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"569.177105ms","start":"2026-04-28T17:24:04.903661Z","end":"2026-04-28T17:24:05.472838Z","steps":["trace[833877140] 'process raft request' (duration: 569.057432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:05.47296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:04.903365Z","time spent":"569.548445ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:05.473024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:04.903002Z","time spent":"569.844782ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:05.473043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:04.903599Z","time spent":"569.36629ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:05.473168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.236206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:24:05.47323Z","caller":"traceutil/trace.go:171","msg":"trace[1561345362] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3226; }","duration":"569.323588ms","start":"2026-04-28T17:24:04.903888Z","end":"2026-04-28T17:24:05.473211Z","steps":["trace[1561345362] 'agreement among raft nodes before linearized reading' (duration: 569.020661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:05.473209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.662319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:24:05.473278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:04.903875Z","time spent":"569.39434ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T17:24:05.473295Z","caller":"traceutil/trace.go:171","msg":"trace[1218668677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3226; }","duration":"404.788912ms","start":"2026-04-28T17:24:05.068487Z","end":"2026-04-28T17:24:05.473276Z","steps":["trace[1218668677] 'agreement among raft nodes before linearized reading' (duration: 404.648778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:05.473288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.919161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:24:05.473339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:05.068454Z","time spent":"404.877914ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:24:05.473395Z","caller":"traceutil/trace.go:171","msg":"trace[1672555419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3226; }","duration":"116.080964ms","start":"2026-04-28T17:24:05.35729Z","end":"2026-04-28T17:24:05.473371Z","steps":["trace[1672555419] 'agreement among raft nodes before linearized reading' (duration: 115.88974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:06.124093Z","caller":"traceutil/trace.go:171","msg":"trace[2086367099] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"129.636159ms","start":"2026-04-28T17:24:05.994434Z","end":"2026-04-28T17:24:06.12407Z","steps":["trace[2086367099] 'process raft request' (duration: 129.475655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:06.559555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.41851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:06.559876Z","caller":"traceutil/trace.go:171","msg":"trace[1211363677] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"143.059581ms","start":"2026-04-28T17:24:06.416794Z","end":"2026-04-28T17:24:06.559854Z","steps":["trace[1211363677] 'process raft request' (duration: 143.011669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:06.559889Z","caller":"traceutil/trace.go:171","msg":"trace[739625772] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"535.56174ms","start":"2026-04-28T17:24:06.024285Z","end":"2026-04-28T17:24:06.559847Z","steps":["trace[739625772] 'process raft request' (duration: 136.74441ms)","trace[739625772] 'compare' (duration: 398.250635ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:06.560036Z","caller":"traceutil/trace.go:171","msg":"trace[745510355] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"516.124916ms","start":"2026-04-28T17:24:06.04389Z","end":"2026-04-28T17:24:06.560015Z","steps":["trace[745510355] 'process raft request' (duration: 515.803548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:06.560031Z","caller":"traceutil/trace.go:171","msg":"trace[429726723] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"483.959446ms","start":"2026-04-28T17:24:06.076038Z","end":"2026-04-28T17:24:06.559997Z","steps":["trace[429726723] 'process raft request' (duration: 483.71528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:06.560064Z","caller":"traceutil/trace.go:171","msg":"trace[936750048] linearizableReadLoop","detail":"{readStateIndex:3366; appliedIndex:3363; }","duration":"390.614691ms","start":"2026-04-28T17:24:06.169425Z","end":"2026-04-28T17:24:06.56004Z","steps":["trace[936750048] 'read index received' (duration: 38.611µs)","trace[936750048] 'applied index is now lower than readState.Index' (duration: 390.57378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:06.56011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:06.024269Z","time spent":"535.718444ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:06.560125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:06.04385Z","time spent":"516.232228ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:06.5602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:06.07601Z","time spent":"484.09344ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:06.560226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.807646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T17:24:06.560265Z","caller":"traceutil/trace.go:171","msg":"trace[282287096] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa95257b6053f9; range_end:; response_count:1; response_revision:3231; }","duration":"390.889219ms","start":"2026-04-28T17:24:06.169363Z","end":"2026-04-28T17:24:06.560253Z","steps":["trace[282287096] 'agreement among raft nodes before linearized reading' (duration: 390.732255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:06.56025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.42282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:24:06.560291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:06.169336Z","time spent":"390.951059ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" "} {"level":"info","ts":"2026-04-28T17:24:06.560309Z","caller":"traceutil/trace.go:171","msg":"trace[1916607480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3231; }","duration":"209.537793ms","start":"2026-04-28T17:24:06.350758Z","end":"2026-04-28T17:24:06.560296Z","steps":["trace[1916607480] 'agreement among raft nodes before linearized reading' (duration: 209.42376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:07.039935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.250793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:07.040042Z","caller":"traceutil/trace.go:171","msg":"trace[536563302] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3367; }","duration":"379.467766ms","start":"2026-04-28T17:24:06.660558Z","end":"2026-04-28T17:24:07.040026Z","steps":["trace[536563302] 'read index received' (duration: 274.944577ms)","trace[536563302] 'applied index is now lower than readState.Index' (duration: 104.521699ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:07.04014Z","caller":"traceutil/trace.go:171","msg":"trace[904850331] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"477.186593ms","start":"2026-04-28T17:24:06.56294Z","end":"2026-04-28T17:24:07.040127Z","steps":["trace[904850331] 'process raft request' (duration: 372.656483ms)","trace[904850331] 'compare' (duration: 104.048888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:07.040209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:06.562904Z","time spent":"477.273955ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:07.040582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.013729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:24:07.040672Z","caller":"traceutil/trace.go:171","msg":"trace[632340375] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3232; }","duration":"380.164233ms","start":"2026-04-28T17:24:06.660488Z","end":"2026-04-28T17:24:07.040652Z","steps":["trace[632340375] 'agreement among raft nodes before linearized reading' (duration: 379.935787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:07.040716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:06.660457Z","time spent":"380.249255ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:24:07.040722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.377562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T17:24:07.040776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.076638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:24:07.04084Z","caller":"traceutil/trace.go:171","msg":"trace[305710936] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3232; }","duration":"173.551166ms","start":"2026-04-28T17:24:06.867262Z","end":"2026-04-28T17:24:07.040813Z","steps":["trace[305710936] 'agreement among raft nodes before linearized reading' (duration: 173.166166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:07.040903Z","caller":"traceutil/trace.go:171","msg":"trace[1434621545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3232; }","duration":"139.211172ms","start":"2026-04-28T17:24:06.901643Z","end":"2026-04-28T17:24:07.040854Z","steps":["trace[1434621545] 'agreement among raft nodes before linearized reading' (duration: 138.788381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:08.451019Z","caller":"traceutil/trace.go:171","msg":"trace[1712020557] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"319.712486ms","start":"2026-04-28T17:24:08.131266Z","end":"2026-04-28T17:24:08.450979Z","steps":["trace[1712020557] 'process raft request' (duration: 319.44916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:08.451239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:08.131229Z","time spent":"319.899851ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:08.759676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.338628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:08.760054Z","caller":"traceutil/trace.go:171","msg":"trace[1426305048] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"193.575066ms","start":"2026-04-28T17:24:08.566355Z","end":"2026-04-28T17:24:08.759931Z","steps":["trace[1426305048] 'process raft request' (duration: 193.451573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:08.760124Z","caller":"traceutil/trace.go:171","msg":"trace[1714548061] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"193.204237ms","start":"2026-04-28T17:24:08.566748Z","end":"2026-04-28T17:24:08.759952Z","steps":["trace[1714548061] 'process raft request' (duration: 193.121535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:08.760234Z","caller":"traceutil/trace.go:171","msg":"trace[760915918] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"193.3118ms","start":"2026-04-28T17:24:08.566909Z","end":"2026-04-28T17:24:08.760221Z","steps":["trace[760915918] 'process raft request' (duration: 192.995532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:08.760062Z","caller":"traceutil/trace.go:171","msg":"trace[636037521] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"222.378648ms","start":"2026-04-28T17:24:08.537589Z","end":"2026-04-28T17:24:08.759967Z","steps":["trace[636037521] 'process raft request' (duration: 34.63373ms)","trace[636037521] 'compare' (duration: 187.193794ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:09.155888Z","caller":"traceutil/trace.go:171","msg":"trace[672037505] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"392.807396ms","start":"2026-04-28T17:24:08.763042Z","end":"2026-04-28T17:24:09.15585Z","steps":["trace[672037505] 'process raft request' (duration: 392.412386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:09.156057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:08.763018Z","time spent":"392.953549ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:24:09.156058Z","caller":"traceutil/trace.go:171","msg":"trace[508460878] linearizableReadLoop","detail":"{readStateIndex:3379; appliedIndex:3378; }","duration":"288.867081ms","start":"2026-04-28T17:24:08.86715Z","end":"2026-04-28T17:24:09.156017Z","steps":["trace[508460878] 'read index received' (duration: 288.325747ms)","trace[508460878] 'applied index is now lower than readState.Index' (duration: 538.513µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:09.156455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.370574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:24:09.156524Z","caller":"traceutil/trace.go:171","msg":"trace[1027359091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3243; }","duration":"100.511788ms","start":"2026-04-28T17:24:09.055996Z","end":"2026-04-28T17:24:09.156508Z","steps":["trace[1027359091] 'agreement among raft nodes before linearized reading' (duration: 100.277021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:09.156679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.538189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:24:09.156782Z","caller":"traceutil/trace.go:171","msg":"trace[1186701091] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3243; }","duration":"289.694253ms","start":"2026-04-28T17:24:08.86707Z","end":"2026-04-28T17:24:09.156764Z","steps":["trace[1186701091] 'agreement among raft nodes before linearized reading' (duration: 289.071847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:09.393507Z","caller":"traceutil/trace.go:171","msg":"trace[1138661348] linearizableReadLoop","detail":"{readStateIndex:3381; appliedIndex:3379; }","duration":"228.970957ms","start":"2026-04-28T17:24:09.164511Z","end":"2026-04-28T17:24:09.393482Z","steps":["trace[1138661348] 'read index received' (duration: 180.811491ms)","trace[1138661348] 'applied index is now lower than readState.Index' (duration: 48.158156ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:09.393661Z","caller":"traceutil/trace.go:171","msg":"trace[1150130627] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"232.350043ms","start":"2026-04-28T17:24:09.161287Z","end":"2026-04-28T17:24:09.393637Z","steps":["trace[1150130627] 'process raft request' (duration: 184.052794ms)","trace[1150130627] 'compare' (duration: 47.759535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:09.393748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.173423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:24:09.393828Z","caller":"traceutil/trace.go:171","msg":"trace[2070470071] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3245; }","duration":"229.317156ms","start":"2026-04-28T17:24:09.164461Z","end":"2026-04-28T17:24:09.393778Z","steps":["trace[2070470071] 'agreement among raft nodes before linearized reading' (duration: 229.116261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:09.393922Z","caller":"traceutil/trace.go:171","msg":"trace[827555173] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"230.561457ms","start":"2026-04-28T17:24:09.163337Z","end":"2026-04-28T17:24:09.393898Z","steps":["trace[827555173] 'process raft request' (duration: 230.047424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:15.967491Z","caller":"traceutil/trace.go:171","msg":"trace[1832440507] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"220.367662ms","start":"2026-04-28T17:24:15.747087Z","end":"2026-04-28T17:24:15.967454Z","steps":["trace[1832440507] 'process raft request' (duration: 176.769478ms)","trace[1832440507] 'compare' (duration: 43.144313ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:15.967539Z","caller":"traceutil/trace.go:171","msg":"trace[1269001145] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"220.27613ms","start":"2026-04-28T17:24:15.747242Z","end":"2026-04-28T17:24:15.967518Z","steps":["trace[1269001145] 'process raft request' (duration: 220.077685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:16.117103Z","caller":"traceutil/trace.go:171","msg":"trace[419707297] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3418; }","duration":"158.347796ms","start":"2026-04-28T17:24:15.95872Z","end":"2026-04-28T17:24:16.117068Z","steps":["trace[419707297] 'read index received' (duration: 145.512918ms)","trace[419707297] 'applied index is now lower than readState.Index' (duration: 12.833268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:16.117202Z","caller":"traceutil/trace.go:171","msg":"trace[1714906401] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"256.490765ms","start":"2026-04-28T17:24:15.860679Z","end":"2026-04-28T17:24:16.11717Z","steps":["trace[1714906401] 'process raft request' (duration: 243.645997ms)","trace[1714906401] 'compare' (duration: 12.582361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:16.117538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.791778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T17:24:16.117615Z","caller":"traceutil/trace.go:171","msg":"trace[56763735] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3281; }","duration":"158.910571ms","start":"2026-04-28T17:24:15.958672Z","end":"2026-04-28T17:24:16.117583Z","steps":["trace[56763735] 'agreement among raft nodes before linearized reading' (duration: 158.636564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:18.132032Z","caller":"traceutil/trace.go:171","msg":"trace[1817608324] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"155.769251ms","start":"2026-04-28T17:24:17.976235Z","end":"2026-04-28T17:24:18.132004Z","steps":["trace[1817608324] 'process raft request' (duration: 155.616316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:18.178839Z","caller":"traceutil/trace.go:171","msg":"trace[751613270] linearizableReadLoop","detail":"{readStateIndex:3431; appliedIndex:3429; }","duration":"112.561797ms","start":"2026-04-28T17:24:18.066248Z","end":"2026-04-28T17:24:18.17881Z","steps":["trace[751613270] 'read index received' (duration: 65.608297ms)","trace[751613270] 'applied index is now lower than readState.Index' (duration: 46.95251ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:18.17894Z","caller":"traceutil/trace.go:171","msg":"trace[930143211] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"201.633193ms","start":"2026-04-28T17:24:17.97727Z","end":"2026-04-28T17:24:18.178903Z","steps":["trace[930143211] 'process raft request' (duration: 201.400767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:18.179028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.760662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:24:18.179093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.969989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:24:18.179131Z","caller":"traceutil/trace.go:171","msg":"trace[675089887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3293; }","duration":"108.048711ms","start":"2026-04-28T17:24:18.071072Z","end":"2026-04-28T17:24:18.17912Z","steps":["trace[675089887] 'agreement among raft nodes before linearized reading' (duration: 107.876816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:18.17913Z","caller":"traceutil/trace.go:171","msg":"trace[1934580322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3293; }","duration":"112.922846ms","start":"2026-04-28T17:24:18.066174Z","end":"2026-04-28T17:24:18.179097Z","steps":["trace[1934580322] 'agreement among raft nodes before linearized reading' (duration: 112.746752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:22.096536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.839634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:24:22.096624Z","caller":"traceutil/trace.go:171","msg":"trace[1693138157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3310; }","duration":"191.993228ms","start":"2026-04-28T17:24:21.904611Z","end":"2026-04-28T17:24:22.096604Z","steps":["trace[1693138157] 'range keys from in-memory index tree' (duration: 191.512816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:22.498925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.558985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:22.499195Z","caller":"traceutil/trace.go:171","msg":"trace[1447470930] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"292.756082ms","start":"2026-04-28T17:24:22.206399Z","end":"2026-04-28T17:24:22.499155Z","steps":["trace[1447470930] 'process raft request' (duration: 127.867568ms)","trace[1447470930] 'compare' (duration: 164.415192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:22.798876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.684997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:22.799031Z","caller":"traceutil/trace.go:171","msg":"trace[1998438157] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"251.042265ms","start":"2026-04-28T17:24:22.547961Z","end":"2026-04-28T17:24:22.799003Z","steps":["trace[1998438157] 'process raft request' (duration: 115.117062ms)","trace[1998438157] 'compare' (duration: 135.533324ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:23.062236Z","caller":"traceutil/trace.go:171","msg":"trace[1003219319] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"118.226691ms","start":"2026-04-28T17:24:22.943979Z","end":"2026-04-28T17:24:23.062205Z","steps":["trace[1003219319] 'process raft request' (duration: 118.035407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:23.367364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.129736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:23.367831Z","caller":"traceutil/trace.go:171","msg":"trace[1121706447] linearizableReadLoop","detail":"{readStateIndex:3456; appliedIndex:3454; }","duration":"299.039533ms","start":"2026-04-28T17:24:23.068767Z","end":"2026-04-28T17:24:23.367807Z","steps":["trace[1121706447] 'read index received' (duration: 131.912491ms)","trace[1121706447] 'applied index is now lower than readState.Index' (duration: 167.125402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:23.36781Z","caller":"traceutil/trace.go:171","msg":"trace[1609757996] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"419.344529ms","start":"2026-04-28T17:24:22.948432Z","end":"2026-04-28T17:24:23.367777Z","steps":["trace[1609757996] 'process raft request' (duration: 252.34918ms)","trace[1609757996] 'compare' (duration: 165.797547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:23.367971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.208758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:23.368003Z","caller":"traceutil/trace.go:171","msg":"trace[1360491710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3317; }","duration":"299.28472ms","start":"2026-04-28T17:24:23.068709Z","end":"2026-04-28T17:24:23.367993Z","steps":["trace[1360491710] 'agreement among raft nodes before linearized reading' (duration: 299.225609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:23.367975Z","caller":"traceutil/trace.go:171","msg":"trace[1852830881] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"418.847646ms","start":"2026-04-28T17:24:22.949091Z","end":"2026-04-28T17:24:23.367939Z","steps":["trace[1852830881] 'process raft request' (duration: 418.458085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:23.36817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:22.949073Z","time spent":"418.9919ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:23.368692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:22.948419Z","time spent":"419.481212ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:23.584187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.311634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:24:23.584289Z","caller":"traceutil/trace.go:171","msg":"trace[516850169] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3317; }","duration":"100.435687ms","start":"2026-04-28T17:24:23.483828Z","end":"2026-04-28T17:24:23.584264Z","steps":["trace[516850169] 'count revisions from in-memory index tree' (duration: 100.099979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:24.006048Z","caller":"traceutil/trace.go:171","msg":"trace[1088097012] linearizableReadLoop","detail":"{readStateIndex:3458; appliedIndex:3457; }","duration":"156.574531ms","start":"2026-04-28T17:24:23.84944Z","end":"2026-04-28T17:24:24.006015Z","steps":["trace[1088097012] 'read index received' (duration: 156.258413ms)","trace[1088097012] 'applied index is now lower than readState.Index' (duration: 314.708µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:24.006131Z","caller":"traceutil/trace.go:171","msg":"trace[1597066727] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"229.65851ms","start":"2026-04-28T17:24:23.776429Z","end":"2026-04-28T17:24:24.006087Z","steps":["trace[1597066727] 'process raft request' (duration: 229.383333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:24.00638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.697154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:24.006451Z","caller":"traceutil/trace.go:171","msg":"trace[1370185037] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3319; }","duration":"138.831459ms","start":"2026-04-28T17:24:23.867601Z","end":"2026-04-28T17:24:24.006433Z","steps":["trace[1370185037] 'agreement among raft nodes before linearized reading' (duration: 138.698935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:24.006402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.974852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:24:24.006566Z","caller":"traceutil/trace.go:171","msg":"trace[389816853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3319; }","duration":"157.136307ms","start":"2026-04-28T17:24:23.849368Z","end":"2026-04-28T17:24:24.006505Z","steps":["trace[389816853] 'agreement among raft nodes before linearized reading' (duration: 156.834498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:24.345489Z","caller":"traceutil/trace.go:171","msg":"trace[65662542] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"133.110482ms","start":"2026-04-28T17:24:24.212315Z","end":"2026-04-28T17:24:24.345425Z","steps":["trace[65662542] 'process raft request' (duration: 132.25775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:24.500781Z","caller":"traceutil/trace.go:171","msg":"trace[628104687] linearizableReadLoop","detail":"{readStateIndex:3461; appliedIndex:3460; }","duration":"128.135675ms","start":"2026-04-28T17:24:24.372626Z","end":"2026-04-28T17:24:24.500761Z","steps":["trace[628104687] 'read index received' (duration: 38.900624ms)","trace[628104687] 'applied index is now lower than readState.Index' (duration: 89.233841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:24.500884Z","caller":"traceutil/trace.go:171","msg":"trace[1959630117] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"151.163374ms","start":"2026-04-28T17:24:24.349712Z","end":"2026-04-28T17:24:24.500875Z","steps":["trace[1959630117] 'process raft request' (duration: 61.880102ms)","trace[1959630117] 'compare' (duration: 89.079097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:24.501524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.854914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:24:24.501673Z","caller":"traceutil/trace.go:171","msg":"trace[1784507351] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:3322; }","duration":"129.091269ms","start":"2026-04-28T17:24:24.372551Z","end":"2026-04-28T17:24:24.501642Z","steps":["trace[1784507351] 'agreement among raft nodes before linearized reading' (duration: 128.628168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:25.538014Z","caller":"traceutil/trace.go:171","msg":"trace[1754315390] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"163.114679ms","start":"2026-04-28T17:24:25.374879Z","end":"2026-04-28T17:24:25.537993Z","steps":["trace[1754315390] 'process raft request' (duration: 162.968706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:25.741297Z","caller":"traceutil/trace.go:171","msg":"trace[331751984] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"365.515223ms","start":"2026-04-28T17:24:25.375747Z","end":"2026-04-28T17:24:25.741262Z","steps":["trace[331751984] 'process raft request' (duration: 290.467164ms)","trace[331751984] 'compare' (duration: 74.443484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:25.741571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:25.375719Z","time spent":"365.655466ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:26.527203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.70795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:26.527344Z","caller":"traceutil/trace.go:171","msg":"trace[1280334685] linearizableReadLoop","detail":"{readStateIndex:3471; appliedIndex:3470; }","duration":"175.873574ms","start":"2026-04-28T17:24:26.351449Z","end":"2026-04-28T17:24:26.527323Z","steps":["trace[1280334685] 'read index received' (duration: 69.923177ms)","trace[1280334685] 'applied index is now lower than readState.Index' (duration: 105.941647ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:26.527409Z","caller":"traceutil/trace.go:171","msg":"trace[1212514853] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"267.937237ms","start":"2026-04-28T17:24:26.259441Z","end":"2026-04-28T17:24:26.527379Z","steps":["trace[1212514853] 'process raft request' (duration: 161.940219ms)","trace[1212514853] 'compare' (duration: 105.542307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:26.527458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.363323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T17:24:26.527523Z","caller":"traceutil/trace.go:171","msg":"trace[655489980] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa95257b6053f9; range_end:; response_count:1; response_revision:3330; }","duration":"357.461785ms","start":"2026-04-28T17:24:26.17004Z","end":"2026-04-28T17:24:26.527502Z","steps":["trace[655489980] 'range keys from in-memory index tree' (duration: 356.750248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:26.527589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:26.170022Z","time spent":"357.552407ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa95257b6053f9\" "} {"level":"warn","ts":"2026-04-28T17:24:26.52809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.649215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:24:26.528134Z","caller":"traceutil/trace.go:171","msg":"trace[1078540342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3331; }","duration":"176.737547ms","start":"2026-04-28T17:24:26.351386Z","end":"2026-04-28T17:24:26.528124Z","steps":["trace[1078540342] 'agreement among raft nodes before linearized reading' (duration: 176.043719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:26.683709Z","caller":"traceutil/trace.go:171","msg":"trace[416812980] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"106.133773ms","start":"2026-04-28T17:24:26.577546Z","end":"2026-04-28T17:24:26.68368Z","steps":["trace[416812980] 'process raft request' (duration: 100.94447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:27.123391Z","caller":"traceutil/trace.go:171","msg":"trace[1627940312] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"333.662338ms","start":"2026-04-28T17:24:26.789696Z","end":"2026-04-28T17:24:27.123358Z","steps":["trace[1627940312] 'process raft request' (duration: 333.435112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:27.123592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:26.789656Z","time spent":"333.831542ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:27.393397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.47596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:27.393558Z","caller":"traceutil/trace.go:171","msg":"trace[447514547] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"541.832029ms","start":"2026-04-28T17:24:26.851689Z","end":"2026-04-28T17:24:27.393521Z","steps":["trace[447514547] 'process raft request' (duration: 399.110701ms)","trace[447514547] 'compare' (duration: 142.177993ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:27.393632Z","caller":"traceutil/trace.go:171","msg":"trace[1462538680] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"242.894568ms","start":"2026-04-28T17:24:27.150721Z","end":"2026-04-28T17:24:27.393615Z","steps":["trace[1462538680] 'process raft request' (duration: 242.809556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:27.393675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:26.85166Z","time spent":"541.959072ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:24:27.393952Z","caller":"traceutil/trace.go:171","msg":"trace[545266228] linearizableReadLoop","detail":"{readStateIndex:3477; appliedIndex:3475; }","duration":"526.221889ms","start":"2026-04-28T17:24:26.867712Z","end":"2026-04-28T17:24:27.393934Z","steps":["trace[545266228] 'read index received' (duration: 255.340565ms)","trace[545266228] 'applied index is now lower than readState.Index' (duration: 270.879424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:27.394625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.912947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T17:24:27.394635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.817742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:24:27.394704Z","caller":"traceutil/trace.go:171","msg":"trace[1635407889] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3338; }","duration":"527.04403ms","start":"2026-04-28T17:24:26.867638Z","end":"2026-04-28T17:24:27.394682Z","steps":["trace[1635407889] 'agreement among raft nodes before linearized reading' (duration: 526.743492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:27.394761Z","caller":"traceutil/trace.go:171","msg":"trace[221380744] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3338; }","duration":"273.013897ms","start":"2026-04-28T17:24:27.121717Z","end":"2026-04-28T17:24:27.394731Z","steps":["trace[221380744] 'agreement among raft nodes before linearized reading' (duration: 272.407022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:27.394778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:26.867609Z","time spent":"527.146053ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T17:24:28.775618Z","caller":"traceutil/trace.go:171","msg":"trace[373180878] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"193.924417ms","start":"2026-04-28T17:24:28.581651Z","end":"2026-04-28T17:24:28.775576Z","steps":["trace[373180878] 'process raft request' (duration: 171.79111ms)","trace[373180878] 'compare' (duration: 21.754127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:38.204016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.685401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:38.204109Z","caller":"traceutil/trace.go:171","msg":"trace[1018346916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3394; }","duration":"105.797594ms","start":"2026-04-28T17:24:38.098291Z","end":"2026-04-28T17:24:38.204089Z","steps":["trace[1018346916] 'count revisions from in-memory index tree' (duration: 105.577929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:38.431639Z","caller":"traceutil/trace.go:171","msg":"trace[2046436519] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"222.900667ms","start":"2026-04-28T17:24:38.208708Z","end":"2026-04-28T17:24:38.431609Z","steps":["trace[2046436519] 'process raft request' (duration: 222.749783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:42.929672Z","caller":"traceutil/trace.go:171","msg":"trace[1927523542] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"124.675906ms","start":"2026-04-28T17:24:42.804958Z","end":"2026-04-28T17:24:42.929634Z","steps":["trace[1927523542] 'process raft request' (duration: 124.43559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:43.117788Z","caller":"traceutil/trace.go:171","msg":"trace[1935271197] linearizableReadLoop","detail":"{readStateIndex:3562; appliedIndex:3561; }","duration":"181.242563ms","start":"2026-04-28T17:24:42.936505Z","end":"2026-04-28T17:24:43.117747Z","steps":["trace[1935271197] 'read index received' (duration: 86.401359ms)","trace[1935271197] 'applied index is now lower than readState.Index' (duration: 94.839604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:43.117903Z","caller":"traceutil/trace.go:171","msg":"trace[1990060935] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"182.433482ms","start":"2026-04-28T17:24:42.935408Z","end":"2026-04-28T17:24:43.117841Z","steps":["trace[1990060935] 'process raft request' (duration: 87.595988ms)","trace[1990060935] 'compare' (duration: 94.563678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:43.118071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.5407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:24:43.118147Z","caller":"traceutil/trace.go:171","msg":"trace[1934213219] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3419; }","duration":"181.646053ms","start":"2026-04-28T17:24:42.936484Z","end":"2026-04-28T17:24:43.11813Z","steps":["trace[1934213219] 'agreement among raft nodes before linearized reading' (duration: 181.387576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:43.118389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.157541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:24:43.118453Z","caller":"traceutil/trace.go:171","msg":"trace[596046026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3419; }","duration":"172.289784ms","start":"2026-04-28T17:24:42.946145Z","end":"2026-04-28T17:24:43.118435Z","steps":["trace[596046026] 'agreement among raft nodes before linearized reading' (duration: 171.810782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:44.652884Z","caller":"traceutil/trace.go:171","msg":"trace[1199532593] linearizableReadLoop","detail":"{readStateIndex:3570; appliedIndex:3569; }","duration":"121.279031ms","start":"2026-04-28T17:24:44.531567Z","end":"2026-04-28T17:24:44.652846Z","steps":["trace[1199532593] 'read index received' (duration: 26.428096ms)","trace[1199532593] 'applied index is now lower than readState.Index' (duration: 94.848184ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:44.652963Z","caller":"traceutil/trace.go:171","msg":"trace[850151740] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"194.620535ms","start":"2026-04-28T17:24:44.458275Z","end":"2026-04-28T17:24:44.652895Z","steps":["trace[850151740] 'process raft request' (duration: 99.703559ms)","trace[850151740] 'compare' (duration: 94.401912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:44.653174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.591128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:24:44.653249Z","caller":"traceutil/trace.go:171","msg":"trace[497975347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3426; }","duration":"121.724412ms","start":"2026-04-28T17:24:44.531507Z","end":"2026-04-28T17:24:44.653231Z","steps":["trace[497975347] 'agreement among raft nodes before linearized reading' (duration: 121.450355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:45.326697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.009234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:24:45.326781Z","caller":"traceutil/trace.go:171","msg":"trace[571187877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3428; }","duration":"204.144728ms","start":"2026-04-28T17:24:45.122617Z","end":"2026-04-28T17:24:45.326761Z","steps":["trace[571187877] 'range keys from in-memory index tree' (duration: 203.753308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:45.326818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.575374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:45.32689Z","caller":"traceutil/trace.go:171","msg":"trace[953250572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3428; }","duration":"259.731109ms","start":"2026-04-28T17:24:45.067143Z","end":"2026-04-28T17:24:45.326874Z","steps":["trace[953250572] 'range keys from in-memory index tree' (duration: 259.475511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:45.326916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.038721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:24:45.326957Z","caller":"traceutil/trace.go:171","msg":"trace[203124898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3428; }","duration":"187.136483ms","start":"2026-04-28T17:24:45.139809Z","end":"2026-04-28T17:24:45.326946Z","steps":["trace[203124898] 'range keys from in-memory index tree' (duration: 186.893857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:53.890401Z","caller":"traceutil/trace.go:171","msg":"trace[281408696] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"138.584411ms","start":"2026-04-28T17:24:53.751775Z","end":"2026-04-28T17:24:53.89036Z","steps":["trace[281408696] 'process raft request' (duration: 138.365076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:54.104942Z","caller":"traceutil/trace.go:171","msg":"trace[1694200764] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"151.256716ms","start":"2026-04-28T17:24:53.953642Z","end":"2026-04-28T17:24:54.104899Z","steps":["trace[1694200764] 'process raft request' (duration: 63.38728ms)","trace[1694200764] 'compare' (duration: 87.64827ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:55.511484Z","caller":"traceutil/trace.go:171","msg":"trace[1505535046] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"101.311029ms","start":"2026-04-28T17:24:55.410147Z","end":"2026-04-28T17:24:55.511458Z","steps":["trace[1505535046] 'process raft request' (duration: 101.043782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:57.275373Z","caller":"traceutil/trace.go:171","msg":"trace[705546619] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"140.110551ms","start":"2026-04-28T17:24:57.135234Z","end":"2026-04-28T17:24:57.275345Z","steps":["trace[705546619] 'process raft request' (duration: 92.232187ms)","trace[705546619] 'compare' (duration: 47.744ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:57.582057Z","caller":"traceutil/trace.go:171","msg":"trace[450967730] linearizableReadLoop","detail":"{readStateIndex:3637; appliedIndex:3636; }","duration":"121.037553ms","start":"2026-04-28T17:24:57.460996Z","end":"2026-04-28T17:24:57.582033Z","steps":["trace[450967730] 'read index received' (duration: 120.836538ms)","trace[450967730] 'applied index is now lower than readState.Index' (duration: 200.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:57.582143Z","caller":"traceutil/trace.go:171","msg":"trace[497445890] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"142.584025ms","start":"2026-04-28T17:24:57.439513Z","end":"2026-04-28T17:24:57.582097Z","steps":["trace[497445890] 'process raft request' (duration: 142.38434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:57.582259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.256369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:24:57.58235Z","caller":"traceutil/trace.go:171","msg":"trace[353218353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3491; }","duration":"121.400533ms","start":"2026-04-28T17:24:57.460931Z","end":"2026-04-28T17:24:57.582331Z","steps":["trace[353218353] 'agreement among raft nodes before linearized reading' (duration: 121.200388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:57.582587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.893678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:24:57.582667Z","caller":"traceutil/trace.go:171","msg":"trace[1418880740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3491; }","duration":"117.002291ms","start":"2026-04-28T17:24:57.465647Z","end":"2026-04-28T17:24:57.582649Z","steps":["trace[1418880740] 'agreement among raft nodes before linearized reading' (duration: 116.643232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:57.831997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.248584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:57.832076Z","caller":"traceutil/trace.go:171","msg":"trace[379001068] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"245.839023ms","start":"2026-04-28T17:24:57.586223Z","end":"2026-04-28T17:24:57.832062Z","steps":["trace[379001068] 'process raft request' (duration: 51.464686ms)","trace[379001068] 'compare' (duration: 194.159122ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:57.911771Z","caller":"traceutil/trace.go:171","msg":"trace[2128832640] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"324.894944ms","start":"2026-04-28T17:24:57.586857Z","end":"2026-04-28T17:24:57.911752Z","steps":["trace[2128832640] 'process raft request' (duration: 324.833953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:57.911784Z","caller":"traceutil/trace.go:171","msg":"trace[1161001300] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"325.331136ms","start":"2026-04-28T17:24:57.586418Z","end":"2026-04-28T17:24:57.911749Z","steps":["trace[1161001300] 'process raft request' (duration: 325.159612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:57.912029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:57.586404Z","time spent":"325.457059ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:57.911895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:57.586831Z","time spent":"325.002336ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:24:57.912125Z","caller":"traceutil/trace.go:171","msg":"trace[121250907] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"290.740581ms","start":"2026-04-28T17:24:57.621371Z","end":"2026-04-28T17:24:57.912111Z","steps":["trace[121250907] 'process raft request' (duration: 290.353682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:57.912147Z","caller":"traceutil/trace.go:171","msg":"trace[280152086] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"286.602436ms","start":"2026-04-28T17:24:57.625522Z","end":"2026-04-28T17:24:57.912124Z","steps":["trace[280152086] 'process raft request' (duration: 286.452052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:58.332861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.82707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:24:58.33311Z","caller":"traceutil/trace.go:171","msg":"trace[251550870] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"215.767725ms","start":"2026-04-28T17:24:58.117324Z","end":"2026-04-28T17:24:58.333092Z","steps":["trace[251550870] 'process raft request' (duration: 215.727394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:58.333135Z","caller":"traceutil/trace.go:171","msg":"trace[1281509523] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"410.360408ms","start":"2026-04-28T17:24:57.922743Z","end":"2026-04-28T17:24:58.333104Z","steps":["trace[1281509523] 'process raft request' (duration: 410.247845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:58.333307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:57.922722Z","time spent":"410.499312ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:24:58.333313Z","caller":"traceutil/trace.go:171","msg":"trace[1643395011] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"525.007068ms","start":"2026-04-28T17:24:57.808002Z","end":"2026-04-28T17:24:58.33301Z","steps":["trace[1643395011] 'process raft request' (duration: 203.699265ms)","trace[1643395011] 'compare' (duration: 320.710918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:58.333521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:57.807976Z","time spent":"525.419689ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:24:58.333571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.945625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:24:58.333608Z","caller":"traceutil/trace.go:171","msg":"trace[2030337775] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3499; }","duration":"431.016137ms","start":"2026-04-28T17:24:57.902582Z","end":"2026-04-28T17:24:58.333598Z","steps":["trace[2030337775] 'agreement among raft nodes before linearized reading' (duration: 430.947455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:58.333856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:24:57.902532Z","time spent":"431.100879ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:24:58.334065Z","caller":"traceutil/trace.go:171","msg":"trace[209625399] linearizableReadLoop","detail":"{readStateIndex:3643; appliedIndex:3638; }","duration":"430.816332ms","start":"2026-04-28T17:24:57.902623Z","end":"2026-04-28T17:24:58.333439Z","steps":["trace[209625399] 'read index received' (duration: 8.95431ms)","trace[209625399] 'applied index is now lower than readState.Index' (duration: 421.858132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:58.334232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.692006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:58.334281Z","caller":"traceutil/trace.go:171","msg":"trace[1821376826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3499; }","duration":"266.774569ms","start":"2026-04-28T17:24:58.067494Z","end":"2026-04-28T17:24:58.334269Z","steps":["trace[1821376826] 'agreement among raft nodes before linearized reading' (duration: 266.692427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:58.334294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.904717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:24:58.334327Z","caller":"traceutil/trace.go:171","msg":"trace[148247153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3499; }","duration":"177.988799ms","start":"2026-04-28T17:24:58.156329Z","end":"2026-04-28T17:24:58.334317Z","steps":["trace[148247153] 'agreement among raft nodes before linearized reading' (duration: 177.860886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:58.334341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.920451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:24:58.334399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.965576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:58.33445Z","caller":"traceutil/trace.go:171","msg":"trace[2112923536] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3499; }","duration":"194.995213ms","start":"2026-04-28T17:24:58.139377Z","end":"2026-04-28T17:24:58.334372Z","steps":["trace[2112923536] 'agreement among raft nodes before linearized reading' (duration: 194.85856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:58.334495Z","caller":"traceutil/trace.go:171","msg":"trace[1552488659] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3499; }","duration":"138.10131ms","start":"2026-04-28T17:24:58.196372Z","end":"2026-04-28T17:24:58.334473Z","steps":["trace[1552488659] 'agreement among raft nodes before linearized reading' (duration: 137.945186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:24:58.570603Z","caller":"traceutil/trace.go:171","msg":"trace[427443481] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"232.79444ms","start":"2026-04-28T17:24:58.33778Z","end":"2026-04-28T17:24:58.570574Z","steps":["trace[427443481] 'process raft request' (duration: 203.449179ms)","trace[427443481] 'compare' (duration: 29.108695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:24:58.570597Z","caller":"traceutil/trace.go:171","msg":"trace[1807657706] linearizableReadLoop","detail":"{readStateIndex:3646; appliedIndex:3645; }","duration":"155.588837ms","start":"2026-04-28T17:24:58.414981Z","end":"2026-04-28T17:24:58.57057Z","steps":["trace[1807657706] 'read index received' (duration: 126.237156ms)","trace[1807657706] 'applied index is now lower than readState.Index' (duration: 29.350591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:24:58.57071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.714281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:58.570772Z","caller":"traceutil/trace.go:171","msg":"trace[993395668] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3500; }","duration":"155.821493ms","start":"2026-04-28T17:24:58.414933Z","end":"2026-04-28T17:24:58.570755Z","steps":["trace[993395668] 'agreement among raft nodes before linearized reading' (duration: 155.723681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:24:58.570809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.086104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:24:58.571083Z","caller":"traceutil/trace.go:171","msg":"trace[1293392901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3500; }","duration":"101.189397ms","start":"2026-04-28T17:24:58.469652Z","end":"2026-04-28T17:24:58.570842Z","steps":["trace[1293392901] 'agreement among raft nodes before linearized reading' (duration: 101.099154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:00.045825Z","caller":"traceutil/trace.go:171","msg":"trace[926009002] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"126.657527ms","start":"2026-04-28T17:24:59.919133Z","end":"2026-04-28T17:25:00.045791Z","steps":["trace[926009002] 'process raft request' (duration: 126.471372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:06.72985Z","caller":"traceutil/trace.go:171","msg":"trace[38515246] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"104.970243ms","start":"2026-04-28T17:25:06.62485Z","end":"2026-04-28T17:25:06.72982Z","steps":["trace[38515246] 'process raft request' (duration: 104.786378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:06.90522Z","caller":"traceutil/trace.go:171","msg":"trace[592466112] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"106.317987ms","start":"2026-04-28T17:25:06.798865Z","end":"2026-04-28T17:25:06.905183Z","steps":["trace[592466112] 'process raft request' (duration: 106.06057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:07.78494Z","caller":"traceutil/trace.go:171","msg":"trace[1348850563] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"136.719375ms","start":"2026-04-28T17:25:07.648178Z","end":"2026-04-28T17:25:07.784897Z","steps":["trace[1348850563] 'process raft request' (duration: 136.438658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:12.986179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.809887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:25:12.986304Z","caller":"traceutil/trace.go:171","msg":"trace[1301450229] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3568; }","duration":"119.014023ms","start":"2026-04-28T17:25:12.867265Z","end":"2026-04-28T17:25:12.986279Z","steps":["trace[1301450229] 'range keys from in-memory index tree' (duration: 118.475899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:13.227102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.131401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:13.227388Z","caller":"traceutil/trace.go:171","msg":"trace[925745056] linearizableReadLoop","detail":"{readStateIndex:3720; appliedIndex:3717; }","duration":"233.775996ms","start":"2026-04-28T17:25:12.993586Z","end":"2026-04-28T17:25:13.227362Z","steps":["trace[925745056] 'read index received' (duration: 72.688518ms)","trace[925745056] 'applied index is now lower than readState.Index' (duration: 161.086078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:13.227517Z","caller":"traceutil/trace.go:171","msg":"trace[984232787] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"234.664919ms","start":"2026-04-28T17:25:12.992837Z","end":"2026-04-28T17:25:13.227501Z","steps":["trace[984232787] 'process raft request' (duration: 234.399462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:13.227531Z","caller":"traceutil/trace.go:171","msg":"trace[1727413174] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"235.278044ms","start":"2026-04-28T17:25:12.992141Z","end":"2026-04-28T17:25:13.227419Z","steps":["trace[1727413174] 'process raft request' (duration: 116.712002ms)","trace[1727413174] 'compare' (duration: 117.833793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:13.227945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.351711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:25:13.228001Z","caller":"traceutil/trace.go:171","msg":"trace[507229048] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3571; }","duration":"234.426272ms","start":"2026-04-28T17:25:12.993559Z","end":"2026-04-28T17:25:13.227985Z","steps":["trace[507229048] 'agreement among raft nodes before linearized reading' (duration: 234.240867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:13.228256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.587356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:13.228311Z","caller":"traceutil/trace.go:171","msg":"trace[2012279128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3571; }","duration":"162.642348ms","start":"2026-04-28T17:25:13.065656Z","end":"2026-04-28T17:25:13.228298Z","steps":["trace[2012279128] 'agreement among raft nodes before linearized reading' (duration: 162.562226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:13.228607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.500294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:25:13.228721Z","caller":"traceutil/trace.go:171","msg":"trace[873291865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3571; }","duration":"119.69978ms","start":"2026-04-28T17:25:13.108999Z","end":"2026-04-28T17:25:13.228699Z","steps":["trace[873291865] 'agreement among raft nodes before linearized reading' (duration: 119.449734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:13.43805Z","caller":"traceutil/trace.go:171","msg":"trace[1593520772] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"113.967053ms","start":"2026-04-28T17:25:13.324056Z","end":"2026-04-28T17:25:13.438023Z","steps":["trace[1593520772] 'process raft request' (duration: 113.496821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:16.562108Z","caller":"traceutil/trace.go:171","msg":"trace[1875752741] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"100.460178ms","start":"2026-04-28T17:25:16.461616Z","end":"2026-04-28T17:25:16.562076Z","steps":["trace[1875752741] 'process raft request' (duration: 43.055511ms)","trace[1875752741] 'compare' (duration: 57.267554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:16.801355Z","caller":"traceutil/trace.go:171","msg":"trace[814530193] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"146.650828ms","start":"2026-04-28T17:25:16.654677Z","end":"2026-04-28T17:25:16.801328Z","steps":["trace[814530193] 'process raft request' (duration: 146.465303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:17.944848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.142961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:25:17.944919Z","caller":"traceutil/trace.go:171","msg":"trace[360488206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3593; }","duration":"104.292676ms","start":"2026-04-28T17:25:17.840611Z","end":"2026-04-28T17:25:17.944904Z","steps":["trace[360488206] 'range keys from in-memory index tree' (duration: 103.951647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:18.314037Z","caller":"traceutil/trace.go:171","msg":"trace[408915598] linearizableReadLoop","detail":"{readStateIndex:3744; appliedIndex:3743; }","duration":"230.724847ms","start":"2026-04-28T17:25:18.08327Z","end":"2026-04-28T17:25:18.313994Z","steps":["trace[408915598] 'read index received' (duration: 230.528811ms)","trace[408915598] 'applied index is now lower than readState.Index' (duration: 194.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:18.314223Z","caller":"traceutil/trace.go:171","msg":"trace[1306423093] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"363.958192ms","start":"2026-04-28T17:25:17.950201Z","end":"2026-04-28T17:25:18.31416Z","steps":["trace[1306423093] 'process raft request' (duration: 363.546271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:18.314369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.050216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T17:25:18.314402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:17.950169Z","time spent":"364.137337ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:18.314434Z","caller":"traceutil/trace.go:171","msg":"trace[1643843121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3594; }","duration":"231.186829ms","start":"2026-04-28T17:25:18.083231Z","end":"2026-04-28T17:25:18.314418Z","steps":["trace[1643843121] 'agreement among raft nodes before linearized reading' (duration: 230.936463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:18.815711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.175207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:18.816297Z","caller":"traceutil/trace.go:171","msg":"trace[1753345107] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"654.797077ms","start":"2026-04-28T17:25:18.161451Z","end":"2026-04-28T17:25:18.816248Z","steps":["trace[1753345107] 'process raft request' (duration: 219.964703ms)","trace[1753345107] 'compare' (duration: 433.638783ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:18.816441Z","caller":"traceutil/trace.go:171","msg":"trace[1149324477] linearizableReadLoop","detail":"{readStateIndex:3746; appliedIndex:3744; }","duration":"502.278318ms","start":"2026-04-28T17:25:18.31414Z","end":"2026-04-28T17:25:18.816418Z","steps":["trace[1149324477] 'read index received' (duration: 67.420314ms)","trace[1149324477] 'applied index is now lower than readState.Index' (duration: 434.856704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:18.816515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.161425Z","time spent":"654.962301ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:18.81653Z","caller":"traceutil/trace.go:171","msg":"trace[899178557] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"653.205716ms","start":"2026-04-28T17:25:18.163277Z","end":"2026-04-28T17:25:18.816482Z","steps":["trace[899178557] 'process raft request' (duration: 652.99839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:18.816604Z","caller":"traceutil/trace.go:171","msg":"trace[1986946139] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"497.317292ms","start":"2026-04-28T17:25:18.319273Z","end":"2026-04-28T17:25:18.81659Z","steps":["trace[1986946139] 'process raft request' (duration: 497.106977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:18.816687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.319236Z","time spent":"497.405594ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:18.816729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.076445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:25:18.816807Z","caller":"traceutil/trace.go:171","msg":"trace[644130294] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3597; }","duration":"639.204268ms","start":"2026-04-28T17:25:18.177583Z","end":"2026-04-28T17:25:18.816788Z","steps":["trace[644130294] 'agreement among raft nodes before linearized reading' (duration: 638.965752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:18.816859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.177566Z","time spent":"639.28082ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:25:18.816896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.163268Z","time spent":"653.35723ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:18.837478Z","caller":"traceutil/trace.go:171","msg":"trace[1401811301] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"346.625379ms","start":"2026-04-28T17:25:18.490824Z","end":"2026-04-28T17:25:18.837449Z","steps":["trace[1401811301] 'process raft request' (duration: 346.442315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:18.837659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.490786Z","time spent":"346.776823ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:19.309774Z","caller":"traceutil/trace.go:171","msg":"trace[593015439] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"505.553382ms","start":"2026-04-28T17:25:18.804155Z","end":"2026-04-28T17:25:19.309709Z","steps":["trace[593015439] 'process raft request' (duration: 505.420249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:19.309871Z","caller":"traceutil/trace.go:171","msg":"trace[574934333] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"741.922333ms","start":"2026-04-28T17:25:18.567917Z","end":"2026-04-28T17:25:19.30984Z","steps":["trace[574934333] 'process raft request' (duration: 726.948351ms)","trace[574934333] 'compare' (duration: 14.49729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:19.309911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.295237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:25:19.309963Z","caller":"traceutil/trace.go:171","msg":"trace[578691057] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3600; }","duration":"671.502053ms","start":"2026-04-28T17:25:18.638449Z","end":"2026-04-28T17:25:19.309951Z","steps":["trace[578691057] 'agreement among raft nodes before linearized reading' (duration: 671.38473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:19.31001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.638425Z","time spent":"671.575154ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:25:19.310031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.567892Z","time spent":"742.054486ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:19.310158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.804108Z","time spent":"505.789258ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:19.310149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.852316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:25:19.310387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.380276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:19.310467Z","caller":"traceutil/trace.go:171","msg":"trace[1048100839] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3600; }","duration":"915.520209ms","start":"2026-04-28T17:25:18.394925Z","end":"2026-04-28T17:25:19.310445Z","steps":["trace[1048100839] 'agreement among raft nodes before linearized reading' (duration: 915.380136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:19.310456Z","caller":"traceutil/trace.go:171","msg":"trace[1058839229] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3747; }","duration":"493.160004ms","start":"2026-04-28T17:25:18.81649Z","end":"2026-04-28T17:25:19.30965Z","steps":["trace[1058839229] 'read index received' (duration: 20.870153ms)","trace[1058839229] 'applied index is now lower than readState.Index' (duration: 472.288611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:19.310516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.394892Z","time spent":"915.613722ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:25:19.310669Z","caller":"traceutil/trace.go:171","msg":"trace[348771776] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3600; }","duration":"824.01977ms","start":"2026-04-28T17:25:18.48622Z","end":"2026-04-28T17:25:19.31024Z","steps":["trace[348771776] 'agreement among raft nodes before linearized reading' (duration: 823.846106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:19.310745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.486187Z","time spent":"824.542834ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:25:19.31081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.434546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:25:19.310825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.904548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:25:19.310854Z","caller":"traceutil/trace.go:171","msg":"trace[632171675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3600; }","duration":"172.542319ms","start":"2026-04-28T17:25:19.138301Z","end":"2026-04-28T17:25:19.310844Z","steps":["trace[632171675] 'agreement among raft nodes before linearized reading' (duration: 172.406276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:19.310799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.020106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:19.310897Z","caller":"traceutil/trace.go:171","msg":"trace[1198696454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3600; }","duration":"457.01595ms","start":"2026-04-28T17:25:18.85386Z","end":"2026-04-28T17:25:19.310876Z","steps":["trace[1198696454] 'agreement among raft nodes before linearized reading' (duration: 456.838216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:19.310912Z","caller":"traceutil/trace.go:171","msg":"trace[758748691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3600; }","duration":"242.19953ms","start":"2026-04-28T17:25:19.06869Z","end":"2026-04-28T17:25:19.31089Z","steps":["trace[758748691] 'agreement among raft nodes before linearized reading' (duration: 242.014745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:19.311005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.853836Z","time spent":"457.159834ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:25:19.311006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.118736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:25:19.311082Z","caller":"traceutil/trace.go:171","msg":"trace[284061958] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3600; }","duration":"445.23923ms","start":"2026-04-28T17:25:18.865821Z","end":"2026-04-28T17:25:19.31106Z","steps":["trace[284061958] 'agreement among raft nodes before linearized reading' (duration: 444.948043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:19.311262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:18.865795Z","time spent":"445.446035ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T17:25:19.520771Z","caller":"traceutil/trace.go:171","msg":"trace[1870046405] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"204.414985ms","start":"2026-04-28T17:25:19.316319Z","end":"2026-04-28T17:25:19.520734Z","steps":["trace[1870046405] 'process raft request' (duration: 133.460302ms)","trace[1870046405] 'compare' (duration: 70.700186ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:19.520771Z","caller":"traceutil/trace.go:171","msg":"trace[702605575] linearizableReadLoop","detail":"{readStateIndex:3752; appliedIndex:3750; }","duration":"202.479635ms","start":"2026-04-28T17:25:19.318271Z","end":"2026-04-28T17:25:19.52075Z","steps":["trace[702605575] 'read index received' (duration: 61.133593ms)","trace[702605575] 'applied index is now lower than readState.Index' (duration: 141.343862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:19.560101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.79888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:25:19.560282Z","caller":"traceutil/trace.go:171","msg":"trace[1911849860] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3602; }","duration":"241.939843ms","start":"2026-04-28T17:25:19.318224Z","end":"2026-04-28T17:25:19.560164Z","steps":["trace[1911849860] 'agreement among raft nodes before linearized reading' (duration: 202.592528ms)","trace[1911849860] 'range keys from in-memory index tree' (duration: 39.12544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:19.560723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.782896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:25:19.56082Z","caller":"traceutil/trace.go:171","msg":"trace[1433205212] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3602; }","duration":"179.948151ms","start":"2026-04-28T17:25:19.380851Z","end":"2026-04-28T17:25:19.560799Z","steps":["trace[1433205212] 'agreement among raft nodes before linearized reading' (duration: 179.697853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:21.656101Z","caller":"traceutil/trace.go:171","msg":"trace[80135882] linearizableReadLoop","detail":"{readStateIndex:3762; appliedIndex:3761; }","duration":"116.620778ms","start":"2026-04-28T17:25:21.539438Z","end":"2026-04-28T17:25:21.656059Z","steps":["trace[80135882] 'read index received' (duration: 116.359741ms)","trace[80135882] 'applied index is now lower than readState.Index' (duration: 258.677µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:21.656176Z","caller":"traceutil/trace.go:171","msg":"trace[492002748] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"126.061719ms","start":"2026-04-28T17:25:21.530074Z","end":"2026-04-28T17:25:21.656136Z","steps":["trace[492002748] 'process raft request' (duration: 125.71464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:21.656312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.855555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:21.656403Z","caller":"traceutil/trace.go:171","msg":"trace[753628633] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3611; }","duration":"116.958377ms","start":"2026-04-28T17:25:21.53942Z","end":"2026-04-28T17:25:21.656379Z","steps":["trace[753628633] 'agreement among raft nodes before linearized reading' (duration: 116.808514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:29.299204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.967809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:29.299384Z","caller":"traceutil/trace.go:171","msg":"trace[1890883473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3649; }","duration":"231.227966ms","start":"2026-04-28T17:25:29.068126Z","end":"2026-04-28T17:25:29.299354Z","steps":["trace[1890883473] 'range keys from in-memory index tree' (duration: 230.853966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:29.49975Z","caller":"traceutil/trace.go:171","msg":"trace[1162646317] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"153.673884ms","start":"2026-04-28T17:25:29.346014Z","end":"2026-04-28T17:25:29.499688Z","steps":["trace[1162646317] 'process raft request' (duration: 153.353496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:29.61527Z","caller":"traceutil/trace.go:171","msg":"trace[665294771] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"109.478326ms","start":"2026-04-28T17:25:29.505748Z","end":"2026-04-28T17:25:29.615227Z","steps":["trace[665294771] 'process raft request' (duration: 64.593699ms)","trace[665294771] 'compare' (duration: 44.714753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:29.823419Z","caller":"traceutil/trace.go:171","msg":"trace[1413207217] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"111.674403ms","start":"2026-04-28T17:25:29.71169Z","end":"2026-04-28T17:25:29.823364Z","steps":["trace[1413207217] 'process raft request' (duration: 111.147679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:30.180299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.514366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:30.180443Z","caller":"traceutil/trace.go:171","msg":"trace[1600011102] linearizableReadLoop","detail":"{readStateIndex:3807; appliedIndex:3805; }","duration":"325.439271ms","start":"2026-04-28T17:25:29.854985Z","end":"2026-04-28T17:25:30.180424Z","steps":["trace[1600011102] 'read index received' (duration: 59.930511ms)","trace[1600011102] 'applied index is now lower than readState.Index' (duration: 265.50709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:30.180561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.090573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:30.180547Z","caller":"traceutil/trace.go:171","msg":"trace[869435975] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"351.511527ms","start":"2026-04-28T17:25:29.82899Z","end":"2026-04-28T17:25:30.180501Z","steps":["trace[869435975] 'process raft request' (duration: 243.699444ms)","trace[869435975] 'compare' (duration: 107.394683ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:30.180598Z","caller":"traceutil/trace.go:171","msg":"trace[1159450771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3654; }","duration":"112.169814ms","start":"2026-04-28T17:25:30.068416Z","end":"2026-04-28T17:25:30.180586Z","steps":["trace[1159450771] 'agreement among raft nodes before linearized reading' (duration: 112.114723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:30.180733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:29.828953Z","time spent":"351.676932ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:30.180851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.858913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:25:30.180998Z","caller":"traceutil/trace.go:171","msg":"trace[776362863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3654; }","duration":"326.005666ms","start":"2026-04-28T17:25:29.854937Z","end":"2026-04-28T17:25:30.180943Z","steps":["trace[776362863] 'agreement among raft nodes before linearized reading' (duration: 325.572875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:30.181176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:29.854921Z","time spent":"326.157811ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:25:31.102695Z","caller":"traceutil/trace.go:171","msg":"trace[1073847637] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"145.649889ms","start":"2026-04-28T17:25:30.957015Z","end":"2026-04-28T17:25:31.102665Z","steps":["trace[1073847637] 'process raft request' (duration: 145.468664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:31.2524Z","caller":"traceutil/trace.go:171","msg":"trace[2008171818] linearizableReadLoop","detail":"{readStateIndex:3811; appliedIndex:3808; }","duration":"281.805217ms","start":"2026-04-28T17:25:30.970561Z","end":"2026-04-28T17:25:31.252366Z","steps":["trace[2008171818] 'read index received' (duration: 132.036242ms)","trace[2008171818] 'applied index is now lower than readState.Index' (duration: 149.767465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:31.252489Z","caller":"traceutil/trace.go:171","msg":"trace[1073055307] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"287.652486ms","start":"2026-04-28T17:25:30.964807Z","end":"2026-04-28T17:25:31.252459Z","steps":["trace[1073055307] 'process raft request' (duration: 287.503602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:31.252483Z","caller":"traceutil/trace.go:171","msg":"trace[1400332390] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"287.637926ms","start":"2026-04-28T17:25:30.964807Z","end":"2026-04-28T17:25:31.252445Z","steps":["trace[1400332390] 'process raft request' (duration: 271.808162ms)","trace[1400332390] 'compare' (duration: 15.463425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:31.252631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.41968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:31.252737Z","caller":"traceutil/trace.go:171","msg":"trace[767284731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3658; }","duration":"184.564953ms","start":"2026-04-28T17:25:31.068147Z","end":"2026-04-28T17:25:31.252712Z","steps":["trace[767284731] 'agreement among raft nodes before linearized reading' (duration: 184.41495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:31.252665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.117675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:25:31.252848Z","caller":"traceutil/trace.go:171","msg":"trace[1308152078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3658; }","duration":"282.35426ms","start":"2026-04-28T17:25:30.970477Z","end":"2026-04-28T17:25:31.252831Z","steps":["trace[1308152078] 'agreement among raft nodes before linearized reading' (duration: 282.012432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:38.161577Z","caller":"traceutil/trace.go:171","msg":"trace[948735078] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"199.801222ms","start":"2026-04-28T17:25:37.96173Z","end":"2026-04-28T17:25:38.161531Z","steps":["trace[948735078] 'process raft request' (duration: 199.446684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:38.683094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.829509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:38.683223Z","caller":"traceutil/trace.go:171","msg":"trace[729990400] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"201.966968ms","start":"2026-04-28T17:25:38.481229Z","end":"2026-04-28T17:25:38.683195Z","steps":["trace[729990400] 'process raft request' (duration: 29.958495ms)","trace[729990400] 'compare' (duration: 171.713126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:39.409306Z","caller":"traceutil/trace.go:171","msg":"trace[574600941] linearizableReadLoop","detail":"{readStateIndex:3851; appliedIndex:3849; }","duration":"112.330649ms","start":"2026-04-28T17:25:39.296948Z","end":"2026-04-28T17:25:39.409278Z","steps":["trace[574600941] 'read index received' (duration: 29.740589ms)","trace[574600941] 'applied index is now lower than readState.Index' (duration: 82.58878ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:39.409479Z","caller":"traceutil/trace.go:171","msg":"trace[1925689689] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"119.843371ms","start":"2026-04-28T17:25:39.289594Z","end":"2026-04-28T17:25:39.409438Z","steps":["trace[1925689689] 'process raft request' (duration: 119.513973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:39.40963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.666848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:25:39.409704Z","caller":"traceutil/trace.go:171","msg":"trace[1801871799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3697; }","duration":"112.797951ms","start":"2026-04-28T17:25:39.296892Z","end":"2026-04-28T17:25:39.40969Z","steps":["trace[1801871799] 'agreement among raft nodes before linearized reading' (duration: 112.560965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:45.535416Z","caller":"traceutil/trace.go:171","msg":"trace[2031358208] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"107.414465ms","start":"2026-04-28T17:25:45.427957Z","end":"2026-04-28T17:25:45.535372Z","steps":["trace[2031358208] 'process raft request' (duration: 103.794952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:46.0911Z","caller":"traceutil/trace.go:171","msg":"trace[1227976925] linearizableReadLoop","detail":"{readStateIndex:3888; appliedIndex:3887; }","duration":"291.023052ms","start":"2026-04-28T17:25:45.800051Z","end":"2026-04-28T17:25:46.091074Z","steps":["trace[1227976925] 'read index received' (duration: 209.347217ms)","trace[1227976925] 'applied index is now lower than readState.Index' (duration: 81.674885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:46.091244Z","caller":"traceutil/trace.go:171","msg":"trace[1307228247] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"300.913695ms","start":"2026-04-28T17:25:45.790294Z","end":"2026-04-28T17:25:46.091207Z","steps":["trace[1307228247] 'process raft request' (duration: 219.211328ms)","trace[1307228247] 'compare' (duration: 81.462461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:46.091298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.225367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:25:46.091346Z","caller":"traceutil/trace.go:171","msg":"trace[796030236] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3732; }","duration":"291.32976ms","start":"2026-04-28T17:25:45.800001Z","end":"2026-04-28T17:25:46.09133Z","steps":["trace[796030236] 'agreement among raft nodes before linearized reading' (duration: 291.210177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:46.091426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:45.79027Z","time spent":"301.062309ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:47.958593Z","caller":"traceutil/trace.go:171","msg":"trace[654466863] linearizableReadLoop","detail":"{readStateIndex:3895; appliedIndex:3894; }","duration":"389.183279ms","start":"2026-04-28T17:25:47.569379Z","end":"2026-04-28T17:25:47.958563Z","steps":["trace[654466863] 'read index received' (duration: 389.065946ms)","trace[654466863] 'applied index is now lower than readState.Index' (duration: 116.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:47.958616Z","caller":"traceutil/trace.go:171","msg":"trace[245927043] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"417.852363ms","start":"2026-04-28T17:25:47.540742Z","end":"2026-04-28T17:25:47.958594Z","steps":["trace[245927043] 'process raft request' (duration: 417.659458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:47.9588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.416196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:25:47.958839Z","caller":"traceutil/trace.go:171","msg":"trace[1067366183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3739; }","duration":"389.497628ms","start":"2026-04-28T17:25:47.569331Z","end":"2026-04-28T17:25:47.958829Z","steps":["trace[1067366183] 'agreement among raft nodes before linearized reading' (duration: 389.356084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:47.958876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:47.569315Z","time spent":"389.553719ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:25:47.95898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:47.540711Z","time spent":"417.967105ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:47.997271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.976903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:47.997395Z","caller":"traceutil/trace.go:171","msg":"trace[399561324] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3740; }","duration":"351.166839ms","start":"2026-04-28T17:25:47.646207Z","end":"2026-04-28T17:25:47.997373Z","steps":["trace[399561324] 'agreement among raft nodes before linearized reading' (duration: 350.990694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:47.997439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:47.646186Z","time spent":"351.241961ms","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:25:47.997511Z","caller":"traceutil/trace.go:171","msg":"trace[1227098373] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"294.716657ms","start":"2026-04-28T17:25:47.702765Z","end":"2026-04-28T17:25:47.997481Z","steps":["trace[1227098373] 'process raft request' (duration: 294.321677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.471973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.594134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:48.472069Z","caller":"traceutil/trace.go:171","msg":"trace[146321287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3741; }","duration":"404.745147ms","start":"2026-04-28T17:25:48.067302Z","end":"2026-04-28T17:25:48.472047Z","steps":["trace[146321287] 'range keys from in-memory index tree' (duration: 404.540243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.472127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:48.067286Z","time spent":"404.82273ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:25:48.47198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.748826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:25:48.472201Z","caller":"traceutil/trace.go:171","msg":"trace[1751929301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3741; }","duration":"375.999583ms","start":"2026-04-28T17:25:48.096181Z","end":"2026-04-28T17:25:48.47218Z","steps":["trace[1751929301] 'range keys from in-memory index tree' (duration: 375.589703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.471973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.276206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:25:48.472273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:48.096168Z","time spent":"376.088345ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:25:48.472337Z","caller":"traceutil/trace.go:171","msg":"trace[1095225879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3741; }","duration":"146.681986ms","start":"2026-04-28T17:25:48.325619Z","end":"2026-04-28T17:25:48.472301Z","steps":["trace[1095225879] 'range keys from in-memory index tree' (duration: 146.056111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.472696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.322078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:48.472834Z","caller":"traceutil/trace.go:171","msg":"trace[429108984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3741; }","duration":"212.081727ms","start":"2026-04-28T17:25:48.260735Z","end":"2026-04-28T17:25:48.472817Z","steps":["trace[429108984] 'range keys from in-memory index tree' (duration: 211.311488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:48.591052Z","caller":"traceutil/trace.go:171","msg":"trace[621355634] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"115.675234ms","start":"2026-04-28T17:25:48.475346Z","end":"2026-04-28T17:25:48.591021Z","steps":["trace[621355634] 'process raft request' (duration: 115.479949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:48.858342Z","caller":"traceutil/trace.go:171","msg":"trace[2141089921] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"382.611462ms","start":"2026-04-28T17:25:48.475712Z","end":"2026-04-28T17:25:48.858323Z","steps":["trace[2141089921] 'process raft request' (duration: 376.568678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.85846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:48.475699Z","time spent":"382.703245ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:48.858713Z","caller":"traceutil/trace.go:171","msg":"trace[1866359818] linearizableReadLoop","detail":"{readStateIndex:3901; appliedIndex:3898; }","duration":"121.668357ms","start":"2026-04-28T17:25:48.73702Z","end":"2026-04-28T17:25:48.858688Z","steps":["trace[1866359818] 'read index received' (duration: 115.139791ms)","trace[1866359818] 'applied index is now lower than readState.Index' (duration: 6.527566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:48.858804Z","caller":"traceutil/trace.go:171","msg":"trace[825280454] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"329.730191ms","start":"2026-04-28T17:25:48.529039Z","end":"2026-04-28T17:25:48.858769Z","steps":["trace[825280454] 'process raft request' (duration: 329.493295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:48.858857Z","caller":"traceutil/trace.go:171","msg":"trace[1989672927] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"382.061177ms","start":"2026-04-28T17:25:48.476764Z","end":"2026-04-28T17:25:48.858825Z","steps":["trace[1989672927] 'process raft request' (duration: 381.528364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.858944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.964345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:25:48.859011Z","caller":"traceutil/trace.go:171","msg":"trace[1129472799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3745; }","duration":"122.076358ms","start":"2026-04-28T17:25:48.736917Z","end":"2026-04-28T17:25:48.858994Z","steps":["trace[1129472799] 'agreement among raft nodes before linearized reading' (duration: 121.881243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:48.859006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:48.476753Z","time spent":"382.17973ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:48.858947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:48.529024Z","time spent":"329.845314ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:25:49.228824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.232227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:49.22895Z","caller":"traceutil/trace.go:171","msg":"trace[240679692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3746; }","duration":"161.411543ms","start":"2026-04-28T17:25:49.067512Z","end":"2026-04-28T17:25:49.228924Z","steps":["trace[240679692] 'range keys from in-memory index tree' (duration: 161.025271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:50.316246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.166944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:50.316378Z","caller":"traceutil/trace.go:171","msg":"trace[637873482] linearizableReadLoop","detail":"{readStateIndex:3909; appliedIndex:3908; }","duration":"191.706296ms","start":"2026-04-28T17:25:50.124648Z","end":"2026-04-28T17:25:50.316355Z","steps":["trace[637873482] 'read index received' (duration: 52.254505ms)","trace[637873482] 'applied index is now lower than readState.Index' (duration: 139.44995ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:50.316428Z","caller":"traceutil/trace.go:171","msg":"trace[410525178] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"237.054264ms","start":"2026-04-28T17:25:50.079343Z","end":"2026-04-28T17:25:50.316397Z","steps":["trace[410525178] 'process raft request' (duration: 97.591992ms)","trace[410525178] 'compare' (duration: 139.036031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:50.316521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.87949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:50.316662Z","caller":"traceutil/trace.go:171","msg":"trace[2095465975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3752; }","duration":"192.068525ms","start":"2026-04-28T17:25:50.124574Z","end":"2026-04-28T17:25:50.316642Z","steps":["trace[2095465975] 'agreement among raft nodes before linearized reading' (duration: 191.89556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:52.26648Z","caller":"traceutil/trace.go:171","msg":"trace[1687391637] linearizableReadLoop","detail":"{readStateIndex:3918; appliedIndex:3917; }","duration":"110.739958ms","start":"2026-04-28T17:25:52.155715Z","end":"2026-04-28T17:25:52.266455Z","steps":["trace[1687391637] 'read index received' (duration: 110.573384ms)","trace[1687391637] 'applied index is now lower than readState.Index' (duration: 165.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:52.266574Z","caller":"traceutil/trace.go:171","msg":"trace[1441863080] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"134.597097ms","start":"2026-04-28T17:25:52.13191Z","end":"2026-04-28T17:25:52.266507Z","steps":["trace[1441863080] 'process raft request' (duration: 134.378072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:52.266697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.931202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:25:52.26677Z","caller":"traceutil/trace.go:171","msg":"trace[2028648236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3761; }","duration":"111.058737ms","start":"2026-04-28T17:25:52.155693Z","end":"2026-04-28T17:25:52.266752Z","steps":["trace[2028648236] 'agreement among raft nodes before linearized reading' (duration: 110.888712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:53.473646Z","caller":"traceutil/trace.go:171","msg":"trace[1158505212] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"100.350973ms","start":"2026-04-28T17:25:53.37325Z","end":"2026-04-28T17:25:53.473601Z","steps":["trace[1158505212] 'process raft request' (duration: 100.062016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:53.759978Z","caller":"traceutil/trace.go:171","msg":"trace[1376833857] linearizableReadLoop","detail":"{readStateIndex:3924; appliedIndex:3923; }","duration":"218.639975ms","start":"2026-04-28T17:25:53.541295Z","end":"2026-04-28T17:25:53.759935Z","steps":["trace[1376833857] 'read index received' (duration: 177.863883ms)","trace[1376833857] 'applied index is now lower than readState.Index' (duration: 40.774142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:53.760191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.84665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:53.760201Z","caller":"traceutil/trace.go:171","msg":"trace[1656187211] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"280.733181ms","start":"2026-04-28T17:25:53.479402Z","end":"2026-04-28T17:25:53.760135Z","steps":["trace[1656187211] 'process raft request' (duration: 239.717983ms)","trace[1656187211] 'compare' (duration: 40.583536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:53.760266Z","caller":"traceutil/trace.go:171","msg":"trace[565261008] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3767; }","duration":"218.985333ms","start":"2026-04-28T17:25:53.541254Z","end":"2026-04-28T17:25:53.760239Z","steps":["trace[565261008] 'agreement among raft nodes before linearized reading' (duration: 218.83223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:54.193901Z","caller":"traceutil/trace.go:171","msg":"trace[1532777905] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"122.640502ms","start":"2026-04-28T17:25:54.07123Z","end":"2026-04-28T17:25:54.193871Z","steps":["trace[1532777905] 'process raft request' (duration: 54.399629ms)","trace[1532777905] 'compare' (duration: 68.11227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:54.589892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.581334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:54.590164Z","caller":"traceutil/trace.go:171","msg":"trace[1881050994] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"313.778774ms","start":"2026-04-28T17:25:54.276347Z","end":"2026-04-28T17:25:54.590126Z","steps":["trace[1881050994] 'process raft request' (duration: 177.79763ms)","trace[1881050994] 'compare' (duration: 135.266986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:54.590309Z","caller":"traceutil/trace.go:171","msg":"trace[476664709] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"124.706556ms","start":"2026-04-28T17:25:54.465572Z","end":"2026-04-28T17:25:54.590279Z","steps":["trace[476664709] 'process raft request' (duration: 124.505871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:54.590598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.652836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T17:25:54.590959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:54.276314Z","time spent":"314.536563ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:54.591089Z","caller":"traceutil/trace.go:171","msg":"trace[1424636452] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:3771; }","duration":"212.182579ms","start":"2026-04-28T17:25:54.378863Z","end":"2026-04-28T17:25:54.591046Z","steps":["trace[1424636452] 'agreement among raft nodes before linearized reading' (duration: 211.460621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:54.590253Z","caller":"traceutil/trace.go:171","msg":"trace[577241290] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3926; }","duration":"211.306517ms","start":"2026-04-28T17:25:54.37892Z","end":"2026-04-28T17:25:54.590226Z","steps":["trace[577241290] 'read index received' (duration: 75.16138ms)","trace[577241290] 'applied index is now lower than readState.Index' (duration: 136.143257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:54.998463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.378603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:25:54.998625Z","caller":"traceutil/trace.go:171","msg":"trace[765562516] linearizableReadLoop","detail":"{readStateIndex:3930; appliedIndex:3929; }","duration":"333.677801ms","start":"2026-04-28T17:25:54.66493Z","end":"2026-04-28T17:25:54.998608Z","steps":["trace[765562516] 'read index received' (duration: 123.00665ms)","trace[765562516] 'applied index is now lower than readState.Index' (duration: 210.669891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:54.998843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.923978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:25:54.998878Z","caller":"traceutil/trace.go:171","msg":"trace[2066446301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3772; }","duration":"334.00569ms","start":"2026-04-28T17:25:54.664863Z","end":"2026-04-28T17:25:54.998869Z","steps":["trace[2066446301] 'agreement among raft nodes before linearized reading' (duration: 333.849326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:54.998923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:54.66484Z","time spent":"334.067772ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:25:54.998918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.298854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:25:54.999004Z","caller":"traceutil/trace.go:171","msg":"trace[1070942481] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3772; }","duration":"131.436857ms","start":"2026-04-28T17:25:54.867548Z","end":"2026-04-28T17:25:54.998984Z","steps":["trace[1070942481] 'agreement among raft nodes before linearized reading' (duration: 131.222092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:54.999369Z","caller":"traceutil/trace.go:171","msg":"trace[548082649] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"358.043975ms","start":"2026-04-28T17:25:54.640631Z","end":"2026-04-28T17:25:54.998675Z","steps":["trace[548082649] 'process raft request' (duration: 147.359864ms)","trace[548082649] 'compare' (duration: 210.22152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:54.999508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:25:54.640603Z","time spent":"358.827414ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:25:55.190771Z","caller":"traceutil/trace.go:171","msg":"trace[1506765856] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"186.905783ms","start":"2026-04-28T17:25:55.003839Z","end":"2026-04-28T17:25:55.190745Z","steps":["trace[1506765856] 'process raft request' (duration: 96.473054ms)","trace[1506765856] 'compare' (duration: 90.178202ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:25:55.191078Z","caller":"traceutil/trace.go:171","msg":"trace[1992302863] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"186.810101ms","start":"2026-04-28T17:25:55.004237Z","end":"2026-04-28T17:25:55.191047Z","steps":["trace[1992302863] 'process raft request' (duration: 186.460262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:55.191537Z","caller":"traceutil/trace.go:171","msg":"trace[1301875646] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"187.249983ms","start":"2026-04-28T17:25:55.004274Z","end":"2026-04-28T17:25:55.191524Z","steps":["trace[1301875646] 'process raft request' (duration: 186.691707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:55.191488Z","caller":"traceutil/trace.go:171","msg":"trace[1032743018] linearizableReadLoop","detail":"{readStateIndex:3934; appliedIndex:3931; }","duration":"144.84672ms","start":"2026-04-28T17:25:55.046599Z","end":"2026-04-28T17:25:55.191446Z","steps":["trace[1032743018] 'read index received' (duration: 53.597429ms)","trace[1032743018] 'applied index is now lower than readState.Index' (duration: 91.24766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:25:55.19182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.107964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:25:55.191878Z","caller":"traceutil/trace.go:171","msg":"trace[141665141] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3776; }","duration":"143.221448ms","start":"2026-04-28T17:25:55.048641Z","end":"2026-04-28T17:25:55.191862Z","steps":["trace[141665141] 'agreement among raft nodes before linearized reading' (duration: 143.101865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:25:55.191973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.821412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T17:25:55.192013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.653104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:25:55.192051Z","caller":"traceutil/trace.go:171","msg":"trace[1234995552] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3776; }","duration":"187.057457ms","start":"2026-04-28T17:25:55.004976Z","end":"2026-04-28T17:25:55.192033Z","steps":["trace[1234995552] 'agreement among raft nodes before linearized reading' (duration: 186.591896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:55.192112Z","caller":"traceutil/trace.go:171","msg":"trace[1172833599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3776; }","duration":"124.790078ms","start":"2026-04-28T17:25:55.067299Z","end":"2026-04-28T17:25:55.192089Z","steps":["trace[1172833599] 'agreement among raft nodes before linearized reading' (duration: 124.633214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:25:55.918299Z","caller":"traceutil/trace.go:171","msg":"trace[1561454894] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"152.913536ms","start":"2026-04-28T17:25:55.765359Z","end":"2026-04-28T17:25:55.918273Z","steps":["trace[1561454894] 'process raft request' (duration: 152.736691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:01.391311Z","caller":"traceutil/trace.go:171","msg":"trace[1057626605] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"130.109094ms","start":"2026-04-28T17:26:01.26118Z","end":"2026-04-28T17:26:01.391289Z","steps":["trace[1057626605] 'process raft request' (duration: 129.94475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:01.39215Z","caller":"traceutil/trace.go:171","msg":"trace[586575209] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"130.897873ms","start":"2026-04-28T17:26:01.261235Z","end":"2026-04-28T17:26:01.392133Z","steps":["trace[586575209] 'process raft request' (duration: 130.847172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:01.392205Z","caller":"traceutil/trace.go:171","msg":"trace[1780510990] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"130.950464ms","start":"2026-04-28T17:26:01.261223Z","end":"2026-04-28T17:26:01.392174Z","steps":["trace[1780510990] 'process raft request' (duration: 130.76277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:01.892804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.386292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:01.89293Z","caller":"traceutil/trace.go:171","msg":"trace[242951664] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"354.74811ms","start":"2026-04-28T17:26:01.538158Z","end":"2026-04-28T17:26:01.892906Z","steps":["trace[242951664] 'process raft request' (duration: 45.140983ms)","trace[242951664] 'compare' (duration: 308.725494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:01.893072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:01.538131Z","time spent":"354.847253ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:02.463468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.181687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:02.463564Z","caller":"traceutil/trace.go:171","msg":"trace[408963457] linearizableReadLoop","detail":"{readStateIndex:3968; appliedIndex:3967; }","duration":"396.715122ms","start":"2026-04-28T17:26:02.066833Z","end":"2026-04-28T17:26:02.463549Z","steps":["trace[408963457] 'read index received' (duration: 93.097058ms)","trace[408963457] 'applied index is now lower than readState.Index' (duration: 303.616534ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:02.46359Z","caller":"traceutil/trace.go:171","msg":"trace[1682681347] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"517.135817ms","start":"2026-04-28T17:26:01.946428Z","end":"2026-04-28T17:26:02.463564Z","steps":["trace[1682681347] 'process raft request' (duration: 213.501243ms)","trace[1682681347] 'compare' (duration: 283.759917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:02.463612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.817234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:02.46363Z","caller":"traceutil/trace.go:171","msg":"trace[875195965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3809; }","duration":"396.865156ms","start":"2026-04-28T17:26:02.066759Z","end":"2026-04-28T17:26:02.463625Z","steps":["trace[875195965] 'agreement among raft nodes before linearized reading' (duration: 396.822905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:02.463652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:02.066741Z","time spent":"396.906597ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:26:02.463652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:01.946398Z","time spent":"517.227569ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:02.639297Z","caller":"traceutil/trace.go:171","msg":"trace[1830391264] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"566.898728ms","start":"2026-04-28T17:26:02.072355Z","end":"2026-04-28T17:26:02.639254Z","steps":["trace[1830391264] 'process raft request' (duration: 510.529198ms)","trace[1830391264] 'compare' (duration: 56.110103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:02.639366Z","caller":"traceutil/trace.go:171","msg":"trace[1302309841] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"535.891186ms","start":"2026-04-28T17:26:02.10343Z","end":"2026-04-28T17:26:02.639321Z","steps":["trace[1302309841] 'process raft request' (duration: 535.740493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:02.639498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:02.103396Z","time spent":"536.01491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:02.639524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:02.072333Z","time spent":"567.054302ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:02.639734Z","caller":"traceutil/trace.go:171","msg":"trace[729268060] linearizableReadLoop","detail":"{readStateIndex:3971; appliedIndex:3968; }","duration":"175.138122ms","start":"2026-04-28T17:26:02.464578Z","end":"2026-04-28T17:26:02.639716Z","steps":["trace[729268060] 'read index received' (duration: 118.297621ms)","trace[729268060] 'applied index is now lower than readState.Index' (duration: 56.838721ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:02.639774Z","caller":"traceutil/trace.go:171","msg":"trace[916595237] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"412.653109ms","start":"2026-04-28T17:26:02.227085Z","end":"2026-04-28T17:26:02.639738Z","steps":["trace[916595237] 'process raft request' (duration: 412.186817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:02.63982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.237365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:02.639861Z","caller":"traceutil/trace.go:171","msg":"trace[1660543133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3812; }","duration":"175.311247ms","start":"2026-04-28T17:26:02.46454Z","end":"2026-04-28T17:26:02.639851Z","steps":["trace[1660543133] 'agreement among raft nodes before linearized reading' (duration: 175.240955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:02.639953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:02.227051Z","time spent":"412.802153ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:03.233097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.09694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:03.233219Z","caller":"traceutil/trace.go:171","msg":"trace[1192139775] linearizableReadLoop","detail":"{readStateIndex:3972; appliedIndex:3971; }","duration":"360.928408ms","start":"2026-04-28T17:26:02.872269Z","end":"2026-04-28T17:26:03.233197Z","steps":["trace[1192139775] 'read index received' (duration: 3.579302ms)","trace[1192139775] 'applied index is now lower than readState.Index' (duration: 357.347456ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:03.233395Z","caller":"traceutil/trace.go:171","msg":"trace[868889672] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"584.797696ms","start":"2026-04-28T17:26:02.648523Z","end":"2026-04-28T17:26:03.233321Z","steps":["trace[868889672] 'process raft request' (duration: 227.378178ms)","trace[868889672] 'compare' (duration: 356.961946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:03.23345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.83538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:03.233524Z","caller":"traceutil/trace.go:171","msg":"trace[91327811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3813; }","duration":"164.957484ms","start":"2026-04-28T17:26:03.068549Z","end":"2026-04-28T17:26:03.233506Z","steps":["trace[91327811] 'agreement among raft nodes before linearized reading' (duration: 164.83148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:03.233535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:02.648501Z","time spent":"584.98171ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:03.233662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.38627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:26:03.23374Z","caller":"traceutil/trace.go:171","msg":"trace[1728291182] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3813; }","duration":"361.499103ms","start":"2026-04-28T17:26:02.872222Z","end":"2026-04-28T17:26:03.233721Z","steps":["trace[1728291182] 'agreement among raft nodes before linearized reading' (duration: 361.306498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:03.233757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.167606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:26:03.233779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:02.872199Z","time spent":"361.572144ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T17:26:03.233815Z","caller":"traceutil/trace.go:171","msg":"trace[652569950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3813; }","duration":"145.275599ms","start":"2026-04-28T17:26:03.088526Z","end":"2026-04-28T17:26:03.233801Z","steps":["trace[652569950] 'agreement among raft nodes before linearized reading' (duration: 145.036813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:03.614446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.248204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:26:03.614594Z","caller":"traceutil/trace.go:171","msg":"trace[324446652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3814; }","duration":"218.389278ms","start":"2026-04-28T17:26:03.396142Z","end":"2026-04-28T17:26:03.614532Z","steps":["trace[324446652] 'range keys from in-memory index tree' (duration: 218.08481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:03.614577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.208123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:26:03.615Z","caller":"traceutil/trace.go:171","msg":"trace[1990654560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3814; }","duration":"218.721906ms","start":"2026-04-28T17:26:03.396253Z","end":"2026-04-28T17:26:03.614975Z","steps":["trace[1990654560] 'range keys from in-memory index tree' (duration: 217.900715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:03.615542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.764503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:26:03.615608Z","caller":"traceutil/trace.go:171","msg":"trace[1400502551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3814; }","duration":"219.861446ms","start":"2026-04-28T17:26:03.395732Z","end":"2026-04-28T17:26:03.615593Z","steps":["trace[1400502551] 'range keys from in-memory index tree' (duration: 219.534807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:03.751627Z","caller":"traceutil/trace.go:171","msg":"trace[659643476] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"132.617997ms","start":"2026-04-28T17:26:03.618894Z","end":"2026-04-28T17:26:03.751512Z","steps":["trace[659643476] 'process raft request' (duration: 132.225417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:04.014495Z","caller":"traceutil/trace.go:171","msg":"trace[588778988] linearizableReadLoop","detail":"{readStateIndex:3976; appliedIndex:3973; }","duration":"349.826094ms","start":"2026-04-28T17:26:03.664644Z","end":"2026-04-28T17:26:04.014471Z","steps":["trace[588778988] 'read index received' (duration: 86.448588ms)","trace[588778988] 'applied index is now lower than readState.Index' (duration: 263.376396ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:04.014591Z","caller":"traceutil/trace.go:171","msg":"trace[981695081] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"394.757433ms","start":"2026-04-28T17:26:03.619764Z","end":"2026-04-28T17:26:04.014521Z","steps":["trace[981695081] 'process raft request' (duration: 394.564138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:04.014586Z","caller":"traceutil/trace.go:171","msg":"trace[2104180898] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"395.365817ms","start":"2026-04-28T17:26:03.619133Z","end":"2026-04-28T17:26:04.014499Z","steps":["trace[2104180898] 'process raft request' (duration: 389.275662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:04.014647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.987359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:26:04.014797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:03.619753Z","time spent":"394.939927ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:04.014805Z","caller":"traceutil/trace.go:171","msg":"trace[1186809395] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3817; }","duration":"350.164554ms","start":"2026-04-28T17:26:03.664595Z","end":"2026-04-28T17:26:04.014759Z","steps":["trace[1186809395] 'agreement among raft nodes before linearized reading' (duration: 349.969909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:04.014862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:03.619102Z","time spent":"395.624354ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:04.014956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:03.664576Z","time spent":"350.335717ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:26:04.064415Z","caller":"traceutil/trace.go:171","msg":"trace[261352959] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"163.906336ms","start":"2026-04-28T17:26:03.900469Z","end":"2026-04-28T17:26:04.064376Z","steps":["trace[261352959] 'process raft request' (duration: 163.768913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:04.543977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.082556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:26:04.544058Z","caller":"traceutil/trace.go:171","msg":"trace[1871307946] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:3818; }","duration":"165.2087ms","start":"2026-04-28T17:26:04.37883Z","end":"2026-04-28T17:26:04.544039Z","steps":["trace[1871307946] 'range keys from in-memory index tree' (duration: 164.910502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:04.544302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.174884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T17:26:04.544665Z","caller":"traceutil/trace.go:171","msg":"trace[991235458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3818; }","duration":"148.605085ms","start":"2026-04-28T17:26:04.396039Z","end":"2026-04-28T17:26:04.544644Z","steps":["trace[991235458] 'range keys from in-memory index tree' (duration: 147.940809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:08.356784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.808335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:08.356901Z","caller":"traceutil/trace.go:171","msg":"trace[1813073048] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"325.517533ms","start":"2026-04-28T17:26:08.031367Z","end":"2026-04-28T17:26:08.356884Z","steps":["trace[1813073048] 'process raft request' (duration: 76.497183ms)","trace[1813073048] 'compare' (duration: 248.676461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:08.356962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:08.031348Z","time spent":"325.585785ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:08.357003Z","caller":"traceutil/trace.go:171","msg":"trace[1244874193] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"276.377298ms","start":"2026-04-28T17:26:08.080609Z","end":"2026-04-28T17:26:08.356986Z","steps":["trace[1244874193] 'process raft request' (duration: 276.296816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:08.357142Z","caller":"traceutil/trace.go:171","msg":"trace[901021065] linearizableReadLoop","detail":"{readStateIndex:3996; appliedIndex:3995; }","duration":"290.020047ms","start":"2026-04-28T17:26:08.066944Z","end":"2026-04-28T17:26:08.356964Z","steps":["trace[901021065] 'read index received' (duration: 40.930905ms)","trace[901021065] 'applied index is now lower than readState.Index' (duration: 249.086532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:08.357343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.382826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:08.357378Z","caller":"traceutil/trace.go:171","msg":"trace[165221053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3837; }","duration":"290.445367ms","start":"2026-04-28T17:26:08.066925Z","end":"2026-04-28T17:26:08.35737Z","steps":["trace[165221053] 'agreement among raft nodes before linearized reading' (duration: 290.301324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:08.766027Z","caller":"traceutil/trace.go:171","msg":"trace[1636009615] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"105.724501ms","start":"2026-04-28T17:26:08.660281Z","end":"2026-04-28T17:26:08.766005Z","steps":["trace[1636009615] 'process raft request' (duration: 105.582717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:08.768605Z","caller":"traceutil/trace.go:171","msg":"trace[972441841] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"106.09463ms","start":"2026-04-28T17:26:08.662486Z","end":"2026-04-28T17:26:08.768581Z","steps":["trace[972441841] 'process raft request' (duration: 105.618048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:08.897535Z","caller":"traceutil/trace.go:171","msg":"trace[77550944] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"115.551161ms","start":"2026-04-28T17:26:08.781941Z","end":"2026-04-28T17:26:08.897492Z","steps":["trace[77550944] 'process raft request' (duration: 86.93648ms)","trace[77550944] 'compare' (duration: 28.468787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:09.123899Z","caller":"traceutil/trace.go:171","msg":"trace[855176629] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"209.525611ms","start":"2026-04-28T17:26:08.91434Z","end":"2026-04-28T17:26:09.123866Z","steps":["trace[855176629] 'process raft request' (duration: 201.011164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:09.378818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.76574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:26:09.378898Z","caller":"traceutil/trace.go:171","msg":"trace[2122351344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3842; }","duration":"123.892524ms","start":"2026-04-28T17:26:09.254988Z","end":"2026-04-28T17:26:09.378881Z","steps":["trace[2122351344] 'range keys from in-memory index tree' (duration: 123.615727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:09.379Z","caller":"traceutil/trace.go:171","msg":"trace[666293855] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"109.522437ms","start":"2026-04-28T17:26:09.269443Z","end":"2026-04-28T17:26:09.378965Z","steps":["trace[666293855] 'process raft request' (duration: 72.184133ms)","trace[666293855] 'compare' (duration: 37.086488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:09.810179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.489125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:09.810693Z","caller":"traceutil/trace.go:171","msg":"trace[1833017454] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"425.594619ms","start":"2026-04-28T17:26:09.385073Z","end":"2026-04-28T17:26:09.810668Z","steps":["trace[1833017454] 'process raft request' (duration: 425.2295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:09.810709Z","caller":"traceutil/trace.go:171","msg":"trace[1295753291] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"426.628655ms","start":"2026-04-28T17:26:09.384053Z","end":"2026-04-28T17:26:09.810682Z","steps":["trace[1295753291] 'process raft request' (duration: 271.543085ms)","trace[1295753291] 'compare' (duration: 154.112016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:09.810812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:09.384029Z","time spent":"426.729518ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:09.810814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:09.385048Z","time spent":"425.699562ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:10.714213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.940751ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:26:10.714644Z","caller":"traceutil/trace.go:171","msg":"trace[1203214059] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"568.551901ms","start":"2026-04-28T17:26:10.146067Z","end":"2026-04-28T17:26:10.714619Z","steps":["trace[1203214059] 'process raft request' (duration: 568.274474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:10.714645Z","caller":"traceutil/trace.go:171","msg":"trace[662608165] linearizableReadLoop","detail":"{readStateIndex:4008; appliedIndex:4006; }","duration":"649.137209ms","start":"2026-04-28T17:26:10.065336Z","end":"2026-04-28T17:26:10.714473Z","steps":["trace[662608165] 'read index received' (duration: 61.010229ms)","trace[662608165] 'applied index is now lower than readState.Index' (duration: 588.1253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:10.714781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.146031Z","time spent":"568.675334ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:10.897029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.658461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:10.897158Z","caller":"traceutil/trace.go:171","msg":"trace[852892675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3848; }","duration":"831.823145ms","start":"2026-04-28T17:26:10.065291Z","end":"2026-04-28T17:26:10.897114Z","steps":["trace[852892675] 'agreement among raft nodes before linearized reading' (duration: 649.518099ms)","trace[852892675] 'range keys from in-memory index tree' (duration: 181.985978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:10.897265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.573692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-28T17:26:10.897214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.065273Z","time spent":"831.930147ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:26:10.897458Z","caller":"traceutil/trace.go:171","msg":"trace[1086480836] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"535.65902ms","start":"2026-04-28T17:26:10.361778Z","end":"2026-04-28T17:26:10.897437Z","steps":["trace[1086480836] 'process raft request' (duration: 352.830291ms)","trace[1086480836] 'compare' (duration: 182.269395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:10.89759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.361749Z","time spent":"535.779403ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:10.959977Z","caller":"traceutil/trace.go:171","msg":"trace[161275535] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"383.456713ms","start":"2026-04-28T17:26:10.576493Z","end":"2026-04-28T17:26:10.95995Z","steps":["trace[161275535] 'process raft request' (duration: 383.30871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:10.960238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.576468Z","time spent":"383.683499ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:11.220751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.807764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:11.221053Z","caller":"traceutil/trace.go:171","msg":"trace[1258032688] linearizableReadLoop","detail":"{readStateIndex:4012; appliedIndex:4010; }","duration":"506.295211ms","start":"2026-04-28T17:26:10.714739Z","end":"2026-04-28T17:26:11.221034Z","steps":["trace[1258032688] 'read index received' (duration: 245.068469ms)","trace[1258032688] 'applied index is now lower than readState.Index' (duration: 261.225812ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:11.221152Z","caller":"traceutil/trace.go:171","msg":"trace[376901726] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"448.904376ms","start":"2026-04-28T17:26:10.772231Z","end":"2026-04-28T17:26:11.221135Z","steps":["trace[376901726] 'process raft request' (duration: 448.66898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:11.221189Z","caller":"traceutil/trace.go:171","msg":"trace[252196899] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"596.926185ms","start":"2026-04-28T17:26:10.624228Z","end":"2026-04-28T17:26:11.221154Z","steps":["trace[252196899] 'process raft request' (duration: 468.620678ms)","trace[252196899] 'compare' (duration: 127.693971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:11.221231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.772196Z","time spent":"448.999148ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:11.221213Z","caller":"traceutil/trace.go:171","msg":"trace[644799447] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"448.321861ms","start":"2026-04-28T17:26:10.772841Z","end":"2026-04-28T17:26:11.221163Z","steps":["trace[644799447] 'process raft request' (duration: 448.139036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:11.221304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.487315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:11.221444Z","caller":"traceutil/trace.go:171","msg":"trace[203588089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3853; }","duration":"152.67547ms","start":"2026-04-28T17:26:11.068743Z","end":"2026-04-28T17:26:11.221419Z","steps":["trace[203588089] 'agreement among raft nodes before linearized reading' (duration: 152.448244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:11.221477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.772798Z","time spent":"448.577707ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:11.221322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.798259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:26:11.221589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.855709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:26:11.221733Z","caller":"traceutil/trace.go:171","msg":"trace[1864791420] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3853; }","duration":"354.004323ms","start":"2026-04-28T17:26:10.867675Z","end":"2026-04-28T17:26:11.221679Z","steps":["trace[1864791420] 'agreement among raft nodes before linearized reading' (duration: 353.5199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:11.221627Z","caller":"traceutil/trace.go:171","msg":"trace[516361064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3853; }","duration":"860.141808ms","start":"2026-04-28T17:26:10.361448Z","end":"2026-04-28T17:26:11.22159Z","steps":["trace[516361064] 'agreement among raft nodes before linearized reading' (duration: 859.714518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:11.22187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.361413Z","time spent":"860.446076ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:26:11.22132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.62419Z","time spent":"597.067369ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:11.221871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:10.867652Z","time spent":"354.201047ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T17:26:11.471837Z","caller":"traceutil/trace.go:171","msg":"trace[149709714] linearizableReadLoop","detail":"{readStateIndex:4015; appliedIndex:4014; }","duration":"242.72717ms","start":"2026-04-28T17:26:11.229084Z","end":"2026-04-28T17:26:11.471811Z","steps":["trace[149709714] 'read index received' (duration: 148.028271ms)","trace[149709714] 'applied index is now lower than readState.Index' (duration: 94.697979ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:11.471908Z","caller":"traceutil/trace.go:171","msg":"trace[810878521] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"245.193022ms","start":"2026-04-28T17:26:11.226672Z","end":"2026-04-28T17:26:11.471865Z","steps":["trace[810878521] 'process raft request' (duration: 150.38512ms)","trace[810878521] 'compare' (duration: 94.640988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:11.47213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.019417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T17:26:11.472177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.048622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:26:11.472223Z","caller":"traceutil/trace.go:171","msg":"trace[1803646155] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3854; }","duration":"243.135881ms","start":"2026-04-28T17:26:11.229068Z","end":"2026-04-28T17:26:11.472204Z","steps":["trace[1803646155] 'agreement among raft nodes before linearized reading' (duration: 242.901845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:11.472241Z","caller":"traceutil/trace.go:171","msg":"trace[195134398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3854; }","duration":"206.155015ms","start":"2026-04-28T17:26:11.266069Z","end":"2026-04-28T17:26:11.472224Z","steps":["trace[195134398] 'agreement among raft nodes before linearized reading' (duration: 205.97186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:11.991554Z","caller":"traceutil/trace.go:171","msg":"trace[946810430] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"173.751858ms","start":"2026-04-28T17:26:11.817735Z","end":"2026-04-28T17:26:11.991487Z","steps":["trace[946810430] 'process raft request' (duration: 173.534082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:12.141508Z","caller":"traceutil/trace.go:171","msg":"trace[312997066] linearizableReadLoop","detail":"{readStateIndex:4017; appliedIndex:4015; }","duration":"255.627088ms","start":"2026-04-28T17:26:11.885861Z","end":"2026-04-28T17:26:12.141488Z","steps":["trace[312997066] 'read index received' (duration: 105.442883ms)","trace[312997066] 'applied index is now lower than readState.Index' (duration: 150.183405ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:12.141598Z","caller":"traceutil/trace.go:171","msg":"trace[339946164] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"322.755313ms","start":"2026-04-28T17:26:11.818835Z","end":"2026-04-28T17:26:12.14159Z","steps":["trace[339946164] 'process raft request' (duration: 222.81408ms)","trace[339946164] 'compare' (duration: 99.751678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:12.141661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:11.818812Z","time spent":"322.801324ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:12.141899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.966247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:26:12.141985Z","caller":"traceutil/trace.go:171","msg":"trace[1057164324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3856; }","duration":"256.153632ms","start":"2026-04-28T17:26:11.885811Z","end":"2026-04-28T17:26:12.141965Z","steps":["trace[1057164324] 'agreement among raft nodes before linearized reading' (duration: 255.855685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:12.358287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.887774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:12.358378Z","caller":"traceutil/trace.go:171","msg":"trace[1489263375] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3858; }","duration":"113.054058ms","start":"2026-04-28T17:26:12.245304Z","end":"2026-04-28T17:26:12.358358Z","steps":["trace[1489263375] 'count revisions from in-memory index tree' (duration: 112.77634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:13.207005Z","caller":"traceutil/trace.go:171","msg":"trace[459513158] linearizableReadLoop","detail":"{readStateIndex:4020; appliedIndex:4019; }","duration":"138.885846ms","start":"2026-04-28T17:26:13.068092Z","end":"2026-04-28T17:26:13.206978Z","steps":["trace[459513158] 'read index received' (duration: 138.593479ms)","trace[459513158] 'applied index is now lower than readState.Index' (duration: 291.097µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:13.207136Z","caller":"traceutil/trace.go:171","msg":"trace[1465829182] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"303.958333ms","start":"2026-04-28T17:26:12.903081Z","end":"2026-04-28T17:26:13.207039Z","steps":["trace[1465829182] 'process raft request' (duration: 303.704036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.207207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.094853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:13.207274Z","caller":"traceutil/trace.go:171","msg":"trace[1950988038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3859; }","duration":"139.212616ms","start":"2026-04-28T17:26:13.068038Z","end":"2026-04-28T17:26:13.207251Z","steps":["trace[1950988038] 'agreement among raft nodes before linearized reading' (duration: 139.068852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.207319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:12.90306Z","time spent":"304.176209ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:13.539097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.527737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:13.539214Z","caller":"traceutil/trace.go:171","msg":"trace[714256850] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"312.926052ms","start":"2026-04-28T17:26:13.226267Z","end":"2026-04-28T17:26:13.539193Z","steps":["trace[714256850] 'process raft request' (duration: 84.203871ms)","trace[714256850] 'compare' (duration: 228.411823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:13.539277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:13.226235Z","time spent":"313.011795ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:13.709888Z","caller":"traceutil/trace.go:171","msg":"trace[1507844131] linearizableReadLoop","detail":"{readStateIndex:4023; appliedIndex:4020; }","duration":"439.130195ms","start":"2026-04-28T17:26:13.270732Z","end":"2026-04-28T17:26:13.709862Z","steps":["trace[1507844131] 'read index received' (duration: 39.757015ms)","trace[1507844131] 'applied index is now lower than readState.Index' (duration: 399.37229ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:13.709992Z","caller":"traceutil/trace.go:171","msg":"trace[656596805] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"482.832621ms","start":"2026-04-28T17:26:13.227108Z","end":"2026-04-28T17:26:13.70994Z","steps":["trace[656596805] 'process raft request' (duration: 415.920932ms)","trace[656596805] 'compare' (duration: 66.654653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:13.710055Z","caller":"traceutil/trace.go:171","msg":"trace[1849152465] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"482.895473ms","start":"2026-04-28T17:26:13.227122Z","end":"2026-04-28T17:26:13.710018Z","steps":["trace[1849152465] 'process raft request' (duration: 482.696398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.71017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:13.22708Z","time spent":"482.999796ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:13.710212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.573587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:13.710213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:13.227102Z","time spent":"483.028926ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:13.710259Z","caller":"traceutil/trace.go:171","msg":"trace[133183918] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3862; }","duration":"154.67329ms","start":"2026-04-28T17:26:13.555572Z","end":"2026-04-28T17:26:13.710245Z","steps":["trace[133183918] 'agreement among raft nodes before linearized reading' (duration: 154.586248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.710331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.315998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:26:13.71041Z","caller":"traceutil/trace.go:171","msg":"trace[185625072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3862; }","duration":"233.453471ms","start":"2026-04-28T17:26:13.47694Z","end":"2026-04-28T17:26:13.710393Z","steps":["trace[185625072] 'agreement among raft nodes before linearized reading' (duration: 233.222386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.710499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.393496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T17:26:13.710595Z","caller":"traceutil/trace.go:171","msg":"trace[1778230488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3862; }","duration":"436.528879ms","start":"2026-04-28T17:26:13.274048Z","end":"2026-04-28T17:26:13.710577Z","steps":["trace[1778230488] 'agreement among raft nodes before linearized reading' (duration: 436.298343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.710631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:13.274026Z","time spent":"436.59555ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:26:13.710808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.386081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T17:26:13.711014Z","caller":"traceutil/trace.go:171","msg":"trace[99115719] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3862; }","duration":"440.276524ms","start":"2026-04-28T17:26:13.270703Z","end":"2026-04-28T17:26:13.71098Z","steps":["trace[99115719] 'agreement among raft nodes before linearized reading' (duration: 439.2957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:13.711141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:13.270694Z","time spent":"440.422508ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:26:14.230693Z","caller":"traceutil/trace.go:171","msg":"trace[1511315635] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"150.453093ms","start":"2026-04-28T17:26:14.080201Z","end":"2026-04-28T17:26:14.230654Z","steps":["trace[1511315635] 'process raft request' (duration: 150.112295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:14.445987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.002403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:14.446299Z","caller":"traceutil/trace.go:171","msg":"trace[2147283546] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"210.488796ms","start":"2026-04-28T17:26:14.235787Z","end":"2026-04-28T17:26:14.446276Z","steps":["trace[2147283546] 'process raft request' (duration: 210.345623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:14.446291Z","caller":"traceutil/trace.go:171","msg":"trace[857120458] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"210.573568ms","start":"2026-04-28T17:26:14.235686Z","end":"2026-04-28T17:26:14.446259Z","steps":["trace[857120458] 'process raft request' (duration: 94.192135ms)","trace[857120458] 'compare' (duration: 115.825599ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:14.446329Z","caller":"traceutil/trace.go:171","msg":"trace[78569449] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"210.069806ms","start":"2026-04-28T17:26:14.236228Z","end":"2026-04-28T17:26:14.446298Z","steps":["trace[78569449] 'process raft request' (duration: 209.988224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:15.661311Z","caller":"traceutil/trace.go:171","msg":"trace[731432344] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"115.061549ms","start":"2026-04-28T17:26:15.546203Z","end":"2026-04-28T17:26:15.661264Z","steps":["trace[731432344] 'process raft request' (duration: 114.823742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:15.867451Z","caller":"traceutil/trace.go:171","msg":"trace[805695695] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"151.346735ms","start":"2026-04-28T17:26:15.716072Z","end":"2026-04-28T17:26:15.867418Z","steps":["trace[805695695] 'process raft request' (duration: 105.917455ms)","trace[805695695] 'compare' (duration: 45.114962ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:15.893586Z","caller":"traceutil/trace.go:171","msg":"trace[1798491644] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"176.872307ms","start":"2026-04-28T17:26:15.716665Z","end":"2026-04-28T17:26:15.893537Z","steps":["trace[1798491644] 'process raft request' (duration: 176.57352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:15.893872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.204726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:26:15.893977Z","caller":"traceutil/trace.go:171","msg":"trace[707414299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3874; }","duration":"168.439442ms","start":"2026-04-28T17:26:15.725523Z","end":"2026-04-28T17:26:15.893962Z","steps":["trace[707414299] 'agreement among raft nodes before linearized reading' (duration: 168.074103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:15.893476Z","caller":"traceutil/trace.go:171","msg":"trace[1929567551] linearizableReadLoop","detail":"{readStateIndex:4036; appliedIndex:4034; }","duration":"167.861487ms","start":"2026-04-28T17:26:15.725579Z","end":"2026-04-28T17:26:15.89344Z","steps":["trace[1929567551] 'read index received' (duration: 96.33231ms)","trace[1929567551] 'applied index is now lower than readState.Index' (duration: 71.527317ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:16.016554Z","caller":"traceutil/trace.go:171","msg":"trace[1359084927] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"113.286653ms","start":"2026-04-28T17:26:15.903222Z","end":"2026-04-28T17:26:16.016509Z","steps":["trace[1359084927] 'process raft request' (duration: 79.948602ms)","trace[1359084927] 'compare' (duration: 32.829138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:16.724922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.040787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:26:16.725198Z","caller":"traceutil/trace.go:171","msg":"trace[1699192492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3879; }","duration":"169.306254ms","start":"2026-04-28T17:26:16.555782Z","end":"2026-04-28T17:26:16.725088Z","steps":["trace[1699192492] 'range keys from in-memory index tree' (duration: 168.77344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:18.652952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.311369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:26:18.652966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.810962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:18.653035Z","caller":"traceutil/trace.go:171","msg":"trace[1410628616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3886; }","duration":"152.421773ms","start":"2026-04-28T17:26:18.500594Z","end":"2026-04-28T17:26:18.653016Z","steps":["trace[1410628616] 'range keys from in-memory index tree' (duration: 152.165205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:18.653047Z","caller":"traceutil/trace.go:171","msg":"trace[1783149245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3886; }","duration":"159.944186ms","start":"2026-04-28T17:26:18.493084Z","end":"2026-04-28T17:26:18.653029Z","steps":["trace[1783149245] 'range keys from in-memory index tree' (duration: 159.646897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:18.65328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.767381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:26:18.653366Z","caller":"traceutil/trace.go:171","msg":"trace[2016309945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3886; }","duration":"152.884955ms","start":"2026-04-28T17:26:18.500464Z","end":"2026-04-28T17:26:18.653349Z","steps":["trace[2016309945] 'range keys from in-memory index tree' (duration: 152.627588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:18.78592Z","caller":"traceutil/trace.go:171","msg":"trace[426260084] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"127.817085ms","start":"2026-04-28T17:26:18.658073Z","end":"2026-04-28T17:26:18.78589Z","steps":["trace[426260084] 'process raft request' (duration: 127.654711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:20.270633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.189795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:20.270798Z","caller":"traceutil/trace.go:171","msg":"trace[597828424] linearizableReadLoop","detail":"{readStateIndex:4066; appliedIndex:4065; }","duration":"215.883634ms","start":"2026-04-28T17:26:20.054889Z","end":"2026-04-28T17:26:20.270773Z","steps":["trace[597828424] 'read index received' (duration: 35.781µs)","trace[597828424] 'applied index is now lower than readState.Index' (duration: 215.845903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:20.270852Z","caller":"traceutil/trace.go:171","msg":"trace[706287989] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"281.89168ms","start":"2026-04-28T17:26:19.988919Z","end":"2026-04-28T17:26:20.270811Z","steps":["trace[706287989] 'process raft request' (duration: 48.359396ms)","trace[706287989] 'compare' (duration: 232.98398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:20.271021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.12454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:26:20.271064Z","caller":"traceutil/trace.go:171","msg":"trace[1098479616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3903; }","duration":"216.170201ms","start":"2026-04-28T17:26:20.054881Z","end":"2026-04-28T17:26:20.271052Z","steps":["trace[1098479616] 'agreement among raft nodes before linearized reading' (duration: 215.980736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:20.606316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.356788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:20.606407Z","caller":"traceutil/trace.go:171","msg":"trace[454657890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3904; }","duration":"202.505712ms","start":"2026-04-28T17:26:20.40388Z","end":"2026-04-28T17:26:20.606385Z","steps":["trace[454657890] 'range keys from in-memory index tree' (duration: 202.136113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:20.883042Z","caller":"traceutil/trace.go:171","msg":"trace[108056607] linearizableReadLoop","detail":"{readStateIndex:4068; appliedIndex:4067; }","duration":"207.50537ms","start":"2026-04-28T17:26:20.675482Z","end":"2026-04-28T17:26:20.882987Z","steps":["trace[108056607] 'read index received' (duration: 207.297904ms)","trace[108056607] 'applied index is now lower than readState.Index' (duration: 205.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:20.883124Z","caller":"traceutil/trace.go:171","msg":"trace[1913303176] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"270.892279ms","start":"2026-04-28T17:26:20.612201Z","end":"2026-04-28T17:26:20.883093Z","steps":["trace[1913303176] 'process raft request' (duration: 270.603481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:20.883304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.487859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:20.883351Z","caller":"traceutil/trace.go:171","msg":"trace[1772417320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3905; }","duration":"207.564591ms","start":"2026-04-28T17:26:20.675772Z","end":"2026-04-28T17:26:20.883337Z","steps":["trace[1772417320] 'agreement among raft nodes before linearized reading' (duration: 207.410687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:20.88332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.822499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:26:20.883414Z","caller":"traceutil/trace.go:171","msg":"trace[647461657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3905; }","duration":"207.990843ms","start":"2026-04-28T17:26:20.675403Z","end":"2026-04-28T17:26:20.883393Z","steps":["trace[647461657] 'agreement among raft nodes before linearized reading' (duration: 207.714016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:21.240161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.893023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:21.240482Z","caller":"traceutil/trace.go:171","msg":"trace[1544680896] linearizableReadLoop","detail":"{readStateIndex:4071; appliedIndex:4068; }","duration":"350.791489ms","start":"2026-04-28T17:26:20.889667Z","end":"2026-04-28T17:26:21.240458Z","steps":["trace[1544680896] 'read index received' (duration: 116.509366ms)","trace[1544680896] 'applied index is now lower than readState.Index' (duration: 234.280813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:21.240706Z","caller":"traceutil/trace.go:171","msg":"trace[1280080255] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"352.239167ms","start":"2026-04-28T17:26:20.888256Z","end":"2026-04-28T17:26:21.240495Z","steps":["trace[1280080255] 'process raft request' (duration: 352.044822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:21.240805Z","caller":"traceutil/trace.go:171","msg":"trace[1399272000] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"352.309727ms","start":"2026-04-28T17:26:20.888474Z","end":"2026-04-28T17:26:21.240783Z","steps":["trace[1399272000] 'process raft request' (duration: 351.928077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:21.240839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:20.888233Z","time spent":"352.528784ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:21.240903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:20.888463Z","time spent":"352.38963ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:21.240864Z","caller":"traceutil/trace.go:171","msg":"trace[64361712] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"352.664588ms","start":"2026-04-28T17:26:20.888145Z","end":"2026-04-28T17:26:21.24081Z","steps":["trace[64361712] 'process raft request' (duration: 118.011005ms)","trace[64361712] 'compare' (duration: 233.586936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:21.240981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.312822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T17:26:21.241049Z","caller":"traceutil/trace.go:171","msg":"trace[410244828] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3908; }","duration":"351.401264ms","start":"2026-04-28T17:26:20.889631Z","end":"2026-04-28T17:26:21.241032Z","steps":["trace[410244828] 'agreement among raft nodes before linearized reading' (duration: 351.208619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:21.241098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:20.889604Z","time spent":"351.482527ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T17:26:21.241146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:20.88809Z","time spent":"352.892813ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:21.302271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.19468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:21.302314Z","caller":"traceutil/trace.go:171","msg":"trace[360919791] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"252.247502ms","start":"2026-04-28T17:26:21.050026Z","end":"2026-04-28T17:26:21.302274Z","steps":["trace[360919791] 'process raft request' (duration: 251.952115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:21.302368Z","caller":"traceutil/trace.go:171","msg":"trace[735349904] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3909; }","duration":"232.311123ms","start":"2026-04-28T17:26:21.070037Z","end":"2026-04-28T17:26:21.302348Z","steps":["trace[735349904] 'agreement among raft nodes before linearized reading' (duration: 232.135869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:21.302586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.011264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:21.30272Z","caller":"traceutil/trace.go:171","msg":"trace[224506604] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3909; }","duration":"248.223349ms","start":"2026-04-28T17:26:21.054466Z","end":"2026-04-28T17:26:21.302689Z","steps":["trace[224506604] 'agreement among raft nodes before linearized reading' (duration: 247.8539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:21.302236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.248542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:21.302858Z","caller":"traceutil/trace.go:171","msg":"trace[184551208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3909; }","duration":"234.865088ms","start":"2026-04-28T17:26:21.067931Z","end":"2026-04-28T17:26:21.302796Z","steps":["trace[184551208] 'agreement among raft nodes before linearized reading' (duration: 234.243232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:21.494463Z","caller":"traceutil/trace.go:171","msg":"trace[664571270] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"134.394752ms","start":"2026-04-28T17:26:21.360029Z","end":"2026-04-28T17:26:21.494424Z","steps":["trace[664571270] 'process raft request' (duration: 92.865311ms)","trace[664571270] 'compare' (duration: 41.382007ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:21.848106Z","caller":"traceutil/trace.go:171","msg":"trace[1489600842] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"160.984861ms","start":"2026-04-28T17:26:21.687092Z","end":"2026-04-28T17:26:21.848077Z","steps":["trace[1489600842] 'process raft request' (duration: 160.639702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:22.059468Z","caller":"traceutil/trace.go:171","msg":"trace[1829723144] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4074; }","duration":"145.014804ms","start":"2026-04-28T17:26:21.914422Z","end":"2026-04-28T17:26:22.059437Z","steps":["trace[1829723144] 'read index received' (duration: 119.433199ms)","trace[1829723144] 'applied index is now lower than readState.Index' (duration: 25.579535ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:22.059713Z","caller":"traceutil/trace.go:171","msg":"trace[1206084487] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"167.695853ms","start":"2026-04-28T17:26:21.892001Z","end":"2026-04-28T17:26:22.059697Z","steps":["trace[1206084487] 'process raft request' (duration: 141.818182ms)","trace[1206084487] 'compare' (duration: 25.48068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:22.059901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.00626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:22.059974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.519507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:22.060032Z","caller":"traceutil/trace.go:171","msg":"trace[33680286] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3912; }","duration":"112.187525ms","start":"2026-04-28T17:26:21.947816Z","end":"2026-04-28T17:26:22.060003Z","steps":["trace[33680286] 'agreement among raft nodes before linearized reading' (duration: 111.97755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:22.06008Z","caller":"traceutil/trace.go:171","msg":"trace[261141574] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3912; }","duration":"145.825584ms","start":"2026-04-28T17:26:21.914226Z","end":"2026-04-28T17:26:22.060052Z","steps":["trace[261141574] 'agreement among raft nodes before linearized reading' (duration: 145.589258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:23.35529Z","caller":"traceutil/trace.go:171","msg":"trace[908119726] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"105.088543ms","start":"2026-04-28T17:26:23.250162Z","end":"2026-04-28T17:26:23.355251Z","steps":["trace[908119726] 'process raft request' (duration: 104.859677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:23.40083Z","caller":"traceutil/trace.go:171","msg":"trace[1452396464] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"150.104103ms","start":"2026-04-28T17:26:23.250689Z","end":"2026-04-28T17:26:23.400793Z","steps":["trace[1452396464] 'process raft request' (duration: 149.787085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:23.401357Z","caller":"traceutil/trace.go:171","msg":"trace[416366418] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"150.465582ms","start":"2026-04-28T17:26:23.250831Z","end":"2026-04-28T17:26:23.401297Z","steps":["trace[416366418] 'process raft request' (duration: 149.911797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:24.621882Z","caller":"traceutil/trace.go:171","msg":"trace[1938095083] linearizableReadLoop","detail":"{readStateIndex:4085; appliedIndex:4084; }","duration":"264.239219ms","start":"2026-04-28T17:26:24.357622Z","end":"2026-04-28T17:26:24.621862Z","steps":["trace[1938095083] 'read index received' (duration: 264.030193ms)","trace[1938095083] 'applied index is now lower than readState.Index' (duration: 208.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:24.621949Z","caller":"traceutil/trace.go:171","msg":"trace[1594580584] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"329.008753ms","start":"2026-04-28T17:26:24.292929Z","end":"2026-04-28T17:26:24.621938Z","steps":["trace[1594580584] 'process raft request' (duration: 328.795517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:24.62205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:24.292902Z","time spent":"329.078874ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:24.622078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.463734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:26:24.622101Z","caller":"traceutil/trace.go:171","msg":"trace[1862775656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3922; }","duration":"264.550657ms","start":"2026-04-28T17:26:24.357544Z","end":"2026-04-28T17:26:24.622095Z","steps":["trace[1862775656] 'agreement among raft nodes before linearized reading' (duration: 264.413933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:24.622426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.579085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:26:24.622523Z","caller":"traceutil/trace.go:171","msg":"trace[800905591] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:3922; }","duration":"242.746329ms","start":"2026-04-28T17:26:24.379755Z","end":"2026-04-28T17:26:24.622501Z","steps":["trace[800905591] 'agreement among raft nodes before linearized reading' (duration: 242.41561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:24.863977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.898697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:24.864172Z","caller":"traceutil/trace.go:171","msg":"trace[1335263059] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"235.142273ms","start":"2026-04-28T17:26:24.62893Z","end":"2026-04-28T17:26:24.864073Z","steps":["trace[1335263059] 'process raft request' (duration: 58.049272ms)","trace[1335263059] 'compare' (duration: 176.715672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:25.888699Z","caller":"traceutil/trace.go:171","msg":"trace[1855920286] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"470.845913ms","start":"2026-04-28T17:26:25.417813Z","end":"2026-04-28T17:26:25.888659Z","steps":["trace[1855920286] 'process raft request' (duration: 470.583397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:25.889246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:25.417788Z","time spent":"471.025557ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:25.929122Z","caller":"traceutil/trace.go:171","msg":"trace[1924208995] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"361.897603ms","start":"2026-04-28T17:26:25.567195Z","end":"2026-04-28T17:26:25.929093Z","steps":["trace[1924208995] 'process raft request' (duration: 361.679667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:25.929337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:25.567163Z","time spent":"362.062066ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:25.929453Z","caller":"traceutil/trace.go:171","msg":"trace[214088334] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"196.63526ms","start":"2026-04-28T17:26:25.732727Z","end":"2026-04-28T17:26:25.929363Z","steps":["trace[214088334] 'process raft request' (duration: 196.320372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:28.052632Z","caller":"traceutil/trace.go:171","msg":"trace[2070354819] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"116.37369ms","start":"2026-04-28T17:26:27.936227Z","end":"2026-04-28T17:26:28.0526Z","steps":["trace[2070354819] 'process raft request' (duration: 116.194326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:28.196007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.388607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:28.196141Z","caller":"traceutil/trace.go:171","msg":"trace[1703395115] linearizableReadLoop","detail":"{readStateIndex:4104; appliedIndex:4103; }","duration":"130.314223ms","start":"2026-04-28T17:26:28.065805Z","end":"2026-04-28T17:26:28.196119Z","steps":["trace[1703395115] 'read index received' (duration: 19.597148ms)","trace[1703395115] 'applied index is now lower than readState.Index' (duration: 110.715525ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:28.196223Z","caller":"traceutil/trace.go:171","msg":"trace[804961701] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"217.590254ms","start":"2026-04-28T17:26:27.978619Z","end":"2026-04-28T17:26:28.196209Z","steps":["trace[804961701] 'process raft request' (duration: 106.896319ms)","trace[804961701] 'compare' (duration: 110.219633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:28.196303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.504558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:28.196348Z","caller":"traceutil/trace.go:171","msg":"trace[248848106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3940; }","duration":"130.58596ms","start":"2026-04-28T17:26:28.06575Z","end":"2026-04-28T17:26:28.196336Z","steps":["trace[248848106] 'agreement among raft nodes before linearized reading' (duration: 130.514908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:28.272847Z","caller":"traceutil/trace.go:171","msg":"trace[2065006591] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"109.582847ms","start":"2026-04-28T17:26:28.163217Z","end":"2026-04-28T17:26:28.2728Z","steps":["trace[2065006591] 'process raft request' (duration: 109.254298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:29.140315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.119741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:29.140419Z","caller":"traceutil/trace.go:171","msg":"trace[705521866] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"307.53566ms","start":"2026-04-28T17:26:28.83287Z","end":"2026-04-28T17:26:29.140405Z","steps":["trace[705521866] 'process raft request' (duration: 136.265065ms)","trace[705521866] 'compare' (duration: 171.019959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:29.140462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:28.832851Z","time spent":"307.589172ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:29.313966Z","caller":"traceutil/trace.go:171","msg":"trace[785958297] linearizableReadLoop","detail":"{readStateIndex:4109; appliedIndex:4106; }","duration":"447.764836ms","start":"2026-04-28T17:26:28.866177Z","end":"2026-04-28T17:26:29.313942Z","steps":["trace[785958297] 'read index received' (duration: 103.069701ms)","trace[785958297] 'applied index is now lower than readState.Index' (duration: 344.694125ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:29.314098Z","caller":"traceutil/trace.go:171","msg":"trace[952086706] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"480.880877ms","start":"2026-04-28T17:26:28.833206Z","end":"2026-04-28T17:26:29.314087Z","steps":["trace[952086706] 'process raft request' (duration: 480.687623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:29.314201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:28.833186Z","time spent":"480.941288ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:29.314213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.561324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:29.314275Z","caller":"traceutil/trace.go:171","msg":"trace[1498583223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3945; }","duration":"247.657498ms","start":"2026-04-28T17:26:29.066593Z","end":"2026-04-28T17:26:29.314251Z","steps":["trace[1498583223] 'agreement among raft nodes before linearized reading' (duration: 247.573765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:29.314355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.142136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T17:26:29.3144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.872299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:29.314462Z","caller":"traceutil/trace.go:171","msg":"trace[911989756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3945; }","duration":"318.969361ms","start":"2026-04-28T17:26:28.995484Z","end":"2026-04-28T17:26:29.314453Z","steps":["trace[911989756] 'agreement among raft nodes before linearized reading' (duration: 318.622612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:29.314456Z","caller":"traceutil/trace.go:171","msg":"trace[1956946997] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3945; }","duration":"448.295209ms","start":"2026-04-28T17:26:28.866141Z","end":"2026-04-28T17:26:29.314436Z","steps":["trace[1956946997] 'agreement among raft nodes before linearized reading' (duration: 448.010402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:29.314508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:28.866126Z","time spent":"448.369082ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T17:26:29.314663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:28.995468Z","time spent":"319.099705ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:26:29.314691Z","caller":"traceutil/trace.go:171","msg":"trace[493788155] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"481.173556ms","start":"2026-04-28T17:26:28.832877Z","end":"2026-04-28T17:26:29.314051Z","steps":["trace[493788155] 'process raft request' (duration: 448.038883ms)","trace[493788155] 'compare' (duration: 32.842885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:29.31482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:28.832862Z","time spent":"481.901444ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:29.634506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.254719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:29.634964Z","caller":"traceutil/trace.go:171","msg":"trace[1778023577] linearizableReadLoop","detail":"{readStateIndex:4111; appliedIndex:4110; }","duration":"115.427075ms","start":"2026-04-28T17:26:29.519523Z","end":"2026-04-28T17:26:29.63495Z","steps":["trace[1778023577] 'read index received' (duration: 44.121µs)","trace[1778023577] 'applied index is now lower than readState.Index' (duration: 115.381614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:29.635124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:29.63517Z","caller":"traceutil/trace.go:171","msg":"trace[987250899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3947; }","duration":"115.693862ms","start":"2026-04-28T17:26:29.519469Z","end":"2026-04-28T17:26:29.635163Z","steps":["trace[987250899] 'agreement among raft nodes before linearized reading' (duration: 115.553389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:29.63537Z","caller":"traceutil/trace.go:171","msg":"trace[1003493406] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"223.673897ms","start":"2026-04-28T17:26:29.411686Z","end":"2026-04-28T17:26:29.63536Z","steps":["trace[1003493406] 'process raft request' (duration: 54.501525ms)","trace[1003493406] 'compare' (duration: 167.954611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:29.953492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.066378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:26:30.265211Z","caller":"traceutil/trace.go:171","msg":"trace[2125164617] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"205.609179ms","start":"2026-04-28T17:26:30.059576Z","end":"2026-04-28T17:26:30.265185Z","steps":["trace[2125164617] 'process raft request' (duration: 205.441065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:30.326449Z","caller":"traceutil/trace.go:171","msg":"trace[1928407210] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"123.708556ms","start":"2026-04-28T17:26:30.202716Z","end":"2026-04-28T17:26:30.326424Z","steps":["trace[1928407210] 'process raft request' (duration: 123.664665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:30.326604Z","caller":"traceutil/trace.go:171","msg":"trace[566158989] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"158.781028ms","start":"2026-04-28T17:26:30.167743Z","end":"2026-04-28T17:26:30.326524Z","steps":["trace[566158989] 'process raft request' (duration: 158.50239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:30.544151Z","caller":"traceutil/trace.go:171","msg":"trace[1712479255] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"265.07495ms","start":"2026-04-28T17:26:30.279046Z","end":"2026-04-28T17:26:30.544121Z","steps":["trace[1712479255] 'process raft request' (duration: 168.834873ms)","trace[1712479255] 'compare' (duration: 96.096303ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:31.529428Z","caller":"traceutil/trace.go:171","msg":"trace[1803001994] linearizableReadLoop","detail":"{readStateIndex:4120; appliedIndex:4119; }","duration":"150.040646ms","start":"2026-04-28T17:26:31.379359Z","end":"2026-04-28T17:26:31.5294Z","steps":["trace[1803001994] 'read index received' (duration: 149.78888ms)","trace[1803001994] 'applied index is now lower than readState.Index' (duration: 250.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:31.529534Z","caller":"traceutil/trace.go:171","msg":"trace[2056924076] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"206.652315ms","start":"2026-04-28T17:26:31.322832Z","end":"2026-04-28T17:26:31.529484Z","steps":["trace[2056924076] 'process raft request' (duration: 206.392389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:31.52969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.305462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:31.529807Z","caller":"traceutil/trace.go:171","msg":"trace[390127671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3955; }","duration":"150.467197ms","start":"2026-04-28T17:26:31.379313Z","end":"2026-04-28T17:26:31.529781Z","steps":["trace[390127671] 'agreement among raft nodes before linearized reading' (duration: 150.19801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.026965Z","caller":"traceutil/trace.go:171","msg":"trace[441250002] linearizableReadLoop","detail":"{readStateIndex:4149; appliedIndex:4148; }","duration":"416.617513ms","start":"2026-04-28T17:26:36.610318Z","end":"2026-04-28T17:26:37.026935Z","steps":["trace[441250002] 'read index received' (duration: 416.581882ms)","trace[441250002] 'applied index is now lower than readState.Index' (duration: 33.801µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:37.02711Z","caller":"traceutil/trace.go:171","msg":"trace[1390968435] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"462.256984ms","start":"2026-04-28T17:26:36.564837Z","end":"2026-04-28T17:26:37.027094Z","steps":["trace[1390968435] 'process raft request' (duration: 461.920246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:37.027245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:36.564811Z","time spent":"462.335477ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:37.02742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.115257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:37.027464Z","caller":"traceutil/trace.go:171","msg":"trace[331054140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3983; }","duration":"417.26443ms","start":"2026-04-28T17:26:36.610187Z","end":"2026-04-28T17:26:37.027451Z","steps":["trace[331054140] 'agreement among raft nodes before linearized reading' (duration: 417.192178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:37.027527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:36.61015Z","time spent":"417.357863ms","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:26:37.203696Z","caller":"traceutil/trace.go:171","msg":"trace[2128587024] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"238.699469ms","start":"2026-04-28T17:26:36.964901Z","end":"2026-04-28T17:26:37.203601Z","steps":["trace[2128587024] 'process raft request' (duration: 201.673258ms)","trace[2128587024] 'compare' (duration: 36.831947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:37.204066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.781049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T17:26:37.204134Z","caller":"traceutil/trace.go:171","msg":"trace[164893145] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3984; }","duration":"337.901173ms","start":"2026-04-28T17:26:36.866221Z","end":"2026-04-28T17:26:37.204122Z","steps":["trace[164893145] 'agreement among raft nodes before linearized reading' (duration: 337.618235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:37.204213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:36.866192Z","time spent":"338.006825ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T17:26:37.203551Z","caller":"traceutil/trace.go:171","msg":"trace[1768440864] linearizableReadLoop","detail":"{readStateIndex:4150; appliedIndex:4149; }","duration":"176.474198ms","start":"2026-04-28T17:26:37.02705Z","end":"2026-04-28T17:26:37.203524Z","steps":["trace[1768440864] 'read index received' (duration: 139.422086ms)","trace[1768440864] 'applied index is now lower than readState.Index' (duration: 37.050992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:37.204355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.550112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:8143"} {"level":"info","ts":"2026-04-28T17:26:37.204548Z","caller":"traceutil/trace.go:171","msg":"trace[2145644997] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:3984; }","duration":"180.86448ms","start":"2026-04-28T17:26:37.023633Z","end":"2026-04-28T17:26:37.204498Z","steps":["trace[2145644997] 'agreement among raft nodes before linearized reading' (duration: 180.021368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:37.204828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.855135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:37.204896Z","caller":"traceutil/trace.go:171","msg":"trace[1775166482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3984; }","duration":"137.994598ms","start":"2026-04-28T17:26:37.066883Z","end":"2026-04-28T17:26:37.204878Z","steps":["trace[1775166482] 'agreement among raft nodes before linearized reading' (duration: 137.859735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:37.55328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.7951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:37.553394Z","caller":"traceutil/trace.go:171","msg":"trace[2053686355] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4152; }","duration":"158.746646ms","start":"2026-04-28T17:26:37.394627Z","end":"2026-04-28T17:26:37.553374Z","steps":["trace[2053686355] 'read index received' (duration: 24.713139ms)","trace[2053686355] 'applied index is now lower than readState.Index' (duration: 134.032167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:37.553522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.89227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"info","ts":"2026-04-28T17:26:37.553555Z","caller":"traceutil/trace.go:171","msg":"trace[1644392898] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3987; }","duration":"158.956242ms","start":"2026-04-28T17:26:37.394588Z","end":"2026-04-28T17:26:37.553544Z","steps":["trace[1644392898] 'agreement among raft nodes before linearized reading' (duration: 158.841169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.553751Z","caller":"traceutil/trace.go:171","msg":"trace[1940443243] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"169.340996ms","start":"2026-04-28T17:26:37.384394Z","end":"2026-04-28T17:26:37.553735Z","steps":["trace[1940443243] 'process raft request' (duration: 34.989641ms)","trace[1940443243] 'compare' (duration: 133.642287ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:37.556208Z","caller":"traceutil/trace.go:171","msg":"trace[20082215] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"160.873801ms","start":"2026-04-28T17:26:37.39531Z","end":"2026-04-28T17:26:37.556184Z","steps":["trace[20082215] 'process raft request' (duration: 160.794519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.556663Z","caller":"traceutil/trace.go:171","msg":"trace[1028092217] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"161.838265ms","start":"2026-04-28T17:26:37.394812Z","end":"2026-04-28T17:26:37.55665Z","steps":["trace[1028092217] 'process raft request' (duration: 161.014904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.55695Z","caller":"traceutil/trace.go:171","msg":"trace[658598791] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"162.053951ms","start":"2026-04-28T17:26:37.394884Z","end":"2026-04-28T17:26:37.556938Z","steps":["trace[658598791] 'process raft request' (duration: 161.050095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.557264Z","caller":"traceutil/trace.go:171","msg":"trace[962485770] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"162.38063ms","start":"2026-04-28T17:26:37.394873Z","end":"2026-04-28T17:26:37.557253Z","steps":["trace[962485770] 'process raft request' (duration: 161.099437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.557582Z","caller":"traceutil/trace.go:171","msg":"trace[49960175] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"162.551424ms","start":"2026-04-28T17:26:37.395019Z","end":"2026-04-28T17:26:37.557571Z","steps":["trace[49960175] 'process raft request' (duration: 160.996954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:37.557833Z","caller":"traceutil/trace.go:171","msg":"trace[1682891552] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"162.752159ms","start":"2026-04-28T17:26:37.395066Z","end":"2026-04-28T17:26:37.557818Z","steps":["trace[1682891552] 'process raft request' (duration: 160.998584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:39.583916Z","caller":"traceutil/trace.go:171","msg":"trace[517187766] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"644.468178ms","start":"2026-04-28T17:26:38.939426Z","end":"2026-04-28T17:26:39.583894Z","steps":["trace[517187766] 'process raft request' (duration: 644.256652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.58407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:38.939383Z","time spent":"644.613811ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:39.773361Z","caller":"traceutil/trace.go:171","msg":"trace[348525572] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"740.12009ms","start":"2026-04-28T17:26:39.033213Z","end":"2026-04-28T17:26:39.773333Z","steps":["trace[348525572] 'process raft request' (duration: 738.16408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.773517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:39.033175Z","time spent":"740.264183ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:39.77381Z","caller":"traceutil/trace.go:171","msg":"trace[1840327024] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"563.414327ms","start":"2026-04-28T17:26:39.210386Z","end":"2026-04-28T17:26:39.773801Z","steps":["trace[1840327024] 'process raft request' (duration: 562.883804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.773859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:39.210357Z","time spent":"563.476698ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:39.773808Z","caller":"traceutil/trace.go:171","msg":"trace[1828424599] linearizableReadLoop","detail":"{readStateIndex:4168; appliedIndex:4166; }","duration":"615.295407ms","start":"2026-04-28T17:26:39.158494Z","end":"2026-04-28T17:26:39.77379Z","steps":["trace[1828424599] 'read index received' (duration: 425.175622ms)","trace[1828424599] 'applied index is now lower than readState.Index' (duration: 190.117915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:39.903407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.974035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:26:39.903543Z","caller":"traceutil/trace.go:171","msg":"trace[1524668728] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4169; }","duration":"129.551255ms","start":"2026-04-28T17:26:39.77397Z","end":"2026-04-28T17:26:39.903521Z","steps":["trace[1524668728] 'read index received' (duration: 48.821µs)","trace[1524668728] 'applied index is now lower than readState.Index' (duration: 129.500593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:39.903657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.484144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:39.903689Z","caller":"traceutil/trace.go:171","msg":"trace[878454331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4003; }","duration":"704.563735ms","start":"2026-04-28T17:26:39.199115Z","end":"2026-04-28T17:26:39.903679Z","steps":["trace[878454331] 'agreement among raft nodes before linearized reading' (duration: 704.465023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.903726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:39.199104Z","time spent":"704.611877ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:26:39.903788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.468879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:39.903871Z","caller":"traceutil/trace.go:171","msg":"trace[644520455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4003; }","duration":"147.601903ms","start":"2026-04-28T17:26:39.756249Z","end":"2026-04-28T17:26:39.903851Z","steps":["trace[644520455] 'agreement among raft nodes before linearized reading' (duration: 147.358707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.903825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.332523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:39.90399Z","caller":"traceutil/trace.go:171","msg":"trace[832577567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4003; }","duration":"745.542868ms","start":"2026-04-28T17:26:39.158434Z","end":"2026-04-28T17:26:39.903977Z","steps":["trace[832577567] 'agreement among raft nodes before linearized reading' (duration: 615.500511ms)","trace[832577567] 'range keys from in-memory index tree' (duration: 129.855262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:39.904017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:39.158405Z","time spent":"745.60265ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:26:39.904118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.947763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:3 size:76684"} {"level":"info","ts":"2026-04-28T17:26:39.904145Z","caller":"traceutil/trace.go:171","msg":"trace[192704824] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:3; response_revision:4003; }","duration":"222.007355ms","start":"2026-04-28T17:26:39.68213Z","end":"2026-04-28T17:26:39.904138Z","steps":["trace[192704824] 'agreement among raft nodes before linearized reading' (duration: 221.898132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.904189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.472812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:26:39.90421Z","caller":"traceutil/trace.go:171","msg":"trace[607142614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4003; }","duration":"328.558736ms","start":"2026-04-28T17:26:39.575647Z","end":"2026-04-28T17:26:39.904205Z","steps":["trace[607142614] 'agreement among raft nodes before linearized reading' (duration: 328.498563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.904226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:39.575598Z","time spent":"328.624037ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:26:39.904239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.300987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:26:39.904282Z","caller":"traceutil/trace.go:171","msg":"trace[2050537812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4003; }","duration":"208.39374ms","start":"2026-04-28T17:26:39.69588Z","end":"2026-04-28T17:26:39.904273Z","steps":["trace[2050537812] 'agreement among raft nodes before linearized reading' (duration: 208.220405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.9044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.96751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:39.904519Z","caller":"traceutil/trace.go:171","msg":"trace[1152099725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4003; }","duration":"326.141414ms","start":"2026-04-28T17:26:39.578349Z","end":"2026-04-28T17:26:39.90449Z","steps":["trace[1152099725] 'agreement among raft nodes before linearized reading' (duration: 325.722262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:39.904595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:39.57832Z","time spent":"326.251857ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:26:40.076634Z","caller":"traceutil/trace.go:171","msg":"trace[1250788087] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"168.371242ms","start":"2026-04-28T17:26:39.908227Z","end":"2026-04-28T17:26:40.076598Z","steps":["trace[1250788087] 'process raft request' (duration: 168.053094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:40.076646Z","caller":"traceutil/trace.go:171","msg":"trace[1101866413] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"168.079734ms","start":"2026-04-28T17:26:39.908488Z","end":"2026-04-28T17:26:40.076567Z","steps":["trace[1101866413] 'process raft request' (duration: 168.012392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:40.076962Z","caller":"traceutil/trace.go:171","msg":"trace[1964726362] linearizableReadLoop","detail":"{readStateIndex:4174; appliedIndex:4170; }","duration":"105.868693ms","start":"2026-04-28T17:26:39.971081Z","end":"2026-04-28T17:26:40.07695Z","steps":["trace[1964726362] 'read index received' (duration: 29.098231ms)","trace[1964726362] 'applied index is now lower than readState.Index' (duration: 76.769501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:40.076997Z","caller":"traceutil/trace.go:171","msg":"trace[973526821] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"167.760516ms","start":"2026-04-28T17:26:39.909225Z","end":"2026-04-28T17:26:40.076986Z","steps":["trace[973526821] 'process raft request' (duration: 167.306705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:40.077228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.129439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:3 size:76684"} {"level":"info","ts":"2026-04-28T17:26:40.077315Z","caller":"traceutil/trace.go:171","msg":"trace[672125388] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:3; response_revision:4007; }","duration":"106.290673ms","start":"2026-04-28T17:26:39.971003Z","end":"2026-04-28T17:26:40.077294Z","steps":["trace[672125388] 'agreement among raft nodes before linearized reading' (duration: 106.004246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:40.670613Z","caller":"traceutil/trace.go:171","msg":"trace[1127910060] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"103.220265ms","start":"2026-04-28T17:26:40.567356Z","end":"2026-04-28T17:26:40.670577Z","steps":["trace[1127910060] 'process raft request' (duration: 76.184517ms)","trace[1127910060] 'compare' (duration: 26.777181ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:40.716095Z","caller":"traceutil/trace.go:171","msg":"trace[1909368587] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"134.295945ms","start":"2026-04-28T17:26:40.581767Z","end":"2026-04-28T17:26:40.716063Z","steps":["trace[1909368587] 'process raft request' (duration: 134.123601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:41.381238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.637401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-28T17:26:41.381347Z","caller":"traceutil/trace.go:171","msg":"trace[82613415] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4011; }","duration":"596.782685ms","start":"2026-04-28T17:26:40.784545Z","end":"2026-04-28T17:26:41.381328Z","steps":["trace[82613415] 'range keys from in-memory index tree' (duration: 596.441427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:41.381388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:40.784528Z","time spent":"596.850776ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T17:26:41.568111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790848725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:26:41.727311Z","caller":"traceutil/trace.go:171","msg":"trace[1266905817] linearizableReadLoop","detail":"{readStateIndex:4179; appliedIndex:4178; }","duration":"660.30522ms","start":"2026-04-28T17:26:41.06698Z","end":"2026-04-28T17:26:41.727285Z","steps":["trace[1266905817] 'read index received' (duration: 660.149036ms)","trace[1266905817] 'applied index is now lower than readState.Index' (duration: 155.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:41.72738Z","caller":"traceutil/trace.go:171","msg":"trace[1338187804] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"782.353994ms","start":"2026-04-28T17:26:40.94501Z","end":"2026-04-28T17:26:41.727364Z","steps":["trace[1338187804] 'process raft request' (duration: 782.114078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:41.727601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.585587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:41.727731Z","caller":"traceutil/trace.go:171","msg":"trace[1038915652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4012; }","duration":"660.779311ms","start":"2026-04-28T17:26:41.066924Z","end":"2026-04-28T17:26:41.727703Z","steps":["trace[1038915652] 'agreement among raft nodes before linearized reading' (duration: 660.518395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:41.72782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:41.066894Z","time spent":"660.891545ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:26:41.727985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:40.944979Z","time spent":"782.692373ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:42.239074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.74357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:42.239235Z","caller":"traceutil/trace.go:171","msg":"trace[817463656] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"461.28308ms","start":"2026-04-28T17:26:41.777939Z","end":"2026-04-28T17:26:42.239222Z","steps":["trace[817463656] 'process raft request' (duration: 461.224929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.239274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:41.777915Z","time spent":"461.341912ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:42.239261Z","caller":"traceutil/trace.go:171","msg":"trace[400031614] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"600.683684ms","start":"2026-04-28T17:26:41.638532Z","end":"2026-04-28T17:26:42.239215Z","steps":["trace[400031614] 'process raft request' (duration: 306.741399ms)","trace[400031614] 'compare' (duration: 293.467403ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:42.239303Z","caller":"traceutil/trace.go:171","msg":"trace[775176710] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"461.323601ms","start":"2026-04-28T17:26:41.777947Z","end":"2026-04-28T17:26:42.239271Z","steps":["trace[775176710] 'process raft request' (duration: 461.248389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.239442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.272537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:26:42.239449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:41.777914Z","time spent":"461.455245ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:42.239468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:41.638505Z","time spent":"600.844038ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:42.239489Z","caller":"traceutil/trace.go:171","msg":"trace[1874987958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4015; }","duration":"652.37726ms","start":"2026-04-28T17:26:41.587099Z","end":"2026-04-28T17:26:42.239477Z","steps":["trace[1874987958] 'agreement among raft nodes before linearized reading' (duration: 652.238506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.239598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:41.587078Z","time spent":"652.451771ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:26:42.23928Z","caller":"traceutil/trace.go:171","msg":"trace[681065964] linearizableReadLoop","detail":"{readStateIndex:4180; appliedIndex:4179; }","duration":"511.755114ms","start":"2026-04-28T17:26:41.727494Z","end":"2026-04-28T17:26:42.23925Z","steps":["trace[681065964] 'read index received' (duration: 217.810619ms)","trace[681065964] 'applied index is now lower than readState.Index' (duration: 293.941335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:42.240229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.209802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:26:42.240252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.184267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:26:42.240289Z","caller":"traceutil/trace.go:171","msg":"trace[1466514924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4015; }","duration":"158.323346ms","start":"2026-04-28T17:26:42.081952Z","end":"2026-04-28T17:26:42.240275Z","steps":["trace[1466514924] 'agreement among raft nodes before linearized reading' (duration: 158.10934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:42.240302Z","caller":"traceutil/trace.go:171","msg":"trace[979317796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4015; }","duration":"159.28577ms","start":"2026-04-28T17:26:42.081004Z","end":"2026-04-28T17:26:42.24029Z","steps":["trace[979317796] 'agreement among raft nodes before linearized reading' (duration: 159.117086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.240595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.454602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:42.240663Z","caller":"traceutil/trace.go:171","msg":"trace[1876666763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4015; }","duration":"234.556225ms","start":"2026-04-28T17:26:42.006088Z","end":"2026-04-28T17:26:42.240644Z","steps":["trace[1876666763] 'agreement among raft nodes before linearized reading' (duration: 234.326718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.240757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.726751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:42.240847Z","caller":"traceutil/trace.go:171","msg":"trace[2106343676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4015; }","duration":"159.864565ms","start":"2026-04-28T17:26:42.080971Z","end":"2026-04-28T17:26:42.240836Z","steps":["trace[2106343676] 'agreement among raft nodes before linearized reading' (duration: 159.094154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.240148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.688156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:42.241185Z","caller":"traceutil/trace.go:171","msg":"trace[1162561367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4015; }","duration":"511.760514ms","start":"2026-04-28T17:26:41.729396Z","end":"2026-04-28T17:26:42.241156Z","steps":["trace[1162561367] 'agreement among raft nodes before linearized reading' (duration: 510.653865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:42.24123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:41.729376Z","time spent":"511.840906ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:26:42.734259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.297993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:42.734368Z","caller":"traceutil/trace.go:171","msg":"trace[1463682507] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"489.036016ms","start":"2026-04-28T17:26:42.245313Z","end":"2026-04-28T17:26:42.734349Z","steps":["trace[1463682507] 'process raft request' (duration: 360.555419ms)","trace[1463682507] 'compare' (duration: 128.178659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:42.734442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.245291Z","time spent":"489.108688ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:43.068242Z","caller":"traceutil/trace.go:171","msg":"trace[1590239435] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"822.68459ms","start":"2026-04-28T17:26:42.24552Z","end":"2026-04-28T17:26:43.068205Z","steps":["trace[1590239435] 'process raft request' (duration: 804.703653ms)","trace[1590239435] 'compare' (duration: 17.71529ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:43.068252Z","caller":"traceutil/trace.go:171","msg":"trace[1152436536] linearizableReadLoop","detail":"{readStateIndex:4186; appliedIndex:4182; }","duration":"817.788405ms","start":"2026-04-28T17:26:42.25043Z","end":"2026-04-28T17:26:43.068218Z","steps":["trace[1152436536] 'read index received' (duration: 355.563152ms)","trace[1152436536] 'applied index is now lower than readState.Index' (duration: 462.223893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:43.068387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.2455Z","time spent":"822.811283ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:43.068399Z","caller":"traceutil/trace.go:171","msg":"trace[1857331119] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"822.698331ms","start":"2026-04-28T17:26:42.245683Z","end":"2026-04-28T17:26:43.068381Z","steps":["trace[1857331119] 'process raft request' (duration: 822.417173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:43.068425Z","caller":"traceutil/trace.go:171","msg":"trace[653074720] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"822.693981ms","start":"2026-04-28T17:26:42.245692Z","end":"2026-04-28T17:26:43.068386Z","steps":["trace[653074720] 'process raft request' (duration: 822.471455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.068497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.047532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:43.068552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.245676Z","time spent":"822.781692ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:43.068585Z","caller":"traceutil/trace.go:171","msg":"trace[2070579705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4019; }","duration":"818.179455ms","start":"2026-04-28T17:26:42.250386Z","end":"2026-04-28T17:26:43.068566Z","steps":["trace[2070579705] 'agreement among raft nodes before linearized reading' (duration: 818.040412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.068626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.250371Z","time spent":"818.246996ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:26:43.068737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.245682Z","time spent":"822.787823ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:43.150347Z","caller":"traceutil/trace.go:171","msg":"trace[966725498] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"474.241069ms","start":"2026-04-28T17:26:42.676084Z","end":"2026-04-28T17:26:43.150325Z","steps":["trace[966725498] 'process raft request' (duration: 474.082275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.150636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.676061Z","time spent":"474.351682ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:43.150882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.241239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:43.150927Z","caller":"traceutil/trace.go:171","msg":"trace[448163364] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:0; response_revision:4021; }","duration":"253.325162ms","start":"2026-04-28T17:26:42.897593Z","end":"2026-04-28T17:26:43.150918Z","steps":["trace[448163364] 'agreement among raft nodes before linearized reading' (duration: 253.24924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:43.150925Z","caller":"traceutil/trace.go:171","msg":"trace[1387886026] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"430.204988ms","start":"2026-04-28T17:26:42.720658Z","end":"2026-04-28T17:26:43.150863Z","steps":["trace[1387886026] 'process raft request' (duration: 429.633094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.150943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.567473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:43.151092Z","caller":"traceutil/trace.go:171","msg":"trace[999138677] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4021; }","duration":"197.78971ms","start":"2026-04-28T17:26:42.95327Z","end":"2026-04-28T17:26:43.15106Z","steps":["trace[999138677] 'agreement among raft nodes before linearized reading' (duration: 197.308587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.151099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.117303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:26:43.151211Z","caller":"traceutil/trace.go:171","msg":"trace[1725152278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4021; }","duration":"385.302028ms","start":"2026-04-28T17:26:42.76589Z","end":"2026-04-28T17:26:43.151192Z","steps":["trace[1725152278] 'agreement among raft nodes before linearized reading' (duration: 384.710452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.151205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.720632Z","time spent":"430.403835ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:43.151262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.765871Z","time spent":"385.38149ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:26:43.15135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.651626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:26:43.151432Z","caller":"traceutil/trace.go:171","msg":"trace[2067655829] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4021; }","duration":"510.772079ms","start":"2026-04-28T17:26:42.640646Z","end":"2026-04-28T17:26:43.151418Z","steps":["trace[2067655829] 'agreement among raft nodes before linearized reading' (duration: 510.001389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.151513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:42.640624Z","time spent":"510.876801ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:26:43.355324Z","caller":"traceutil/trace.go:171","msg":"trace[342202804] linearizableReadLoop","detail":"{readStateIndex:4189; appliedIndex:4188; }","duration":"198.347083ms","start":"2026-04-28T17:26:43.156948Z","end":"2026-04-28T17:26:43.355295Z","steps":["trace[342202804] 'read index received' (duration: 127.576893ms)","trace[342202804] 'applied index is now lower than readState.Index' (duration: 70.76893ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:43.355367Z","caller":"traceutil/trace.go:171","msg":"trace[771348782] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"198.99647ms","start":"2026-04-28T17:26:43.156331Z","end":"2026-04-28T17:26:43.355328Z","steps":["trace[771348782] 'process raft request' (duration: 128.335593ms)","trace[771348782] 'compare' (duration: 70.496593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:43.355683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.592755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/auth-system/\" range_end:\"/registry/resourcequotas/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:43.355764Z","caller":"traceutil/trace.go:171","msg":"trace[175696206] range","detail":"{range_begin:/registry/resourcequotas/auth-system/; range_end:/registry/resourcequotas/auth-system0; response_count:0; response_revision:4022; }","duration":"149.725018ms","start":"2026-04-28T17:26:43.206022Z","end":"2026-04-28T17:26:43.355747Z","steps":["trace[175696206] 'agreement among raft nodes before linearized reading' (duration: 149.594245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.355722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.723673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"info","ts":"2026-04-28T17:26:43.355873Z","caller":"traceutil/trace.go:171","msg":"trace[424368434] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4022; }","duration":"198.914139ms","start":"2026-04-28T17:26:43.156926Z","end":"2026-04-28T17:26:43.35584Z","steps":["trace[424368434] 'agreement among raft nodes before linearized reading' (duration: 198.503467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.765049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.40738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:43.765172Z","caller":"traceutil/trace.go:171","msg":"trace[468709517] linearizableReadLoop","detail":"{readStateIndex:4190; appliedIndex:4189; }","duration":"324.943563ms","start":"2026-04-28T17:26:43.44021Z","end":"2026-04-28T17:26:43.765154Z","steps":["trace[468709517] 'read index received' (duration: 57.368298ms)","trace[468709517] 'applied index is now lower than readState.Index' (duration: 267.574275ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:43.765195Z","caller":"traceutil/trace.go:171","msg":"trace[1060311308] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"407.168485ms","start":"2026-04-28T17:26:43.357994Z","end":"2026-04-28T17:26:43.765162Z","steps":["trace[1060311308] 'process raft request' (duration: 139.57471ms)","trace[1060311308] 'compare' (duration: 267.284377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:43.765295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.075646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:43.765331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:43.357965Z","time spent":"407.307678ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:43.765358Z","caller":"traceutil/trace.go:171","msg":"trace[1834760040] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4023; }","duration":"325.175118ms","start":"2026-04-28T17:26:43.440167Z","end":"2026-04-28T17:26:43.765342Z","steps":["trace[1834760040] 'agreement among raft nodes before linearized reading' (duration: 325.037415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.765412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:43.440148Z","time spent":"325.251591ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T17:26:43.916052Z","caller":"traceutil/trace.go:171","msg":"trace[414350105] linearizableReadLoop","detail":"{readStateIndex:4191; appliedIndex:4190; }","duration":"143.338676ms","start":"2026-04-28T17:26:43.772681Z","end":"2026-04-28T17:26:43.916019Z","steps":["trace[414350105] 'read index received' (duration: 143.195793ms)","trace[414350105] 'applied index is now lower than readState.Index' (duration: 141.203µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:43.916307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.599273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:26:43.916381Z","caller":"traceutil/trace.go:171","msg":"trace[562483957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4023; }","duration":"143.714575ms","start":"2026-04-28T17:26:43.77265Z","end":"2026-04-28T17:26:43.916365Z","steps":["trace[562483957] 'agreement among raft nodes before linearized reading' (duration: 143.478619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:43.999171Z","caller":"traceutil/trace.go:171","msg":"trace[1069932824] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"214.801381ms","start":"2026-04-28T17:26:43.784347Z","end":"2026-04-28T17:26:43.999148Z","steps":["trace[1069932824] 'process raft request' (duration: 214.637647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:43.999252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.858581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:43.999305Z","caller":"traceutil/trace.go:171","msg":"trace[127161269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4024; }","duration":"186.958054ms","start":"2026-04-28T17:26:43.812334Z","end":"2026-04-28T17:26:43.999292Z","steps":["trace[127161269] 'agreement among raft nodes before linearized reading' (duration: 186.826051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.188208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.019358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:44.188347Z","caller":"traceutil/trace.go:171","msg":"trace[1562597995] linearizableReadLoop","detail":"{readStateIndex:4193; appliedIndex:4192; }","duration":"189.204651ms","start":"2026-04-28T17:26:43.99912Z","end":"2026-04-28T17:26:44.188325Z","steps":["trace[1562597995] 'read index received' (duration: 55.004709ms)","trace[1562597995] 'applied index is now lower than readState.Index' (duration: 134.198112ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:44.188439Z","caller":"traceutil/trace.go:171","msg":"trace[1592935593] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"271.012102ms","start":"2026-04-28T17:26:43.917411Z","end":"2026-04-28T17:26:44.188423Z","steps":["trace[1592935593] 'process raft request' (duration: 136.697346ms)","trace[1592935593] 'compare' (duration: 133.873795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:44.188662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.172786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"info","ts":"2026-04-28T17:26:44.188737Z","caller":"traceutil/trace.go:171","msg":"trace[151856930] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4025; }","duration":"271.277328ms","start":"2026-04-28T17:26:43.91744Z","end":"2026-04-28T17:26:44.188718Z","steps":["trace[151856930] 'agreement among raft nodes before linearized reading' (duration: 271.003481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.217409Z","caller":"traceutil/trace.go:171","msg":"trace[1051856313] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"185.2224ms","start":"2026-04-28T17:26:44.032165Z","end":"2026-04-28T17:26:44.217388Z","steps":["trace[1051856313] 'process raft request' (duration: 185.098527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.217438Z","caller":"traceutil/trace.go:171","msg":"trace[1668104994] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"211.19196ms","start":"2026-04-28T17:26:44.00619Z","end":"2026-04-28T17:26:44.217382Z","steps":["trace[1668104994] 'process raft request' (duration: 210.925853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.217453Z","caller":"traceutil/trace.go:171","msg":"trace[640782634] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4027; }","duration":"175.077862ms","start":"2026-04-28T17:26:44.042345Z","end":"2026-04-28T17:26:44.217423Z","steps":["trace[640782634] 'process raft request' (duration: 174.99109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.217589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.45117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:44.217663Z","caller":"traceutil/trace.go:171","msg":"trace[184910537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4027; }","duration":"149.591503ms","start":"2026-04-28T17:26:44.068056Z","end":"2026-04-28T17:26:44.217647Z","steps":["trace[184910537] 'agreement among raft nodes before linearized reading' (duration: 149.419239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.382879Z","caller":"traceutil/trace.go:171","msg":"trace[715248542] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"159.924086ms","start":"2026-04-28T17:26:44.222926Z","end":"2026-04-28T17:26:44.38285Z","steps":["trace[715248542] 'process raft request' (duration: 159.760572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.545771Z","caller":"traceutil/trace.go:171","msg":"trace[1137209397] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"300.795679ms","start":"2026-04-28T17:26:44.244956Z","end":"2026-04-28T17:26:44.545751Z","steps":["trace[1137209397] 'process raft request' (duration: 300.718187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.545848Z","caller":"traceutil/trace.go:171","msg":"trace[1031813135] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"321.261849ms","start":"2026-04-28T17:26:44.224575Z","end":"2026-04-28T17:26:44.545837Z","steps":["trace[1031813135] 'process raft request' (duration: 311.85453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.545894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:44.244922Z","time spent":"300.916452ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:44.545984Z","caller":"traceutil/trace.go:171","msg":"trace[866436049] linearizableReadLoop","detail":"{readStateIndex:4201; appliedIndex:4197; }","duration":"280.753799ms","start":"2026-04-28T17:26:44.265221Z","end":"2026-04-28T17:26:44.545975Z","steps":["trace[866436049] 'read index received' (duration: 117.743964ms)","trace[866436049] 'applied index is now lower than readState.Index' (duration: 163.009045ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:44.54609Z","caller":"traceutil/trace.go:171","msg":"trace[408163309] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"311.286165ms","start":"2026-04-28T17:26:44.234794Z","end":"2026-04-28T17:26:44.54608Z","steps":["trace[408163309] 'process raft request' (duration: 310.813373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.546101Z","caller":"traceutil/trace.go:171","msg":"trace[1330070963] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"300.915973ms","start":"2026-04-28T17:26:44.245177Z","end":"2026-04-28T17:26:44.546093Z","steps":["trace[1330070963] 'process raft request' (duration: 300.548163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.546149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:44.245166Z","time spent":"300.956684ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:44.545899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:44.224541Z","time spent":"321.332861ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:44.546303Z","caller":"traceutil/trace.go:171","msg":"trace[1137961054] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"267.973544ms","start":"2026-04-28T17:26:44.27832Z","end":"2026-04-28T17:26:44.546294Z","steps":["trace[1137961054] 'process raft request' (duration: 267.607444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.546511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.290224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-j28p5.18aa94fcb21d2695\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T17:26:44.546564Z","caller":"traceutil/trace.go:171","msg":"trace[2046187513] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-j28p5.18aa94fcb21d2695; range_end:; response_count:1; response_revision:4033; }","duration":"281.371045ms","start":"2026-04-28T17:26:44.265162Z","end":"2026-04-28T17:26:44.546533Z","steps":["trace[2046187513] 'agreement among raft nodes before linearized reading' (duration: 281.232282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.546151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:44.234775Z","time spent":"311.345178ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:44.546667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.926207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:44.5467Z","caller":"traceutil/trace.go:171","msg":"trace[1540320978] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4033; }","duration":"254.02093ms","start":"2026-04-28T17:26:44.29267Z","end":"2026-04-28T17:26:44.546691Z","steps":["trace[1540320978] 'agreement among raft nodes before linearized reading' (duration: 253.958569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.546874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.262003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:26:44.546899Z","caller":"traceutil/trace.go:171","msg":"trace[161737914] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:4033; }","duration":"165.333914ms","start":"2026-04-28T17:26:44.381559Z","end":"2026-04-28T17:26:44.546893Z","steps":["trace[161737914] 'agreement among raft nodes before linearized reading' (duration: 165.271513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.547032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.332771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:26:44.547062Z","caller":"traceutil/trace.go:171","msg":"trace[263739038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4033; }","duration":"227.430353ms","start":"2026-04-28T17:26:44.319624Z","end":"2026-04-28T17:26:44.547055Z","steps":["trace[263739038] 'agreement among raft nodes before linearized reading' (duration: 227.358482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.780196Z","caller":"traceutil/trace.go:171","msg":"trace[481797769] linearizableReadLoop","detail":"{readStateIndex:4206; appliedIndex:4202; }","duration":"224.341005ms","start":"2026-04-28T17:26:44.555825Z","end":"2026-04-28T17:26:44.780166Z","steps":["trace[481797769] 'read index received' (duration: 41.995658ms)","trace[481797769] 'applied index is now lower than readState.Index' (duration: 182.343987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:44.78036Z","caller":"traceutil/trace.go:171","msg":"trace[1237327480] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"230.253375ms","start":"2026-04-28T17:26:44.55009Z","end":"2026-04-28T17:26:44.780343Z","steps":["trace[1237327480] 'process raft request' (duration: 178.723615ms)","trace[1237327480] 'compare' (duration: 50.807172ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:44.780634Z","caller":"traceutil/trace.go:171","msg":"trace[1720325116] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"227.584037ms","start":"2026-04-28T17:26:44.553038Z","end":"2026-04-28T17:26:44.780622Z","steps":["trace[1720325116] 'process raft request' (duration: 226.952031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.780972Z","caller":"traceutil/trace.go:171","msg":"trace[2014444970] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"227.743871ms","start":"2026-04-28T17:26:44.553214Z","end":"2026-04-28T17:26:44.780957Z","steps":["trace[2014444970] 'process raft request' (duration: 226.860748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.781444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.586727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-49.nip.io-tls\" ","response":"range_response_count:1 size:2375"} {"level":"info","ts":"2026-04-28T17:26:44.7815Z","caller":"traceutil/trace.go:171","msg":"trace[1479708843] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-49.nip.io-tls; range_end:; response_count:1; response_revision:4036; }","duration":"225.665429ms","start":"2026-04-28T17:26:44.555821Z","end":"2026-04-28T17:26:44.781486Z","steps":["trace[1479708843] 'agreement among raft nodes before linearized reading' (duration: 225.297819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.866292Z","caller":"traceutil/trace.go:171","msg":"trace[1066554628] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"266.684661ms","start":"2026-04-28T17:26:44.599555Z","end":"2026-04-28T17:26:44.86624Z","steps":["trace[1066554628] 'process raft request' (duration: 266.494126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:44.866403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.507193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:26:44.866482Z","caller":"traceutil/trace.go:171","msg":"trace[198741569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4037; }","duration":"127.598875ms","start":"2026-04-28T17:26:44.738864Z","end":"2026-04-28T17:26:44.866463Z","steps":["trace[198741569] 'agreement among raft nodes before linearized reading' (duration: 127.318608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.949008Z","caller":"traceutil/trace.go:171","msg":"trace[1410849747] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"151.480972ms","start":"2026-04-28T17:26:44.797481Z","end":"2026-04-28T17:26:44.948962Z","steps":["trace[1410849747] 'process raft request' (duration: 143.229562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:44.973053Z","caller":"traceutil/trace.go:171","msg":"trace[941790302] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"103.389479ms","start":"2026-04-28T17:26:44.869646Z","end":"2026-04-28T17:26:44.973035Z","steps":["trace[941790302] 'process raft request' (duration: 103.275426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:45.13938Z","caller":"traceutil/trace.go:171","msg":"trace[530934056] linearizableReadLoop","detail":"{readStateIndex:4210; appliedIndex:4209; }","duration":"166.346149ms","start":"2026-04-28T17:26:44.973012Z","end":"2026-04-28T17:26:45.139358Z","steps":["trace[530934056] 'read index received' (duration: 125.714327ms)","trace[530934056] 'applied index is now lower than readState.Index' (duration: 40.631082ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:45.139505Z","caller":"traceutil/trace.go:171","msg":"trace[685118826] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"172.005294ms","start":"2026-04-28T17:26:44.967455Z","end":"2026-04-28T17:26:45.13946Z","steps":["trace[685118826] 'process raft request' (duration: 131.241898ms)","trace[685118826] 'compare' (duration: 40.54385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:45.139594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.345309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:26:45.139619Z","caller":"traceutil/trace.go:171","msg":"trace[410726056] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4040; }","duration":"188.389111ms","start":"2026-04-28T17:26:44.951224Z","end":"2026-04-28T17:26:45.139613Z","steps":["trace[410726056] 'agreement among raft nodes before linearized reading' (duration: 188.241767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.139902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.083281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:45.139989Z","caller":"traceutil/trace.go:171","msg":"trace[1771244315] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4040; }","duration":"160.504681ms","start":"2026-04-28T17:26:44.979459Z","end":"2026-04-28T17:26:45.139963Z","steps":["trace[1771244315] 'agreement among raft nodes before linearized reading' (duration: 160.06904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.53986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.177697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:45.539971Z","caller":"traceutil/trace.go:171","msg":"trace[285694569] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"396.647356ms","start":"2026-04-28T17:26:45.143302Z","end":"2026-04-28T17:26:45.539949Z","steps":["trace[285694569] 'process raft request' (duration: 169.314425ms)","trace[285694569] 'compare' (duration: 226.536731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:45.540035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.143264Z","time spent":"396.738518ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":590,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:45.865042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.812672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:45.865324Z","caller":"traceutil/trace.go:171","msg":"trace[2084902409] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"720.539982ms","start":"2026-04-28T17:26:45.144735Z","end":"2026-04-28T17:26:45.865275Z","steps":["trace[2084902409] 'process raft request' (duration: 577.358861ms)","trace[2084902409] 'compare' (duration: 142.578026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:45.865373Z","caller":"traceutil/trace.go:171","msg":"trace[1065721302] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"720.354497ms","start":"2026-04-28T17:26:45.144996Z","end":"2026-04-28T17:26:45.865351Z","steps":["trace[1065721302] 'process raft request' (duration: 720.254875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:45.865597Z","caller":"traceutil/trace.go:171","msg":"trace[1739207724] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"720.581803ms","start":"2026-04-28T17:26:45.144801Z","end":"2026-04-28T17:26:45.865383Z","steps":["trace[1739207724] 'process raft request' (duration: 720.400838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.865644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.144977Z","time spent":"720.643966ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:45.865688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.144716Z","time spent":"720.872601ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:45.865753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.144782Z","time spent":"720.883672ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:45.866051Z","caller":"traceutil/trace.go:171","msg":"trace[570133788] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"720.991185ms","start":"2026-04-28T17:26:45.145019Z","end":"2026-04-28T17:26:45.86601Z","steps":["trace[570133788] 'process raft request' (duration: 720.289786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.866154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.144999Z","time spent":"721.108677ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:45.866251Z","caller":"traceutil/trace.go:171","msg":"trace[1365822183] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"720.378378ms","start":"2026-04-28T17:26:45.145858Z","end":"2026-04-28T17:26:45.866236Z","steps":["trace[1365822183] 'process raft request' (duration: 720.246075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:45.866243Z","caller":"traceutil/trace.go:171","msg":"trace[1331391670] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"721.159409ms","start":"2026-04-28T17:26:45.145044Z","end":"2026-04-28T17:26:45.866204Z","steps":["trace[1331391670] 'process raft request' (duration: 720.900082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.866311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.14584Z","time spent":"720.44398ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:45.866314Z","caller":"traceutil/trace.go:171","msg":"trace[1514422353] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"720.403519ms","start":"2026-04-28T17:26:45.145895Z","end":"2026-04-28T17:26:45.866299Z","steps":["trace[1514422353] 'process raft request' (duration: 720.283856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.866392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.14588Z","time spent":"720.47536ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:45.866388Z","caller":"traceutil/trace.go:171","msg":"trace[243667231] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"719.894376ms","start":"2026-04-28T17:26:45.146461Z","end":"2026-04-28T17:26:45.866355Z","steps":["trace[243667231] 'process raft request' (duration: 719.761093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:45.866518Z","caller":"traceutil/trace.go:171","msg":"trace[2108485459] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"710.790835ms","start":"2026-04-28T17:26:45.155716Z","end":"2026-04-28T17:26:45.866507Z","steps":["trace[2108485459] 'process raft request' (duration: 710.670922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.866579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.146446Z","time spent":"720.011089ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:45.866613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.155706Z","time spent":"710.866997ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:45.866629Z","caller":"traceutil/trace.go:171","msg":"trace[1383799797] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"719.079546ms","start":"2026-04-28T17:26:45.147447Z","end":"2026-04-28T17:26:45.866526Z","steps":["trace[1383799797] 'process raft request' (duration: 718.84967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.866638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.145001Z","time spent":"721.378014ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:45.86657Z","caller":"traceutil/trace.go:171","msg":"trace[795515488] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"711.591045ms","start":"2026-04-28T17:26:45.154918Z","end":"2026-04-28T17:26:45.866509Z","steps":["trace[795515488] 'process raft request' (duration: 711.416401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.866737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.147436Z","time spent":"719.25363ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:45.866762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.15488Z","time spent":"711.820601ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:45.866824Z","caller":"traceutil/trace.go:171","msg":"trace[921171913] linearizableReadLoop","detail":"{readStateIndex:4223; appliedIndex:4211; }","duration":"505.845724ms","start":"2026-04-28T17:26:45.360955Z","end":"2026-04-28T17:26:45.866801Z","steps":["trace[921171913] 'read index received' (duration: 361.075232ms)","trace[921171913] 'applied index is now lower than readState.Index' (duration: 144.768551ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:45.866912Z","caller":"traceutil/trace.go:171","msg":"trace[266135817] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"711.052172ms","start":"2026-04-28T17:26:45.155836Z","end":"2026-04-28T17:26:45.866888Z","steps":["trace[266135817] 'process raft request' (duration: 710.60383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.86699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.043884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keepalived-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:45.867026Z","caller":"traceutil/trace.go:171","msg":"trace[443722018] range","detail":"{range_begin:/registry/configmaps/openstack/keepalived-bin; range_end:; response_count:0; response_revision:4053; }","duration":"323.132777ms","start":"2026-04-28T17:26:45.543882Z","end":"2026-04-28T17:26:45.867015Z","steps":["trace[443722018] 'agreement among raft nodes before linearized reading' (duration: 323.044015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.867015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.059368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:26:45.867078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.543866Z","time spent":"323.202108ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/keepalived-bin\" "} {"level":"warn","ts":"2026-04-28T17:26:45.867018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.155822Z","time spent":"711.142264ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:45.867086Z","caller":"traceutil/trace.go:171","msg":"trace[854323434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4053; }","duration":"506.181462ms","start":"2026-04-28T17:26:45.360889Z","end":"2026-04-28T17:26:45.867071Z","steps":["trace[854323434] 'agreement among raft nodes before linearized reading' (duration: 505.996868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:45.867274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:45.360866Z","time spent":"506.285624ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:26:46.090609Z","caller":"traceutil/trace.go:171","msg":"trace[336951512] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"207.893177ms","start":"2026-04-28T17:26:45.88268Z","end":"2026-04-28T17:26:46.090573Z","steps":["trace[336951512] 'process raft request' (duration: 137.000604ms)","trace[336951512] 'compare' (duration: 70.636536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:46.0912Z","caller":"traceutil/trace.go:171","msg":"trace[1377964315] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"208.46084ms","start":"2026-04-28T17:26:45.882684Z","end":"2026-04-28T17:26:46.091145Z","steps":["trace[1377964315] 'process raft request' (duration: 207.805524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:46.091458Z","caller":"traceutil/trace.go:171","msg":"trace[1208060261] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"208.741387ms","start":"2026-04-28T17:26:45.882684Z","end":"2026-04-28T17:26:46.091425Z","steps":["trace[1208060261] 'process raft request' (duration: 208.486241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:46.091841Z","caller":"traceutil/trace.go:171","msg":"trace[583270166] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"209.120457ms","start":"2026-04-28T17:26:45.882689Z","end":"2026-04-28T17:26:46.09181Z","steps":["trace[583270166] 'process raft request' (duration: 208.600074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:46.092127Z","caller":"traceutil/trace.go:171","msg":"trace[1756021021] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"209.411914ms","start":"2026-04-28T17:26:45.882689Z","end":"2026-04-28T17:26:46.092101Z","steps":["trace[1756021021] 'process raft request' (duration: 209.036045ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:46.64134Z","caller":"traceutil/trace.go:171","msg":"trace[1745177867] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"540.910885ms","start":"2026-04-28T17:26:46.1004Z","end":"2026-04-28T17:26:46.64131Z","steps":["trace[1745177867] 'process raft request' (duration: 540.752751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:46.641537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.100388Z","time spent":"541.029347ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4352,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:46.98129Z","caller":"traceutil/trace.go:171","msg":"trace[1126892433] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"880.420838ms","start":"2026-04-28T17:26:46.100831Z","end":"2026-04-28T17:26:46.981252Z","steps":["trace[1126892433] 'process raft request' (duration: 879.435933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:46.981362Z","caller":"traceutil/trace.go:171","msg":"trace[57320941] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"428.214449ms","start":"2026-04-28T17:26:46.553076Z","end":"2026-04-28T17:26:46.98129Z","steps":["trace[57320941] 'process raft request' (duration: 427.985094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:46.981486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.100821Z","time spent":"880.593612ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":296,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:46.981548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.553037Z","time spent":"428.400653ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:46.981282Z","caller":"traceutil/trace.go:171","msg":"trace[489693095] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"423.200461ms","start":"2026-04-28T17:26:46.558055Z","end":"2026-04-28T17:26:46.981256Z","steps":["trace[489693095] 'process raft request' (duration: 423.14768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:46.981729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.558012Z","time spent":"423.625872ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:47.323726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.902935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:47.32388Z","caller":"traceutil/trace.go:171","msg":"trace[556999764] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4229; }","duration":"346.954343ms","start":"2026-04-28T17:26:46.976912Z","end":"2026-04-28T17:26:47.323866Z","steps":["trace[556999764] 'read index received' (duration: 3.483888ms)","trace[556999764] 'applied index is now lower than readState.Index' (duration: 343.469625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:47.323955Z","caller":"traceutil/trace.go:171","msg":"trace[2046072318] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"666.750575ms","start":"2026-04-28T17:26:46.657196Z","end":"2026-04-28T17:26:47.323947Z","steps":["trace[2046072318] 'process raft request' (duration: 508.540722ms)","trace[2046072318] 'compare' (duration: 157.744711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:47.324018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.657173Z","time spent":"666.808887ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:47.324154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.23394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:26:47.324155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.05905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:47.324217Z","caller":"traceutil/trace.go:171","msg":"trace[369159929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4063; }","duration":"347.343483ms","start":"2026-04-28T17:26:46.976859Z","end":"2026-04-28T17:26:47.324203Z","steps":["trace[369159929] 'agreement among raft nodes before linearized reading' (duration: 347.146528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:47.324229Z","caller":"traceutil/trace.go:171","msg":"trace[537478444] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:0; response_revision:4063; }","duration":"337.175903ms","start":"2026-04-28T17:26:46.987036Z","end":"2026-04-28T17:26:47.324212Z","steps":["trace[537478444] 'agreement among raft nodes before linearized reading' (duration: 337.02518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:47.324247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.976835Z","time spent":"347.405134ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:26:47.324271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.987014Z","time spent":"337.246826ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"info","ts":"2026-04-28T17:26:47.32416Z","caller":"traceutil/trace.go:171","msg":"trace[1426215976] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4063; }","duration":"665.772949ms","start":"2026-04-28T17:26:46.658345Z","end":"2026-04-28T17:26:47.324117Z","steps":["trace[1426215976] 'process raft request' (duration: 665.476572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:47.324492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:46.658323Z","time spent":"666.069968ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88,"response count":0,"response size":2872,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:47.641436Z","caller":"traceutil/trace.go:171","msg":"trace[1335714037] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"164.788949ms","start":"2026-04-28T17:26:47.476605Z","end":"2026-04-28T17:26:47.641394Z","steps":["trace[1335714037] 'process raft request' (duration: 143.414397ms)","trace[1335714037] 'compare' (duration: 21.169217ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:47.642973Z","caller":"traceutil/trace.go:171","msg":"trace[586806084] linearizableReadLoop","detail":"{readStateIndex:4247; appliedIndex:4244; }","duration":"141.724004ms","start":"2026-04-28T17:26:47.501173Z","end":"2026-04-28T17:26:47.642897Z","steps":["trace[586806084] 'read index received' (duration: 118.948065ms)","trace[586806084] 'applied index is now lower than readState.Index' (duration: 22.773989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:47.643284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.083434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:47.643336Z","caller":"traceutil/trace.go:171","msg":"trace[943364414] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4076; }","duration":"142.203166ms","start":"2026-04-28T17:26:47.501108Z","end":"2026-04-28T17:26:47.643311Z","steps":["trace[943364414] 'agreement among raft nodes before linearized reading' (duration: 141.94834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:47.643466Z","caller":"traceutil/trace.go:171","msg":"trace[732605727] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"166.494634ms","start":"2026-04-28T17:26:47.47678Z","end":"2026-04-28T17:26:47.643274Z","steps":["trace[732605727] 'process raft request' (duration: 165.803216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:47.643791Z","caller":"traceutil/trace.go:171","msg":"trace[559370291] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"166.571015ms","start":"2026-04-28T17:26:47.47719Z","end":"2026-04-28T17:26:47.643761Z","steps":["trace[559370291] 'process raft request' (duration: 165.620811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:47.849493Z","caller":"traceutil/trace.go:171","msg":"trace[451448091] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"190.054363ms","start":"2026-04-28T17:26:47.659373Z","end":"2026-04-28T17:26:47.849428Z","steps":["trace[451448091] 'process raft request' (duration: 168.334241ms)","trace[451448091] 'compare' (duration: 21.447695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:47.849934Z","caller":"traceutil/trace.go:171","msg":"trace[1083287541] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"187.346024ms","start":"2026-04-28T17:26:47.662555Z","end":"2026-04-28T17:26:47.849901Z","steps":["trace[1083287541] 'process raft request' (duration: 186.813491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:47.850007Z","caller":"traceutil/trace.go:171","msg":"trace[763663290] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"156.694854ms","start":"2026-04-28T17:26:47.693299Z","end":"2026-04-28T17:26:47.849994Z","steps":["trace[763663290] 'process raft request' (duration: 156.310315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:50.110784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.377025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:26:50.123716Z","caller":"traceutil/trace.go:171","msg":"trace[1721012944] linearizableReadLoop","detail":"{readStateIndex:4264; appliedIndex:4263; }","duration":"200.518269ms","start":"2026-04-28T17:26:49.923176Z","end":"2026-04-28T17:26:50.123695Z","steps":["trace[1721012944] 'read index received' (duration: 200.355744ms)","trace[1721012944] 'applied index is now lower than readState.Index' (duration: 161.515µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:50.123761Z","caller":"traceutil/trace.go:171","msg":"trace[1813284856] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"201.594986ms","start":"2026-04-28T17:26:49.922139Z","end":"2026-04-28T17:26:50.123734Z","steps":["trace[1813284856] 'process raft request' (duration: 201.401121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:50.123992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.801316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:50.124031Z","caller":"traceutil/trace.go:171","msg":"trace[1918147800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4091; }","duration":"200.898129ms","start":"2026-04-28T17:26:49.923123Z","end":"2026-04-28T17:26:50.124021Z","steps":["trace[1918147800] 'agreement among raft nodes before linearized reading' (duration: 200.752885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:50.168869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.046356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:50.168945Z","caller":"traceutil/trace.go:171","msg":"trace[881319784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4092; }","duration":"104.17084ms","start":"2026-04-28T17:26:50.064756Z","end":"2026-04-28T17:26:50.168927Z","steps":["trace[881319784] 'agreement among raft nodes before linearized reading' (duration: 104.032116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:50.168947Z","caller":"traceutil/trace.go:171","msg":"trace[555003631] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"244.065726ms","start":"2026-04-28T17:26:49.92485Z","end":"2026-04-28T17:26:50.168915Z","steps":["trace[555003631] 'process raft request' (duration: 243.660386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:50.168866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.681282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:26:50.169127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.261931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:26:50.169218Z","caller":"traceutil/trace.go:171","msg":"trace[674485661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4092; }","duration":"244.365953ms","start":"2026-04-28T17:26:49.924832Z","end":"2026-04-28T17:26:50.169198Z","steps":["trace[674485661] 'agreement among raft nodes before linearized reading' (duration: 244.082406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:50.169108Z","caller":"traceutil/trace.go:171","msg":"trace[1163402294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4092; }","duration":"244.96745ms","start":"2026-04-28T17:26:49.924101Z","end":"2026-04-28T17:26:50.169068Z","steps":["trace[1163402294] 'agreement among raft nodes before linearized reading' (duration: 244.592331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:50.293154Z","caller":"traceutil/trace.go:171","msg":"trace[715772165] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"118.889462ms","start":"2026-04-28T17:26:50.174223Z","end":"2026-04-28T17:26:50.293112Z","steps":["trace[715772165] 'process raft request' (duration: 87.484244ms)","trace[715772165] 'compare' (duration: 30.990098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:50.293396Z","caller":"traceutil/trace.go:171","msg":"trace[1703105305] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"118.75384ms","start":"2026-04-28T17:26:50.174618Z","end":"2026-04-28T17:26:50.293372Z","steps":["trace[1703105305] 'process raft request' (duration: 118.38911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:50.293469Z","caller":"traceutil/trace.go:171","msg":"trace[632343462] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"118.775949ms","start":"2026-04-28T17:26:50.174664Z","end":"2026-04-28T17:26:50.29344Z","steps":["trace[632343462] 'process raft request' (duration: 118.581354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:51.090198Z","caller":"traceutil/trace.go:171","msg":"trace[17916813] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"158.261955ms","start":"2026-04-28T17:26:50.931895Z","end":"2026-04-28T17:26:51.090157Z","steps":["trace[17916813] 'process raft request' (duration: 146.043054ms)","trace[17916813] 'compare' (duration: 11.442851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:51.554184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.344671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:51.554317Z","caller":"traceutil/trace.go:171","msg":"trace[794425332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4107; }","duration":"194.537506ms","start":"2026-04-28T17:26:51.359754Z","end":"2026-04-28T17:26:51.554291Z","steps":["trace[794425332] 'range keys from in-memory index tree' (duration: 194.101095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.039778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.140928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-28T17:26:52.04001Z","caller":"traceutil/trace.go:171","msg":"trace[1348074996] linearizableReadLoop","detail":"{readStateIndex:4285; appliedIndex:4283; }","duration":"258.532785ms","start":"2026-04-28T17:26:51.781453Z","end":"2026-04-28T17:26:52.039986Z","steps":["trace[1348074996] 'read index received' (duration: 132.176261ms)","trace[1348074996] 'applied index is now lower than readState.Index' (duration: 126.355144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:52.040287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.825962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62698"} {"level":"info","ts":"2026-04-28T17:26:52.040309Z","caller":"traceutil/trace.go:171","msg":"trace[427052316] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4110; }","duration":"288.473466ms","start":"2026-04-28T17:26:51.751807Z","end":"2026-04-28T17:26:52.04028Z","steps":["trace[427052316] 'process raft request' (duration: 161.769903ms)","trace[427052316] 'compare' (duration: 126.094746ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:52.040348Z","caller":"traceutil/trace.go:171","msg":"trace[716483570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4110; }","duration":"258.931645ms","start":"2026-04-28T17:26:51.781401Z","end":"2026-04-28T17:26:52.040333Z","steps":["trace[716483570] 'agreement among raft nodes before linearized reading' (duration: 258.671058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:52.04035Z","caller":"traceutil/trace.go:171","msg":"trace[1177285854] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4110; }","duration":"285.621993ms","start":"2026-04-28T17:26:51.754701Z","end":"2026-04-28T17:26:52.040323Z","steps":["trace[1177285854] 'process raft request' (duration: 285.200582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:52.435399Z","caller":"traceutil/trace.go:171","msg":"trace[1874538362] linearizableReadLoop","detail":"{readStateIndex:4286; appliedIndex:4285; }","duration":"261.271405ms","start":"2026-04-28T17:26:52.17409Z","end":"2026-04-28T17:26:52.435362Z","steps":["trace[1874538362] 'read index received' (duration: 261.051149ms)","trace[1874538362] 'applied index is now lower than readState.Index' (duration: 218.476µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:52.435476Z","caller":"traceutil/trace.go:171","msg":"trace[1673795708] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"305.621991ms","start":"2026-04-28T17:26:52.129808Z","end":"2026-04-28T17:26:52.43543Z","steps":["trace[1673795708] 'process raft request' (duration: 305.331784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.435705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:52.12978Z","time spent":"305.795555ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:52.435757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.645594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:52.435849Z","caller":"traceutil/trace.go:171","msg":"trace[255678973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4111; }","duration":"261.792547ms","start":"2026-04-28T17:26:52.174033Z","end":"2026-04-28T17:26:52.435826Z","steps":["trace[255678973] 'agreement among raft nodes before linearized reading' (duration: 261.519551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.774308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.42463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:52.774502Z","caller":"traceutil/trace.go:171","msg":"trace[1555041806] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"599.712839ms","start":"2026-04-28T17:26:52.174743Z","end":"2026-04-28T17:26:52.774456Z","steps":["trace[1555041806] 'process raft request' (duration: 299.044343ms)","trace[1555041806] 'compare' (duration: 300.291577ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:52.774668Z","caller":"traceutil/trace.go:171","msg":"trace[596612135] linearizableReadLoop","detail":"{readStateIndex:4287; appliedIndex:4286; }","duration":"339.140724ms","start":"2026-04-28T17:26:52.435501Z","end":"2026-04-28T17:26:52.774642Z","steps":["trace[596612135] 'read index received' (duration: 38.247072ms)","trace[596612135] 'applied index is now lower than readState.Index' (duration: 300.890342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:52.774762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:52.174728Z","time spent":"599.929825ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:52.774892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.696432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:26:52.774934Z","caller":"traceutil/trace.go:171","msg":"trace[373177599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4112; }","duration":"476.786804ms","start":"2026-04-28T17:26:52.298138Z","end":"2026-04-28T17:26:52.774925Z","steps":["trace[373177599] 'agreement among raft nodes before linearized reading' (duration: 476.61876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.774928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.690222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:26:52.774944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.540507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:26:52.774985Z","caller":"traceutil/trace.go:171","msg":"trace[1642559825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4112; }","duration":"476.763063ms","start":"2026-04-28T17:26:52.298204Z","end":"2026-04-28T17:26:52.774967Z","steps":["trace[1642559825] 'agreement among raft nodes before linearized reading' (duration: 476.552548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:52.775021Z","caller":"traceutil/trace.go:171","msg":"trace[1636408166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4112; }","duration":"476.65661ms","start":"2026-04-28T17:26:52.298345Z","end":"2026-04-28T17:26:52.775001Z","steps":["trace[1636408166] 'agreement among raft nodes before linearized reading' (duration: 476.478826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.775032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:52.298198Z","time spent":"476.825085ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:26:52.775037Z","caller":"traceutil/trace.go:171","msg":"trace[1380378867] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"334.460574ms","start":"2026-04-28T17:26:52.44056Z","end":"2026-04-28T17:26:52.77502Z","steps":["trace[1380378867] 'process raft request' (duration: 333.88798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.775078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:52.298322Z","time spent":"476.742633ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:26:52.774967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:52.298115Z","time spent":"476.844805ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:26:52.775163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:52.440533Z","time spent":"334.546327ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:52.775221Z","caller":"traceutil/trace.go:171","msg":"trace[1253453196] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"187.381255ms","start":"2026-04-28T17:26:52.587823Z","end":"2026-04-28T17:26:52.775204Z","steps":["trace[1253453196] 'process raft request' (duration: 187.146989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:52.775292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.093141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6245"} {"level":"info","ts":"2026-04-28T17:26:52.775331Z","caller":"traceutil/trace.go:171","msg":"trace[487794994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4114; }","duration":"173.168503ms","start":"2026-04-28T17:26:52.602153Z","end":"2026-04-28T17:26:52.775321Z","steps":["trace[487794994] 'agreement among raft nodes before linearized reading' (duration: 173.014619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:53.238827Z","caller":"traceutil/trace.go:171","msg":"trace[1836864134] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"140.133364ms","start":"2026-04-28T17:26:53.098666Z","end":"2026-04-28T17:26:53.238799Z","steps":["trace[1836864134] 'process raft request' (duration: 139.962759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:53.459085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.347862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:53.459219Z","caller":"traceutil/trace.go:171","msg":"trace[1770930874] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"360.077806ms","start":"2026-04-28T17:26:53.099113Z","end":"2026-04-28T17:26:53.459191Z","steps":["trace[1770930874] 'process raft request' (duration: 213.52916ms)","trace[1770930874] 'compare' (duration: 145.93022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:53.459312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:53.09909Z","time spent":"360.172599ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:53.925089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.781003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:53.925244Z","caller":"traceutil/trace.go:171","msg":"trace[21224291] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"262.134906ms","start":"2026-04-28T17:26:53.663083Z","end":"2026-04-28T17:26:53.925218Z","steps":["trace[21224291] 'process raft request' (duration: 30.004833ms)","trace[21224291] 'compare' (duration: 231.558658ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:53.982857Z","caller":"traceutil/trace.go:171","msg":"trace[1255853916] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"319.658048ms","start":"2026-04-28T17:26:53.663155Z","end":"2026-04-28T17:26:53.982813Z","steps":["trace[1255853916] 'process raft request' (duration: 319.306479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:53.982853Z","caller":"traceutil/trace.go:171","msg":"trace[494216727] linearizableReadLoop","detail":"{readStateIndex:4300; appliedIndex:4298; }","duration":"182.974222ms","start":"2026-04-28T17:26:53.799839Z","end":"2026-04-28T17:26:53.982813Z","steps":["trace[494216727] 'read index received' (duration: 182.628263ms)","trace[494216727] 'applied index is now lower than readState.Index' (duration: 344.189µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:53.983047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:53.663124Z","time spent":"319.834172ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1729,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:53.983102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.232349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:53.983052Z","caller":"traceutil/trace.go:171","msg":"trace[1244496188] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"308.971936ms","start":"2026-04-28T17:26:53.674018Z","end":"2026-04-28T17:26:53.98299Z","steps":["trace[1244496188] 'process raft request' (duration: 308.704809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:53.983166Z","caller":"traceutil/trace.go:171","msg":"trace[311410164] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4125; }","duration":"183.390472ms","start":"2026-04-28T17:26:53.799756Z","end":"2026-04-28T17:26:53.983147Z","steps":["trace[311410164] 'agreement among raft nodes before linearized reading' (duration: 183.218568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:53.983308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:53.673973Z","time spent":"309.217982ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27782,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:54.143574Z","caller":"traceutil/trace.go:171","msg":"trace[903201241] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"153.212706ms","start":"2026-04-28T17:26:53.990286Z","end":"2026-04-28T17:26:54.143499Z","steps":["trace[903201241] 'process raft request' (duration: 88.991783ms)","trace[903201241] 'compare' (duration: 63.792072ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:54.143911Z","caller":"traceutil/trace.go:171","msg":"trace[48629382] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"152.772085ms","start":"2026-04-28T17:26:53.991108Z","end":"2026-04-28T17:26:54.14388Z","steps":["trace[48629382] 'process raft request' (duration: 152.383104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:54.143618Z","caller":"traceutil/trace.go:171","msg":"trace[1213295844] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"153.238016ms","start":"2026-04-28T17:26:53.990346Z","end":"2026-04-28T17:26:54.143584Z","steps":["trace[1213295844] 'process raft request' (duration: 153.037611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:54.462578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.408569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:54.462756Z","caller":"traceutil/trace.go:171","msg":"trace[762812171] linearizableReadLoop","detail":"{readStateIndex:4306; appliedIndex:4303; }","duration":"311.598523ms","start":"2026-04-28T17:26:54.151132Z","end":"2026-04-28T17:26:54.46273Z","steps":["trace[762812171] 'read index received' (duration: 56.222659ms)","trace[762812171] 'applied index is now lower than readState.Index' (duration: 255.374484ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:54.462875Z","caller":"traceutil/trace.go:171","msg":"trace[2013583854] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"311.928412ms","start":"2026-04-28T17:26:54.150935Z","end":"2026-04-28T17:26:54.462864Z","steps":["trace[2013583854] 'process raft request' (duration: 311.732877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:54.462964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:54.150906Z","time spent":"312.010914ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:54.462934Z","caller":"traceutil/trace.go:171","msg":"trace[908417393] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"311.999233ms","start":"2026-04-28T17:26:54.15089Z","end":"2026-04-28T17:26:54.462889Z","steps":["trace[908417393] 'process raft request' (duration: 162.174584ms)","trace[908417393] 'compare' (duration: 149.242795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:54.463148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.993974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"warn","ts":"2026-04-28T17:26:54.463234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:54.150861Z","time spent":"312.344383ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:26:54.463231Z","caller":"traceutil/trace.go:171","msg":"trace[1548682012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4131; }","duration":"312.110397ms","start":"2026-04-28T17:26:54.151101Z","end":"2026-04-28T17:26:54.463212Z","steps":["trace[1548682012] 'agreement among raft nodes before linearized reading' (duration: 311.799088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:54.463349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:54.151086Z","time spent":"312.22516ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:26:54.463912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.103143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:26:54.463984Z","caller":"traceutil/trace.go:171","msg":"trace[1106432803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4132; }","duration":"140.240716ms","start":"2026-04-28T17:26:54.323728Z","end":"2026-04-28T17:26:54.463969Z","steps":["trace[1106432803] 'agreement among raft nodes before linearized reading' (duration: 139.959819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:55.155251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.950504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:55.155547Z","caller":"traceutil/trace.go:171","msg":"trace[753512186] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"275.602929ms","start":"2026-04-28T17:26:54.879903Z","end":"2026-04-28T17:26:55.155506Z","steps":["trace[753512186] 'process raft request' (duration: 103.235806ms)","trace[753512186] 'compare' (duration: 171.752477ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:55.155635Z","caller":"traceutil/trace.go:171","msg":"trace[614310995] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4345; }","duration":"273.820223ms","start":"2026-04-28T17:26:54.881789Z","end":"2026-04-28T17:26:55.155609Z","steps":["trace[614310995] 'read index received' (duration: 101.380498ms)","trace[614310995] 'applied index is now lower than readState.Index' (duration: 172.438395ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:55.155864Z","caller":"traceutil/trace.go:171","msg":"trace[238439112] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"275.876226ms","start":"2026-04-28T17:26:54.879975Z","end":"2026-04-28T17:26:55.155851Z","steps":["trace[238439112] 'process raft request' (duration: 275.446555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:55.155948Z","caller":"traceutil/trace.go:171","msg":"trace[2003134271] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"274.612403ms","start":"2026-04-28T17:26:54.88129Z","end":"2026-04-28T17:26:55.155902Z","steps":["trace[2003134271] 'process raft request' (duration: 274.220314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:55.15622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.308752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jqrz9\" ","response":"range_response_count:1 size:3866"} {"level":"info","ts":"2026-04-28T17:26:55.156329Z","caller":"traceutil/trace.go:171","msg":"trace[2054637965] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jqrz9; range_end:; response_count:1; response_revision:4172; }","duration":"277.454685ms","start":"2026-04-28T17:26:54.878844Z","end":"2026-04-28T17:26:55.156299Z","steps":["trace[2054637965] 'agreement among raft nodes before linearized reading' (duration: 277.131987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:55.166277Z","caller":"traceutil/trace.go:171","msg":"trace[1001765625] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"281.335155ms","start":"2026-04-28T17:26:54.884927Z","end":"2026-04-28T17:26:55.166262Z","steps":["trace[1001765625] 'process raft request' (duration: 281.239823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:55.166374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.570455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5689"} {"level":"info","ts":"2026-04-28T17:26:55.166432Z","caller":"traceutil/trace.go:171","msg":"trace[230206842] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:4175; }","duration":"280.658938ms","start":"2026-04-28T17:26:54.885758Z","end":"2026-04-28T17:26:55.166417Z","steps":["trace[230206842] 'agreement among raft nodes before linearized reading' (duration: 280.452213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:55.166532Z","caller":"traceutil/trace.go:171","msg":"trace[335187046] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"281.590061ms","start":"2026-04-28T17:26:54.884794Z","end":"2026-04-28T17:26:55.166384Z","steps":["trace[335187046] 'process raft request' (duration: 281.305653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:55.166693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.990118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-28T17:26:55.166752Z","caller":"traceutil/trace.go:171","msg":"trace[1430225066] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:4175; }","duration":"158.126902ms","start":"2026-04-28T17:26:55.00861Z","end":"2026-04-28T17:26:55.166737Z","steps":["trace[1430225066] 'agreement among raft nodes before linearized reading' (duration: 157.855825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:55.166646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.618852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:27776"} {"level":"info","ts":"2026-04-28T17:26:55.166865Z","caller":"traceutil/trace.go:171","msg":"trace[1439218537] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:4175; }","duration":"213.860829ms","start":"2026-04-28T17:26:54.952973Z","end":"2026-04-28T17:26:55.166834Z","steps":["trace[1439218537] 'agreement among raft nodes before linearized reading' (duration: 213.590312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:55.166739Z","caller":"traceutil/trace.go:171","msg":"trace[1459340549] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"282.008622ms","start":"2026-04-28T17:26:54.884709Z","end":"2026-04-28T17:26:55.166718Z","steps":["trace[1459340549] 'process raft request' (duration: 281.292053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:56.5974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.15324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:56.597502Z","caller":"traceutil/trace.go:171","msg":"trace[356875484] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4190; }","duration":"154.313794ms","start":"2026-04-28T17:26:56.443166Z","end":"2026-04-28T17:26:56.59748Z","steps":["trace[356875484] 'count revisions from in-memory index tree' (duration: 154.063948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:56.597612Z","caller":"traceutil/trace.go:171","msg":"trace[1711099265] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"143.476909ms","start":"2026-04-28T17:26:56.45411Z","end":"2026-04-28T17:26:56.597587Z","steps":["trace[1711099265] 'process raft request' (duration: 64.987443ms)","trace[1711099265] 'compare' (duration: 78.106786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:56.597696Z","caller":"traceutil/trace.go:171","msg":"trace[168793970] linearizableReadLoop","detail":"{readStateIndex:4367; appliedIndex:4366; }","duration":"125.789329ms","start":"2026-04-28T17:26:56.471879Z","end":"2026-04-28T17:26:56.597669Z","steps":["trace[168793970] 'read index received' (duration: 47.263621ms)","trace[168793970] 'applied index is now lower than readState.Index' (duration: 78.523978ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:56.597764Z","caller":"traceutil/trace.go:171","msg":"trace[1714074430] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"125.740468ms","start":"2026-04-28T17:26:56.471982Z","end":"2026-04-28T17:26:56.597723Z","steps":["trace[1714074430] 'process raft request' (duration: 125.600654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:56.597924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.036485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:26:56.597957Z","caller":"traceutil/trace.go:171","msg":"trace[324470282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4192; }","duration":"126.080387ms","start":"2026-04-28T17:26:56.471864Z","end":"2026-04-28T17:26:56.597945Z","steps":["trace[324470282] 'agreement among raft nodes before linearized reading' (duration: 125.887582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:56.894797Z","caller":"traceutil/trace.go:171","msg":"trace[648224009] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"114.497041ms","start":"2026-04-28T17:26:56.780272Z","end":"2026-04-28T17:26:56.894769Z","steps":["trace[648224009] 'process raft request' (duration: 114.317147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.029499Z","caller":"traceutil/trace.go:171","msg":"trace[229710664] linearizableReadLoop","detail":"{readStateIndex:4371; appliedIndex:4368; }","duration":"181.175047ms","start":"2026-04-28T17:26:56.848281Z","end":"2026-04-28T17:26:57.029456Z","steps":["trace[229710664] 'read index received' (duration: 46.39973ms)","trace[229710664] 'applied index is now lower than readState.Index' (duration: 134.773627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:57.029577Z","caller":"traceutil/trace.go:171","msg":"trace[1894088496] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"240.943176ms","start":"2026-04-28T17:26:56.7886Z","end":"2026-04-28T17:26:57.029543Z","steps":["trace[1894088496] 'process raft request' (duration: 240.497405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.029619Z","caller":"traceutil/trace.go:171","msg":"trace[1332252394] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"194.097776ms","start":"2026-04-28T17:26:56.835475Z","end":"2026-04-28T17:26:57.029573Z","steps":["trace[1332252394] 'process raft request' (duration: 193.916852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.029745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.422323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:57.029806Z","caller":"traceutil/trace.go:171","msg":"trace[1267773212] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4195; }","duration":"181.548586ms","start":"2026-04-28T17:26:56.84824Z","end":"2026-04-28T17:26:57.029789Z","steps":["trace[1267773212] 'agreement among raft nodes before linearized reading' (duration: 181.381392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.100307Z","caller":"traceutil/trace.go:171","msg":"trace[1972332997] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"200.797576ms","start":"2026-04-28T17:26:56.899482Z","end":"2026-04-28T17:26:57.10028Z","steps":["trace[1972332997] 'process raft request' (duration: 200.607651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.100465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.623482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:57.100559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.58465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:57.10064Z","caller":"traceutil/trace.go:171","msg":"trace[243211472] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4197; }","duration":"200.873658ms","start":"2026-04-28T17:26:56.899735Z","end":"2026-04-28T17:26:57.100608Z","steps":["trace[243211472] 'agreement among raft nodes before linearized reading' (duration: 200.603571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.100662Z","caller":"traceutil/trace.go:171","msg":"trace[177876145] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4197; }","duration":"106.816236ms","start":"2026-04-28T17:26:56.993827Z","end":"2026-04-28T17:26:57.100643Z","steps":["trace[177876145] 'agreement among raft nodes before linearized reading' (duration: 106.473667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.100647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.674064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:26:57.100649Z","caller":"traceutil/trace.go:171","msg":"trace[690186659] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"200.859868ms","start":"2026-04-28T17:26:56.89975Z","end":"2026-04-28T17:26:57.10061Z","steps":["trace[690186659] 'process raft request' (duration: 200.476609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.100742Z","caller":"traceutil/trace.go:171","msg":"trace[1041118837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4197; }","duration":"226.854789ms","start":"2026-04-28T17:26:56.873865Z","end":"2026-04-28T17:26:57.100719Z","steps":["trace[1041118837] 'agreement among raft nodes before linearized reading' (duration: 226.50299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.100799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.658883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:26:57.100843Z","caller":"traceutil/trace.go:171","msg":"trace[10415135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4197; }","duration":"226.736756ms","start":"2026-04-28T17:26:56.874094Z","end":"2026-04-28T17:26:57.100831Z","steps":["trace[10415135] 'agreement among raft nodes before linearized reading' (duration: 226.561301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.242563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.594106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:57.24275Z","caller":"traceutil/trace.go:171","msg":"trace[1090670885] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"137.818685ms","start":"2026-04-28T17:26:57.104894Z","end":"2026-04-28T17:26:57.242713Z","steps":["trace[1090670885] 'process raft request' (duration: 29.87476ms)","trace[1090670885] 'compare' (duration: 107.272548ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:57.266509Z","caller":"traceutil/trace.go:171","msg":"trace[676454843] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"160.05474ms","start":"2026-04-28T17:26:57.10642Z","end":"2026-04-28T17:26:57.266475Z","steps":["trace[676454843] 'process raft request' (duration: 159.806073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.266716Z","caller":"traceutil/trace.go:171","msg":"trace[847490137] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"158.49751ms","start":"2026-04-28T17:26:57.108196Z","end":"2026-04-28T17:26:57.266694Z","steps":["trace[847490137] 'process raft request' (duration: 158.198213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.595908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.388603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:57.596006Z","caller":"traceutil/trace.go:171","msg":"trace[1435739741] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"324.669436ms","start":"2026-04-28T17:26:57.27132Z","end":"2026-04-28T17:26:57.595989Z","steps":["trace[1435739741] 'process raft request' (duration: 154.13375ms)","trace[1435739741] 'compare' (duration: 170.214248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:57.59605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.271296Z","time spent":"324.734727ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:57.631206Z","caller":"traceutil/trace.go:171","msg":"trace[163651780] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"358.832504ms","start":"2026-04-28T17:26:57.272332Z","end":"2026-04-28T17:26:57.631165Z","steps":["trace[163651780] 'process raft request' (duration: 358.556077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.631371Z","caller":"traceutil/trace.go:171","msg":"trace[1043015216] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"358.986978ms","start":"2026-04-28T17:26:57.272341Z","end":"2026-04-28T17:26:57.631328Z","steps":["trace[1043015216] 'process raft request' (duration: 358.717831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.631472Z","caller":"traceutil/trace.go:171","msg":"trace[2021764335] linearizableReadLoop","detail":"{readStateIndex:4379; appliedIndex:4376; }","duration":"358.504986ms","start":"2026-04-28T17:26:57.272937Z","end":"2026-04-28T17:26:57.631442Z","steps":["trace[2021764335] 'read index received' (duration: 152.680502ms)","trace[2021764335] 'applied index is now lower than readState.Index' (duration: 205.821694ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:57.631406Z","caller":"traceutil/trace.go:171","msg":"trace[1048454274] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"355.959291ms","start":"2026-04-28T17:26:57.275289Z","end":"2026-04-28T17:26:57.631248Z","steps":["trace[1048454274] 'process raft request' (duration: 355.858048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.631507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.272309Z","time spent":"358.985388ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:57.631636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.275273Z","time spent":"356.291641ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4350,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:57.631546Z","caller":"traceutil/trace.go:171","msg":"trace[709013148] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"308.905995ms","start":"2026-04-28T17:26:57.322621Z","end":"2026-04-28T17:26:57.631527Z","steps":["trace[709013148] 'process raft request' (duration: 308.585166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.631646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.695831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:57.63182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.322597Z","time spent":"309.173382ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:57.631916Z","caller":"traceutil/trace.go:171","msg":"trace[1628471591] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4205; }","duration":"358.961747ms","start":"2026-04-28T17:26:57.272889Z","end":"2026-04-28T17:26:57.631851Z","steps":["trace[1628471591] 'agreement among raft nodes before linearized reading' (duration: 358.6879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:57.632032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.272878Z","time spent":"359.135902ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-04-28T17:26:57.631575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.272311Z","time spent":"359.156033ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:57.828424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.356233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:57.82861Z","caller":"traceutil/trace.go:171","msg":"trace[1787945726] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"261.048099ms","start":"2026-04-28T17:26:57.567526Z","end":"2026-04-28T17:26:57.828574Z","steps":["trace[1787945726] 'process raft request' (duration: 136.46487ms)","trace[1787945726] 'compare' (duration: 123.968253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:57.833991Z","caller":"traceutil/trace.go:171","msg":"trace[419284127] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"197.908403ms","start":"2026-04-28T17:26:57.636043Z","end":"2026-04-28T17:26:57.833951Z","steps":["trace[419284127] 'process raft request' (duration: 197.734069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.834222Z","caller":"traceutil/trace.go:171","msg":"trace[477479505] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"195.988484ms","start":"2026-04-28T17:26:57.638198Z","end":"2026-04-28T17:26:57.834186Z","steps":["trace[477479505] 'process raft request' (duration: 195.717497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:57.834212Z","caller":"traceutil/trace.go:171","msg":"trace[334229590] linearizableReadLoop","detail":"{readStateIndex:4384; appliedIndex:4381; }","duration":"193.725036ms","start":"2026-04-28T17:26:57.640445Z","end":"2026-04-28T17:26:57.83417Z","steps":["trace[334229590] 'read index received' (duration: 63.563115ms)","trace[334229590] 'applied index is now lower than readState.Index' (duration: 130.158971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:57.834569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.081145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:26:57.834643Z","caller":"traceutil/trace.go:171","msg":"trace[1671107363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4208; }","duration":"194.261679ms","start":"2026-04-28T17:26:57.640364Z","end":"2026-04-28T17:26:57.834626Z","steps":["trace[1671107363] 'agreement among raft nodes before linearized reading' (duration: 193.90821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.308863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.204273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:58.309023Z","caller":"traceutil/trace.go:171","msg":"trace[214869568] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"466.561184ms","start":"2026-04-28T17:26:57.842441Z","end":"2026-04-28T17:26:58.309003Z","steps":["trace[214869568] 'process raft request' (duration: 122.046963ms)","trace[214869568] 'compare' (duration: 344.048119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:58.309126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.842421Z","time spent":"466.671656ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:58.34427Z","caller":"traceutil/trace.go:171","msg":"trace[884055879] linearizableReadLoop","detail":"{readStateIndex:4387; appliedIndex:4385; }","duration":"446.132854ms","start":"2026-04-28T17:26:57.898117Z","end":"2026-04-28T17:26:58.344249Z","steps":["trace[884055879] 'read index received' (duration: 66.427788ms)","trace[884055879] 'applied index is now lower than readState.Index' (duration: 379.704086ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:58.34437Z","caller":"traceutil/trace.go:171","msg":"trace[165040636] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"466.813591ms","start":"2026-04-28T17:26:57.877523Z","end":"2026-04-28T17:26:58.344337Z","steps":["trace[165040636] 'process raft request' (duration: 466.600415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.344434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.308148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:58.344469Z","caller":"traceutil/trace.go:171","msg":"trace[67627844] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4211; }","duration":"446.419222ms","start":"2026-04-28T17:26:57.898039Z","end":"2026-04-28T17:26:58.344458Z","steps":["trace[67627844] 'agreement among raft nodes before linearized reading' (duration: 446.314559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.344505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.898008Z","time spent":"446.487013ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:26:58.34456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:57.877498Z","time spent":"466.965415ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6321,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:58.827398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.635162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:58.827739Z","caller":"traceutil/trace.go:171","msg":"trace[1599691232] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"513.57646ms","start":"2026-04-28T17:26:58.314087Z","end":"2026-04-28T17:26:58.827664Z","steps":["trace[1599691232] 'process raft request' (duration: 146.553117ms)","trace[1599691232] 'compare' (duration: 366.236963ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:26:58.827823Z","caller":"traceutil/trace.go:171","msg":"trace[1178856641] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"473.977304ms","start":"2026-04-28T17:26:58.353827Z","end":"2026-04-28T17:26:58.827804Z","steps":["trace[1178856641] 'process raft request' (duration: 473.743958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.82789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.353813Z","time spent":"474.047385ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7232,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:26:58.827916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.314062Z","time spent":"513.759075ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:58.828141Z","caller":"traceutil/trace.go:171","msg":"trace[854205518] linearizableReadLoop","detail":"{readStateIndex:4388; appliedIndex:4387; }","duration":"483.764262ms","start":"2026-04-28T17:26:58.344329Z","end":"2026-04-28T17:26:58.828093Z","steps":["trace[854205518] 'read index received' (duration: 116.276507ms)","trace[854205518] 'applied index is now lower than readState.Index' (duration: 367.479775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:58.828315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.984146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:58.828406Z","caller":"traceutil/trace.go:171","msg":"trace[216855384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4213; }","duration":"760.14106ms","start":"2026-04-28T17:26:58.06824Z","end":"2026-04-28T17:26:58.828381Z","steps":["trace[216855384] 'agreement among raft nodes before linearized reading' (duration: 759.966246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.828463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.068192Z","time spent":"760.256833ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:26:58.830513Z","caller":"traceutil/trace.go:171","msg":"trace[1711744104] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"227.440644ms","start":"2026-04-28T17:26:58.603004Z","end":"2026-04-28T17:26:58.830444Z","steps":["trace[1711744104] 'process raft request' (duration: 227.197177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.830584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.131484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:58.830517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.404861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:26:58.830631Z","caller":"traceutil/trace.go:171","msg":"trace[1917970682] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io; range_end:; response_count:0; response_revision:4214; }","duration":"479.236056ms","start":"2026-04-28T17:26:58.35138Z","end":"2026-04-28T17:26:58.830616Z","steps":["trace[1917970682] 'agreement among raft nodes before linearized reading' (duration: 479.125274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:58.83067Z","caller":"traceutil/trace.go:171","msg":"trace[1471803452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4214; }","duration":"223.606146ms","start":"2026-04-28T17:26:58.607047Z","end":"2026-04-28T17:26:58.830653Z","steps":["trace[1471803452] 'agreement among raft nodes before linearized reading' (duration: 223.306169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:58.830705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.351362Z","time spent":"479.298258ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" "} {"level":"warn","ts":"2026-04-28T17:26:59.348595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.840381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:26:59.348924Z","caller":"traceutil/trace.go:171","msg":"trace[1081018795] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"512.39232ms","start":"2026-04-28T17:26:58.836507Z","end":"2026-04-28T17:26:59.3489Z","steps":["trace[1081018795] 'process raft request' (duration: 91.171438ms)","trace[1081018795] 'compare' (duration: 420.668087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:59.349069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.83647Z","time spent":"512.523753ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:59.349694Z","caller":"traceutil/trace.go:171","msg":"trace[471838513] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"313.258946ms","start":"2026-04-28T17:26:59.036423Z","end":"2026-04-28T17:26:59.349682Z","steps":["trace[471838513] 'process raft request' (duration: 313.201505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.349705Z","caller":"traceutil/trace.go:171","msg":"trace[1896371776] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"512.965304ms","start":"2026-04-28T17:26:58.836708Z","end":"2026-04-28T17:26:59.349673Z","steps":["trace[1896371776] 'process raft request' (duration: 512.7935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.349792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.836677Z","time spent":"513.075647ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:26:59.349804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.036396Z","time spent":"313.335578ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:26:59.349818Z","caller":"traceutil/trace.go:171","msg":"trace[1855740767] linearizableReadLoop","detail":"{readStateIndex:4392; appliedIndex:4390; }","duration":"422.271508ms","start":"2026-04-28T17:26:58.927519Z","end":"2026-04-28T17:26:59.34979Z","steps":["trace[1855740767] 'read index received' (duration: 206.492891ms)","trace[1855740767] 'applied index is now lower than readState.Index' (duration: 215.775957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:26:59.349956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.419762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:26:59.350016Z","caller":"traceutil/trace.go:171","msg":"trace[173743277] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4217; }","duration":"422.546995ms","start":"2026-04-28T17:26:58.927457Z","end":"2026-04-28T17:26:59.350004Z","steps":["trace[173743277] 'agreement among raft nodes before linearized reading' (duration: 422.425982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.464683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:26:59.35005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.608546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:59.350078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.915647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:59.350132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.713838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350154Z","caller":"traceutil/trace.go:171","msg":"trace[1756776332] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4217; }","duration":"258.744149ms","start":"2026-04-28T17:26:59.0914Z","end":"2026-04-28T17:26:59.350144Z","steps":["trace[1756776332] 'agreement among raft nodes before linearized reading' (duration: 258.713858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.490089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350171Z","caller":"traceutil/trace.go:171","msg":"trace[930149635] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4217; }","duration":"277.988919ms","start":"2026-04-28T17:26:59.072148Z","end":"2026-04-28T17:26:59.350137Z","steps":["trace[930149635] 'agreement among raft nodes before linearized reading' (duration: 277.871876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.350181Z","caller":"traceutil/trace.go:171","msg":"trace[1634782731] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4217; }","duration":"296.570912ms","start":"2026-04-28T17:26:59.053601Z","end":"2026-04-28T17:26:59.350172Z","steps":["trace[1634782731] 'agreement among raft nodes before linearized reading' (duration: 296.50558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.35023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.75496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:59.350162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.48165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350344Z","caller":"traceutil/trace.go:171","msg":"trace[1269782001] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4217; }","duration":"296.694184ms","start":"2026-04-28T17:26:59.053631Z","end":"2026-04-28T17:26:59.350325Z","steps":["trace[1269782001] 'agreement among raft nodes before linearized reading' (duration: 296.474209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.350339Z","caller":"traceutil/trace.go:171","msg":"trace[1378043553] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4217; }","duration":"295.931945ms","start":"2026-04-28T17:26:59.054382Z","end":"2026-04-28T17:26:59.350313Z","steps":["trace[1378043553] 'agreement among raft nodes before linearized reading' (duration: 295.759541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.41717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:26:59.350387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.386719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350415Z","caller":"traceutil/trace.go:171","msg":"trace[1886643753] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4217; }","duration":"243.451121ms","start":"2026-04-28T17:26:59.106958Z","end":"2026-04-28T17:26:59.350409Z","steps":["trace[1886643753] 'agreement among raft nodes before linearized reading' (duration: 243.41069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.488582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350453Z","caller":"traceutil/trace.go:171","msg":"trace[2009238271] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4217; }","duration":"243.564363ms","start":"2026-04-28T17:26:59.106881Z","end":"2026-04-28T17:26:59.350446Z","steps":["trace[2009238271] 'agreement among raft nodes before linearized reading' (duration: 243.524932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.077272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350502Z","caller":"traceutil/trace.go:171","msg":"trace[295537240] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4217; }","duration":"243.130633ms","start":"2026-04-28T17:26:59.107364Z","end":"2026-04-28T17:26:59.350495Z","steps":["trace[295537240] 'agreement among raft nodes before linearized reading' (duration: 243.086882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.350388Z","caller":"traceutil/trace.go:171","msg":"trace[995394024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4217; }","duration":"103.448771ms","start":"2026-04-28T17:26:59.246931Z","end":"2026-04-28T17:26:59.350379Z","steps":["trace[995394024] 'agreement among raft nodes before linearized reading' (duration: 103.364419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.029997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:59.350572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.340217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:26:59.350615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.129719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:26:59.350049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:58.927431Z","time spent":"422.610616ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:26:59.350643Z","caller":"traceutil/trace.go:171","msg":"trace[663033299] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4217; }","duration":"152.20835ms","start":"2026-04-28T17:26:59.198428Z","end":"2026-04-28T17:26:59.350637Z","steps":["trace[663033299] 'agreement among raft nodes before linearized reading' (duration: 152.164639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.350644Z","caller":"traceutil/trace.go:171","msg":"trace[678574830] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4217; }","duration":"278.475881ms","start":"2026-04-28T17:26:59.072157Z","end":"2026-04-28T17:26:59.350632Z","steps":["trace[678574830] 'agreement among raft nodes before linearized reading' (duration: 278.323357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.350085Z","caller":"traceutil/trace.go:171","msg":"trace[1761456454] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4217; }","duration":"304.588306ms","start":"2026-04-28T17:26:59.045486Z","end":"2026-04-28T17:26:59.350074Z","steps":["trace[1761456454] 'agreement among raft nodes before linearized reading' (duration: 304.471333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.045468Z","time spent":"305.297523ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:26:59.350604Z","caller":"traceutil/trace.go:171","msg":"trace[2016325379] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4217; }","duration":"259.081557ms","start":"2026-04-28T17:26:59.091515Z","end":"2026-04-28T17:26:59.350596Z","steps":["trace[2016325379] 'agreement among raft nodes before linearized reading' (duration: 259.013796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:26:59.35009Z","caller":"traceutil/trace.go:171","msg":"trace[616961290] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4217; }","duration":"258.706398ms","start":"2026-04-28T17:26:59.091371Z","end":"2026-04-28T17:26:59.350077Z","steps":["trace[616961290] 'agreement among raft nodes before linearized reading' (duration: 258.626496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:26:59.350092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.982333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:26:59.350927Z","caller":"traceutil/trace.go:171","msg":"trace[1642271915] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4217; }","duration":"277.867906ms","start":"2026-04-28T17:26:59.073049Z","end":"2026-04-28T17:26:59.350917Z","steps":["trace[1642271915] 'agreement among raft nodes before linearized reading' (duration: 277.023155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:00.568021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.15257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:00.568194Z","caller":"traceutil/trace.go:171","msg":"trace[441803725] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"1.214315379s","start":"2026-04-28T17:26:59.353855Z","end":"2026-04-28T17:27:00.56817Z","steps":["trace[441803725] 'process raft request' (duration: 243.922632ms)","trace[441803725] 'compare' (duration: 969.810122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:00.568269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.353831Z","time spent":"1.214403561s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":974,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:27:01.135635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537736592s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:27:01.137366Z","caller":"traceutil/trace.go:171","msg":"trace[1217700692] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"1.783001358s","start":"2026-04-28T17:26:59.35434Z","end":"2026-04-28T17:27:01.137341Z","steps":["trace[1217700692] 'process raft request' (duration: 1.781601483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.137509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.354327Z","time spent":"1.783124471s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:01.137538Z","caller":"traceutil/trace.go:171","msg":"trace[551787808] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"1.782137347s","start":"2026-04-28T17:26:59.35537Z","end":"2026-04-28T17:27:01.137507Z","steps":["trace[551787808] 'process raft request' (duration: 1.781816269s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:01.137578Z","caller":"traceutil/trace.go:171","msg":"trace[1065161475] linearizableReadLoop","detail":"{readStateIndex:4396; appliedIndex:4393; }","duration":"1.78186372s","start":"2026-04-28T17:26:59.355614Z","end":"2026-04-28T17:27:01.137478Z","steps":["trace[1065161475] 'read index received' (duration: 242.322492ms)","trace[1065161475] 'applied index is now lower than readState.Index' (duration: 1.539540098s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:01.137675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.355353Z","time spent":"1.78224377s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:01.137758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782139887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:01.137799Z","caller":"traceutil/trace.go:171","msg":"trace[613718491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:4221; }","duration":"1.782196349s","start":"2026-04-28T17:26:59.355588Z","end":"2026-04-28T17:27:01.137784Z","steps":["trace[613718491] 'agreement among raft nodes before linearized reading' (duration: 1.782134757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.137827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.355571Z","time spent":"1.78225123s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" "} {"level":"info","ts":"2026-04-28T17:27:01.137803Z","caller":"traceutil/trace.go:171","msg":"trace[282314807] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"1.780168826s","start":"2026-04-28T17:26:59.357563Z","end":"2026-04-28T17:27:01.137732Z","steps":["trace[282314807] 'process raft request' (duration: 1.779782707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.138055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.357538Z","time spent":"1.780374812s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:01.153328Z","caller":"traceutil/trace.go:171","msg":"trace[1495471624] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"1.515146748s","start":"2026-04-28T17:26:59.638152Z","end":"2026-04-28T17:27:01.153299Z","steps":["trace[1495471624] 'process raft request' (duration: 1.514937152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.153737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.638122Z","time spent":"1.515529158s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:01.212571Z","caller":"traceutil/trace.go:171","msg":"trace[1327074907] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"1.37798232s","start":"2026-04-28T17:26:59.834562Z","end":"2026-04-28T17:27:01.212544Z","steps":["trace[1327074907] 'process raft request' (duration: 1.377337434s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:01.212667Z","caller":"traceutil/trace.go:171","msg":"trace[237033112] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"376.114544ms","start":"2026-04-28T17:27:00.836512Z","end":"2026-04-28T17:27:01.212627Z","steps":["trace[237033112] 'process raft request' (duration: 375.797526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.212715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.834496Z","time spent":"1.378138374s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:01.212926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:00.836481Z","time spent":"376.295778ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:01.213357Z","caller":"traceutil/trace.go:171","msg":"trace[163979224] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"325.652321ms","start":"2026-04-28T17:27:00.887685Z","end":"2026-04-28T17:27:01.213337Z","steps":["trace[163979224] 'process raft request' (duration: 324.883362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.213454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:00.887658Z","time spent":"325.750933ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:01.213718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825928691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T17:27:01.213779Z","caller":"traceutil/trace.go:171","msg":"trace[936799519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4225; }","duration":"1.826038403s","start":"2026-04-28T17:26:59.387725Z","end":"2026-04-28T17:27:01.213764Z","steps":["trace[936799519] 'agreement among raft nodes before linearized reading' (duration: 1.825844049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.213813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339616664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:27:01.213864Z","caller":"traceutil/trace.go:171","msg":"trace[1576828762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4225; }","duration":"1.339692476s","start":"2026-04-28T17:26:59.874158Z","end":"2026-04-28T17:27:01.21385Z","steps":["trace[1576828762] 'agreement among raft nodes before linearized reading' (duration: 1.339515371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.213881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.256752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:27:01.213913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.874148Z","time spent":"1.339752198s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:27:01.213921Z","caller":"traceutil/trace.go:171","msg":"trace[1579911350] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4225; }","duration":"386.356274ms","start":"2026-04-28T17:27:00.827551Z","end":"2026-04-28T17:27:01.213908Z","steps":["trace[1579911350] 'agreement among raft nodes before linearized reading' (duration: 386.256552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.213962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:00.827518Z","time spent":"386.435646ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":36,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:01.213933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145996031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:01.214013Z","caller":"traceutil/trace.go:171","msg":"trace[393615414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4225; }","duration":"1.146119074s","start":"2026-04-28T17:27:00.067876Z","end":"2026-04-28T17:27:01.213995Z","steps":["trace[393615414] 'agreement among raft nodes before linearized reading' (duration: 1.145981571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.213978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.535921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:01.214018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.641374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:27:01.214059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:00.067862Z","time spent":"1.146190316s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:27:01.214079Z","caller":"traceutil/trace.go:171","msg":"trace[448512389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4225; }","duration":"370.752367ms","start":"2026-04-28T17:27:00.843311Z","end":"2026-04-28T17:27:01.214064Z","steps":["trace[448512389] 'agreement among raft nodes before linearized reading' (duration: 370.503191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:01.214064Z","caller":"traceutil/trace.go:171","msg":"trace[254040564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4225; }","duration":"156.690445ms","start":"2026-04-28T17:27:01.05736Z","end":"2026-04-28T17:27:01.21405Z","steps":["trace[254040564] 'agreement among raft nodes before linearized reading' (duration: 156.539951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.214117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:00.843286Z","time spent":"370.822379ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:27:01.214102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463890494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:27:01.214196Z","caller":"traceutil/trace.go:171","msg":"trace[1813543883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4225; }","duration":"1.464052188s","start":"2026-04-28T17:26:59.750122Z","end":"2026-04-28T17:27:01.214174Z","steps":["trace[1813543883] 'agreement among raft nodes before linearized reading' (duration: 1.463770721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.214249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.750095Z","time spent":"1.46414365s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:27:01.214331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6143354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:27:01.214353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427599522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T17:27:01.214366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57771649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:27:01.214378Z","caller":"traceutil/trace.go:171","msg":"trace[1433894291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4225; }","duration":"1.614418112s","start":"2026-04-28T17:26:59.599947Z","end":"2026-04-28T17:27:01.214365Z","steps":["trace[1433894291] 'agreement among raft nodes before linearized reading' (duration: 1.614295528s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:01.214408Z","caller":"traceutil/trace.go:171","msg":"trace[417868647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4225; }","duration":"1.427658433s","start":"2026-04-28T17:26:59.786735Z","end":"2026-04-28T17:27:01.214393Z","steps":["trace[417868647] 'agreement among raft nodes before linearized reading' (duration: 1.427495258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.214418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.599926Z","time spent":"1.614484855s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:27:01.214417Z","caller":"traceutil/trace.go:171","msg":"trace[1342589236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4225; }","duration":"1.577834382s","start":"2026-04-28T17:26:59.636568Z","end":"2026-04-28T17:27:01.214403Z","steps":["trace[1342589236] 'agreement among raft nodes before linearized reading' (duration: 1.577688228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:01.214454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.78668Z","time spent":"1.427765847s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:27:01.214462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.636533Z","time spent":"1.577921935s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:01.214448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:26:59.387703Z","time spent":"1.826104655s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:27:01.445206Z","caller":"traceutil/trace.go:171","msg":"trace[2110450091] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"162.692377ms","start":"2026-04-28T17:27:01.282483Z","end":"2026-04-28T17:27:01.445175Z","steps":["trace[2110450091] 'process raft request' (duration: 146.256918ms)","trace[2110450091] 'compare' (duration: 16.11493ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:03.562217Z","caller":"traceutil/trace.go:171","msg":"trace[1314517574] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"111.397633ms","start":"2026-04-28T17:27:03.450784Z","end":"2026-04-28T17:27:03.562182Z","steps":["trace[1314517574] 'process raft request' (duration: 106.109639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:05.256203Z","caller":"traceutil/trace.go:171","msg":"trace[544572865] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"100.619018ms","start":"2026-04-28T17:27:05.155555Z","end":"2026-04-28T17:27:05.256174Z","steps":["trace[544572865] 'process raft request' (duration: 100.431914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:05.258195Z","caller":"traceutil/trace.go:171","msg":"trace[950225426] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"101.86043ms","start":"2026-04-28T17:27:05.156297Z","end":"2026-04-28T17:27:05.258157Z","steps":["trace[950225426] 'process raft request' (duration: 101.547812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:09.490384Z","caller":"traceutil/trace.go:171","msg":"trace[1520407085] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"196.386724ms","start":"2026-04-28T17:27:09.293963Z","end":"2026-04-28T17:27:09.49035Z","steps":["trace[1520407085] 'process raft request' (duration: 130.318584ms)","trace[1520407085] 'compare' (duration: 65.874865ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:09.490832Z","caller":"traceutil/trace.go:171","msg":"trace[1958283569] linearizableReadLoop","detail":"{readStateIndex:4497; appliedIndex:4493; }","duration":"134.037058ms","start":"2026-04-28T17:27:09.356768Z","end":"2026-04-28T17:27:09.490805Z","steps":["trace[1958283569] 'read index received' (duration: 67.492336ms)","trace[1958283569] 'applied index is now lower than readState.Index' (duration: 66.535582ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:09.490861Z","caller":"traceutil/trace.go:171","msg":"trace[802647398] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"195.182403ms","start":"2026-04-28T17:27:09.295656Z","end":"2026-04-28T17:27:09.490839Z","steps":["trace[802647398] 'process raft request' (duration: 194.948817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:09.490934Z","caller":"traceutil/trace.go:171","msg":"trace[1545674257] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"164.76188ms","start":"2026-04-28T17:27:09.326138Z","end":"2026-04-28T17:27:09.4909Z","steps":["trace[1545674257] 'process raft request' (duration: 164.609706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:09.490987Z","caller":"traceutil/trace.go:171","msg":"trace[737676790] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"196.659031ms","start":"2026-04-28T17:27:09.294277Z","end":"2026-04-28T17:27:09.490936Z","steps":["trace[737676790] 'process raft request' (duration: 196.023215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:09.491077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.290775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:09.491143Z","caller":"traceutil/trace.go:171","msg":"trace[1395304501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4319; }","duration":"134.419508ms","start":"2026-04-28T17:27:09.356708Z","end":"2026-04-28T17:27:09.491128Z","steps":["trace[1395304501] 'agreement among raft nodes before linearized reading' (duration: 134.206703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:09.835901Z","caller":"traceutil/trace.go:171","msg":"trace[1732617467] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"340.128629ms","start":"2026-04-28T17:27:09.49574Z","end":"2026-04-28T17:27:09.835868Z","steps":["trace[1732617467] 'process raft request' (duration: 320.028568ms)","trace[1732617467] 'compare' (duration: 19.959227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:09.83607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:09.495724Z","time spent":"340.263302ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:10.424994Z","caller":"traceutil/trace.go:171","msg":"trace[282160646] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"929.222808ms","start":"2026-04-28T17:27:09.495743Z","end":"2026-04-28T17:27:10.424965Z","steps":["trace[282160646] 'process raft request' (duration: 928.992912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.425262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:09.495725Z","time spent":"929.354421ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:10.425452Z","caller":"traceutil/trace.go:171","msg":"trace[1562889862] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"929.598028ms","start":"2026-04-28T17:27:09.495822Z","end":"2026-04-28T17:27:10.42542Z","steps":["trace[1562889862] 'process raft request' (duration: 929.095385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.425622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:09.495816Z","time spent":"929.721871ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:10.425742Z","caller":"traceutil/trace.go:171","msg":"trace[996959468] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"837.160687ms","start":"2026-04-28T17:27:09.588544Z","end":"2026-04-28T17:27:10.425705Z","steps":["trace[996959468] 'process raft request' (duration: 836.633563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.42591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:09.588517Z","time spent":"837.313322ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:10.902339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.998289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:27:10.902511Z","caller":"traceutil/trace.go:171","msg":"trace[2116200354] linearizableReadLoop","detail":"{readStateIndex:4500; appliedIndex:4497; }","duration":"1.406340241s","start":"2026-04-28T17:27:09.496135Z","end":"2026-04-28T17:27:10.902475Z","steps":["trace[2116200354] 'read index received' (duration: 319.647708ms)","trace[2116200354] 'applied index is now lower than readState.Index' (duration: 1.086689803s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:10.902889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.806928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:10.902999Z","caller":"traceutil/trace.go:171","msg":"trace[1780204412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4323; }","duration":"834.964102ms","start":"2026-04-28T17:27:10.068009Z","end":"2026-04-28T17:27:10.902973Z","steps":["trace[1780204412] 'agreement among raft nodes before linearized reading' (duration: 834.794808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.903029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406864964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"warn","ts":"2026-04-28T17:27:10.903066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:10.06799Z","time spent":"835.056794ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:27:10.903089Z","caller":"traceutil/trace.go:171","msg":"trace[914012882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4323; }","duration":"1.406955056s","start":"2026-04-28T17:27:09.496119Z","end":"2026-04-28T17:27:10.903074Z","steps":["trace[914012882] 'agreement among raft nodes before linearized reading' (duration: 1.406582536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.903149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:09.496113Z","time spent":"1.407023758s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:27:10.903254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.590719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:10.903335Z","caller":"traceutil/trace.go:171","msg":"trace[887811791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4323; }","duration":"631.729593ms","start":"2026-04-28T17:27:10.271586Z","end":"2026-04-28T17:27:10.903316Z","steps":["trace[887811791] 'agreement among raft nodes before linearized reading' (duration: 631.590139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.903311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.310577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:27:10.903375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:10.271565Z","time spent":"631.800815ms","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:27:10.90344Z","caller":"traceutil/trace.go:171","msg":"trace[1571558105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4323; }","duration":"315.503202ms","start":"2026-04-28T17:27:10.587896Z","end":"2026-04-28T17:27:10.903399Z","steps":["trace[1571558105] 'agreement among raft nodes before linearized reading' (duration: 315.302407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.903514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:10.587872Z","time spent":"315.627565ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:10.903356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.013078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:10.903583Z","caller":"traceutil/trace.go:171","msg":"trace[1305278805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4323; }","duration":"814.258235ms","start":"2026-04-28T17:27:10.089308Z","end":"2026-04-28T17:27:10.903566Z","steps":["trace[1305278805] 'agreement among raft nodes before linearized reading' (duration: 813.996039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:10.903638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:10.089302Z","time spent":"814.319617ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:11.692882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.154159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:27:11.692954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.050299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:11.693047Z","caller":"traceutil/trace.go:171","msg":"trace[192941266] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"197.140442ms","start":"2026-04-28T17:27:11.495889Z","end":"2026-04-28T17:27:11.69303Z","steps":["trace[192941266] 'process raft request' (duration: 49.95194ms)","trace[192941266] 'compare' (duration: 146.956727ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:11.692981Z","caller":"traceutil/trace.go:171","msg":"trace[1952460074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4324; }","duration":"198.307233ms","start":"2026-04-28T17:27:11.49465Z","end":"2026-04-28T17:27:11.692957Z","steps":["trace[1952460074] 'range keys from in-memory index tree' (duration: 197.933993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:11.693337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.968419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:27:11.693438Z","caller":"traceutil/trace.go:171","msg":"trace[417374919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4324; }","duration":"197.681976ms","start":"2026-04-28T17:27:11.495732Z","end":"2026-04-28T17:27:11.693414Z","steps":["trace[417374919] 'range keys from in-memory index tree' (duration: 196.827825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:11.777044Z","caller":"traceutil/trace.go:171","msg":"trace[1161153757] linearizableReadLoop","detail":"{readStateIndex:4505; appliedIndex:4504; }","duration":"196.843725ms","start":"2026-04-28T17:27:11.58017Z","end":"2026-04-28T17:27:11.777013Z","steps":["trace[1161153757] 'read index received' (duration: 196.685011ms)","trace[1161153757] 'applied index is now lower than readState.Index' (duration: 157.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:11.777257Z","caller":"traceutil/trace.go:171","msg":"trace[1683718797] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"280.248287ms","start":"2026-04-28T17:27:11.496796Z","end":"2026-04-28T17:27:11.777044Z","steps":["trace[1683718797] 'process raft request' (duration: 280.069922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:11.777573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.373958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:27:11.777654Z","caller":"traceutil/trace.go:171","msg":"trace[818644469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4326; }","duration":"197.509572ms","start":"2026-04-28T17:27:11.580125Z","end":"2026-04-28T17:27:11.777634Z","steps":["trace[818644469] 'agreement among raft nodes before linearized reading' (duration: 197.02999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:12.277999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:12.779239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:13.102349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311221492s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:27:13.103125Z","caller":"traceutil/trace.go:171","msg":"trace[1486430199] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"1.405971271s","start":"2026-04-28T17:27:11.69711Z","end":"2026-04-28T17:27:13.103081Z","steps":["trace[1486430199] 'process raft request' (duration: 1.405894749s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:13.103179Z","caller":"traceutil/trace.go:171","msg":"trace[1862570295] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"1.484573231s","start":"2026-04-28T17:27:11.618521Z","end":"2026-04-28T17:27:13.103094Z","steps":["trace[1862570295] 'process raft request' (duration: 1.48412535s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:13.1034Z","caller":"traceutil/trace.go:171","msg":"trace[1362729884] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"1.406460144s","start":"2026-04-28T17:27:11.696887Z","end":"2026-04-28T17:27:13.103347Z","steps":["trace[1362729884] 'process raft request' (duration: 1.406043564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.103441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:11.697103Z","time spent":"1.406192537s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:13.103552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:11.618492Z","time spent":"1.484836477s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:13.103628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:11.696868Z","time spent":"1.40664405s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:13.121881Z","caller":"traceutil/trace.go:171","msg":"trace[168990205] linearizableReadLoop","detail":"{readStateIndex:4510; appliedIndex:4505; }","duration":"1.344726944s","start":"2026-04-28T17:27:11.777118Z","end":"2026-04-28T17:27:13.121845Z","steps":["trace[168990205] 'read index received' (duration: 1.325405603s)","trace[168990205] 'applied index is now lower than readState.Index' (duration: 19.320191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:13.122245Z","caller":"traceutil/trace.go:171","msg":"trace[996557454] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"1.065428293s","start":"2026-04-28T17:27:12.056795Z","end":"2026-04-28T17:27:13.122223Z","steps":["trace[996557454] 'process raft request' (duration: 1.064737905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.122394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.056765Z","time spent":"1.065531825s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:13.122713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525734867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:13.122833Z","caller":"traceutil/trace.go:171","msg":"trace[100685188] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4332; }","duration":"1.525843389s","start":"2026-04-28T17:27:11.596929Z","end":"2026-04-28T17:27:13.122772Z","steps":["trace[100685188] 'agreement among raft nodes before linearized reading' (duration: 1.525718036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.122892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:11.596917Z","time spent":"1.525957702s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:13.122941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342173129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:27:13.123003Z","caller":"traceutil/trace.go:171","msg":"trace[337378193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4332; }","duration":"1.342259353s","start":"2026-04-28T17:27:11.780728Z","end":"2026-04-28T17:27:13.122987Z","steps":["trace[337378193] 'agreement among raft nodes before linearized reading' (duration: 1.342012926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.123052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:11.780708Z","time spent":"1.342331524s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:27:13.12316Z","caller":"traceutil/trace.go:171","msg":"trace[878270667] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"691.954306ms","start":"2026-04-28T17:27:12.431184Z","end":"2026-04-28T17:27:13.123139Z","steps":["trace[878270667] 'process raft request' (duration: 690.547509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.123267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.431158Z","time spent":"692.051288ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:13.123469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.681284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:13.12353Z","caller":"traceutil/trace.go:171","msg":"trace[1656706657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4332; }","duration":"211.803336ms","start":"2026-04-28T17:27:12.911712Z","end":"2026-04-28T17:27:13.123516Z","steps":["trace[1656706657] 'agreement among raft nodes before linearized reading' (duration: 211.655952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.123754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.946953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:13.123809Z","caller":"traceutil/trace.go:171","msg":"trace[1894131225] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4332; }","duration":"229.031754ms","start":"2026-04-28T17:27:12.894764Z","end":"2026-04-28T17:27:13.123796Z","steps":["trace[1894131225] 'agreement among raft nodes before linearized reading' (duration: 228.944472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.124053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.992668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:13.124118Z","caller":"traceutil/trace.go:171","msg":"trace[1005138654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4332; }","duration":"381.083971ms","start":"2026-04-28T17:27:12.743017Z","end":"2026-04-28T17:27:13.1241Z","steps":["trace[1005138654] 'agreement among raft nodes before linearized reading' (duration: 380.987038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.124175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.743001Z","time spent":"381.157432ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:13.124381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.398347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:13.12445Z","caller":"traceutil/trace.go:171","msg":"trace[1250412078] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4332; }","duration":"460.496999ms","start":"2026-04-28T17:27:12.663938Z","end":"2026-04-28T17:27:13.124435Z","steps":["trace[1250412078] 'agreement among raft nodes before linearized reading' (duration: 460.329345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.12457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.663904Z","time spent":"460.591592ms","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:13.124975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057521491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:13.125048Z","caller":"traceutil/trace.go:171","msg":"trace[38801814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4332; }","duration":"1.057633894s","start":"2026-04-28T17:27:12.067397Z","end":"2026-04-28T17:27:13.125031Z","steps":["trace[38801814] 'agreement among raft nodes before linearized reading' (duration: 1.057521011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.125099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.067376Z","time spent":"1.057710625s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:13.125395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.335185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:27:13.125416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285858398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:27:13.125417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.258413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:27:13.125551Z","caller":"traceutil/trace.go:171","msg":"trace[559999212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4332; }","duration":"1.286028172s","start":"2026-04-28T17:27:11.839488Z","end":"2026-04-28T17:27:13.125516Z","steps":["trace[559999212] 'agreement among raft nodes before linearized reading' (duration: 1.285646863s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:13.125579Z","caller":"traceutil/trace.go:171","msg":"trace[1151050068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4332; }","duration":"694.476349ms","start":"2026-04-28T17:27:12.43107Z","end":"2026-04-28T17:27:13.125546Z","steps":["trace[1151050068] 'agreement among raft nodes before linearized reading' (duration: 694.015037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.125616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:11.839467Z","time spent":"1.286136084s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:27:13.125455Z","caller":"traceutil/trace.go:171","msg":"trace[204485482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4332; }","duration":"694.431808ms","start":"2026-04-28T17:27:12.431008Z","end":"2026-04-28T17:27:13.12544Z","steps":["trace[204485482] 'agreement among raft nodes before linearized reading' (duration: 694.286625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.125661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.431063Z","time spent":"694.581041ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:13.12572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:12.430988Z","time spent":"694.715706ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:27:13.503875Z","caller":"traceutil/trace.go:171","msg":"trace[494283934] linearizableReadLoop","detail":"{readStateIndex:4512; appliedIndex:4511; }","duration":"370.351717ms","start":"2026-04-28T17:27:13.133487Z","end":"2026-04-28T17:27:13.503839Z","steps":["trace[494283934] 'read index received' (duration: 370.167233ms)","trace[494283934] 'applied index is now lower than readState.Index' (duration: 183.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:13.504047Z","caller":"traceutil/trace.go:171","msg":"trace[1919976070] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"372.370649ms","start":"2026-04-28T17:27:13.131622Z","end":"2026-04-28T17:27:13.503993Z","steps":["trace[1919976070] 'process raft request' (duration: 372.016149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.504107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.592634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:13.504166Z","caller":"traceutil/trace.go:171","msg":"trace[1591010925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4333; }","duration":"370.677136ms","start":"2026-04-28T17:27:13.133472Z","end":"2026-04-28T17:27:13.504149Z","steps":["trace[1591010925] 'agreement among raft nodes before linearized reading' (duration: 370.560753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.504222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:13.133463Z","time spent":"370.748649ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:13.504224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:13.131601Z","time spent":"372.542583ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:13.541188Z","caller":"traceutil/trace.go:171","msg":"trace[729572060] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"393.107587ms","start":"2026-04-28T17:27:13.148048Z","end":"2026-04-28T17:27:13.541156Z","steps":["trace[729572060] 'process raft request' (duration: 392.764138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.541349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:13.148032Z","time spent":"393.2374ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:13.541423Z","caller":"traceutil/trace.go:171","msg":"trace[545855794] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"392.726736ms","start":"2026-04-28T17:27:13.148675Z","end":"2026-04-28T17:27:13.541402Z","steps":["trace[545855794] 'process raft request' (duration: 392.317936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.541534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:13.148658Z","time spent":"392.815899ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:13.541913Z","caller":"traceutil/trace.go:171","msg":"trace[1083203677] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"160.643295ms","start":"2026-04-28T17:27:13.381249Z","end":"2026-04-28T17:27:13.541892Z","steps":["trace[1083203677] 'process raft request' (duration: 160.07818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.542274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.201694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:13.542324Z","caller":"traceutil/trace.go:171","msg":"trace[625718800] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4336; }","duration":"289.318997ms","start":"2026-04-28T17:27:13.25299Z","end":"2026-04-28T17:27:13.542309Z","steps":["trace[625718800] 'agreement among raft nodes before linearized reading' (duration: 289.205074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.542333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.592127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:13.542401Z","caller":"traceutil/trace.go:171","msg":"trace[793170535] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4336; }","duration":"356.68485ms","start":"2026-04-28T17:27:13.185703Z","end":"2026-04-28T17:27:13.542387Z","steps":["trace[793170535] 'agreement among raft nodes before linearized reading' (duration: 356.586758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:13.542436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:13.185692Z","time spent":"356.736231ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:27:13.853145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.2747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T17:27:13.85324Z","caller":"traceutil/trace.go:171","msg":"trace[1268794672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4336; }","duration":"288.435075ms","start":"2026-04-28T17:27:13.564787Z","end":"2026-04-28T17:27:13.853222Z","steps":["trace[1268794672] 'range keys from in-memory index tree' (duration: 288.075365ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:13.85343Z","caller":"traceutil/trace.go:171","msg":"trace[528914560] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"154.14913ms","start":"2026-04-28T17:27:13.69926Z","end":"2026-04-28T17:27:13.853409Z","steps":["trace[528914560] 'process raft request' (duration: 115.64186ms)","trace[528914560] 'compare' (duration: 38.024718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:13.903424Z","caller":"traceutil/trace.go:171","msg":"trace[1843249175] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"120.688889ms","start":"2026-04-28T17:27:13.782703Z","end":"2026-04-28T17:27:13.903392Z","steps":["trace[1843249175] 'process raft request' (duration: 120.518534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:14.557547Z","caller":"traceutil/trace.go:171","msg":"trace[847710586] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"149.115963ms","start":"2026-04-28T17:27:14.408367Z","end":"2026-04-28T17:27:14.557483Z","steps":["trace[847710586] 'process raft request' (duration: 129.031611ms)","trace[847710586] 'compare' (duration: 19.854375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:14.913965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.613436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-28T17:27:14.91405Z","caller":"traceutil/trace.go:171","msg":"trace[73828961] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4339; }","duration":"256.742499ms","start":"2026-04-28T17:27:14.657288Z","end":"2026-04-28T17:27:14.91403Z","steps":["trace[73828961] 'range keys from in-memory index tree' (duration: 256.38803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:15.258695Z","caller":"traceutil/trace.go:171","msg":"trace[1816109033] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"145.852278ms","start":"2026-04-28T17:27:15.112808Z","end":"2026-04-28T17:27:15.25866Z","steps":["trace[1816109033] 'process raft request' (duration: 145.623973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:15.422999Z","caller":"traceutil/trace.go:171","msg":"trace[535601013] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"309.772398ms","start":"2026-04-28T17:27:15.113184Z","end":"2026-04-28T17:27:15.422956Z","steps":["trace[535601013] 'process raft request' (duration: 233.072847ms)","trace[535601013] 'compare' (duration: 76.392752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:15.423263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:15.113158Z","time spent":"309.973062ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:15.423759Z","caller":"traceutil/trace.go:171","msg":"trace[842636044] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4520; }","duration":"274.749817ms","start":"2026-04-28T17:27:15.148993Z","end":"2026-04-28T17:27:15.423742Z","steps":["trace[842636044] 'read index received' (duration: 109.410092ms)","trace[842636044] 'applied index is now lower than readState.Index' (duration: 165.338615ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:15.423844Z","caller":"traceutil/trace.go:171","msg":"trace[565844187] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"295.430653ms","start":"2026-04-28T17:27:15.128372Z","end":"2026-04-28T17:27:15.423803Z","steps":["trace[565844187] 'process raft request' (duration: 294.514169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:15.423956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.967232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:15.424004Z","caller":"traceutil/trace.go:171","msg":"trace[378712139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4343; }","duration":"275.055364ms","start":"2026-04-28T17:27:15.148937Z","end":"2026-04-28T17:27:15.423992Z","steps":["trace[378712139] 'agreement among raft nodes before linearized reading' (duration: 274.866619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:15.734367Z","caller":"traceutil/trace.go:171","msg":"trace[696623870] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"138.951654ms","start":"2026-04-28T17:27:15.595373Z","end":"2026-04-28T17:27:15.734325Z","steps":["trace[696623870] 'process raft request' (duration: 92.316798ms)","trace[696623870] 'compare' (duration: 46.39634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:15.734381Z","caller":"traceutil/trace.go:171","msg":"trace[1802560993] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"138.933603ms","start":"2026-04-28T17:27:15.595423Z","end":"2026-04-28T17:27:15.734357Z","steps":["trace[1802560993] 'process raft request' (duration: 138.81456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:15.73465Z","caller":"traceutil/trace.go:171","msg":"trace[34711058] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"126.579859ms","start":"2026-04-28T17:27:15.608041Z","end":"2026-04-28T17:27:15.734621Z","steps":["trace[34711058] 'process raft request' (duration: 126.271671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:16.087106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.733794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:16.087444Z","caller":"traceutil/trace.go:171","msg":"trace[1341998173] linearizableReadLoop","detail":"{readStateIndex:4534; appliedIndex:4531; }","duration":"129.483173ms","start":"2026-04-28T17:27:15.957937Z","end":"2026-04-28T17:27:16.087421Z","steps":["trace[1341998173] 'read index received' (duration: 13.347169ms)","trace[1341998173] 'applied index is now lower than readState.Index' (duration: 116.134524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:16.087657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.707768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T17:27:16.087639Z","caller":"traceutil/trace.go:171","msg":"trace[1200103467] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"229.629339ms","start":"2026-04-28T17:27:15.857984Z","end":"2026-04-28T17:27:16.087614Z","steps":["trace[1200103467] 'process raft request' (duration: 229.26502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:16.087695Z","caller":"traceutil/trace.go:171","msg":"trace[606222522] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4354; }","duration":"129.793351ms","start":"2026-04-28T17:27:15.957891Z","end":"2026-04-28T17:27:16.087684Z","steps":["trace[606222522] 'agreement among raft nodes before linearized reading' (duration: 129.611926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:16.087726Z","caller":"traceutil/trace.go:171","msg":"trace[375422600] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"178.296714ms","start":"2026-04-28T17:27:15.909406Z","end":"2026-04-28T17:27:16.087702Z","steps":["trace[375422600] 'process raft request' (duration: 177.960256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:16.087748Z","caller":"traceutil/trace.go:171","msg":"trace[1737399197] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"281.061368ms","start":"2026-04-28T17:27:15.806636Z","end":"2026-04-28T17:27:16.087698Z","steps":["trace[1737399197] 'process raft request' (duration: 164.650247ms)","trace[1737399197] 'compare' (duration: 115.429335ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:16.242987Z","caller":"traceutil/trace.go:171","msg":"trace[1564652879] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"146.988407ms","start":"2026-04-28T17:27:16.095969Z","end":"2026-04-28T17:27:16.242957Z","steps":["trace[1564652879] 'process raft request' (duration: 143.576411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:16.249163Z","caller":"traceutil/trace.go:171","msg":"trace[2025208804] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"151.79946ms","start":"2026-04-28T17:27:16.097341Z","end":"2026-04-28T17:27:16.24914Z","steps":["trace[2025208804] 'process raft request' (duration: 151.627165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:16.446665Z","caller":"traceutil/trace.go:171","msg":"trace[12345303] linearizableReadLoop","detail":"{readStateIndex:4539; appliedIndex:4537; }","duration":"123.767717ms","start":"2026-04-28T17:27:16.322869Z","end":"2026-04-28T17:27:16.446636Z","steps":["trace[12345303] 'read index received' (duration: 4.73572ms)","trace[12345303] 'applied index is now lower than readState.Index' (duration: 119.030747ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:16.44674Z","caller":"traceutil/trace.go:171","msg":"trace[1334172312] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"125.44216ms","start":"2026-04-28T17:27:16.321262Z","end":"2026-04-28T17:27:16.446704Z","steps":["trace[1334172312] 'process raft request' (duration: 124.761453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:16.447033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.106896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-28T17:27:16.447082Z","caller":"traceutil/trace.go:171","msg":"trace[1368586210] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4359; }","duration":"124.246989ms","start":"2026-04-28T17:27:16.322821Z","end":"2026-04-28T17:27:16.447068Z","steps":["trace[1368586210] 'agreement among raft nodes before linearized reading' (duration: 123.958012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:19.783939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.09596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:27:19.784516Z","caller":"traceutil/trace.go:171","msg":"trace[1730427166] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"138.400889ms","start":"2026-04-28T17:27:19.646089Z","end":"2026-04-28T17:27:19.78449Z","steps":["trace[1730427166] 'process raft request' (duration: 138.317617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:19.78458Z","caller":"traceutil/trace.go:171","msg":"trace[1247554429] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"331.826957ms","start":"2026-04-28T17:27:19.452713Z","end":"2026-04-28T17:27:19.78454Z","steps":["trace[1247554429] 'process raft request' (duration: 331.497019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:19.784773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:19.452685Z","time spent":"331.981222ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:19.784939Z","caller":"traceutil/trace.go:171","msg":"trace[694287560] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4550; }","duration":"295.086504ms","start":"2026-04-28T17:27:19.489825Z","end":"2026-04-28T17:27:19.784912Z","steps":["trace[694287560] 'read index received' (duration: 88.001318ms)","trace[694287560] 'applied index is now lower than readState.Index' (duration: 207.081516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:19.785123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.297859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:27:19.785195Z","caller":"traceutil/trace.go:171","msg":"trace[1087482970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4372; }","duration":"295.408322ms","start":"2026-04-28T17:27:19.48977Z","end":"2026-04-28T17:27:19.785178Z","steps":["trace[1087482970] 'agreement among raft nodes before linearized reading' (duration: 295.209127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:19.785563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.632385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:19.78621Z","caller":"traceutil/trace.go:171","msg":"trace[1991152212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4372; }","duration":"290.287222ms","start":"2026-04-28T17:27:19.495894Z","end":"2026-04-28T17:27:19.786182Z","steps":["trace[1991152212] 'agreement among raft nodes before linearized reading' (duration: 289.554584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:19.785962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.97767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:27:19.786346Z","caller":"traceutil/trace.go:171","msg":"trace[1466030557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4372; }","duration":"164.400751ms","start":"2026-04-28T17:27:19.621929Z","end":"2026-04-28T17:27:19.78633Z","steps":["trace[1466030557] 'agreement among raft nodes before linearized reading' (duration: 163.95443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:20.182125Z","caller":"traceutil/trace.go:171","msg":"trace[1744556529] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"392.219383ms","start":"2026-04-28T17:27:19.789875Z","end":"2026-04-28T17:27:20.182094Z","steps":["trace[1744556529] 'process raft request' (duration: 392.158542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:20.182192Z","caller":"traceutil/trace.go:171","msg":"trace[1585120597] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"392.531352ms","start":"2026-04-28T17:27:19.789614Z","end":"2026-04-28T17:27:20.182145Z","steps":["trace[1585120597] 'process raft request' (duration: 392.228634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:20.182325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:19.78986Z","time spent":"392.355467ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:20.182376Z","caller":"traceutil/trace.go:171","msg":"trace[740253187] linearizableReadLoop","detail":"{readStateIndex:4557; appliedIndex:4554; }","duration":"390.92274ms","start":"2026-04-28T17:27:19.791432Z","end":"2026-04-28T17:27:20.182355Z","steps":["trace[740253187] 'read index received' (duration: 65.856934ms)","trace[740253187] 'applied index is now lower than readState.Index' (duration: 325.063706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:20.182453Z","caller":"traceutil/trace.go:171","msg":"trace[925745968] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"391.749521ms","start":"2026-04-28T17:27:19.790693Z","end":"2026-04-28T17:27:20.182442Z","steps":["trace[925745968] 'process raft request' (duration: 391.373622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:20.182517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:19.790672Z","time spent":"391.815013ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:20.182389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:19.789595Z","time spent":"392.677325ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:20.182773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.325811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:20.182853Z","caller":"traceutil/trace.go:171","msg":"trace[794823721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4376; }","duration":"391.423294ms","start":"2026-04-28T17:27:19.791412Z","end":"2026-04-28T17:27:20.182835Z","steps":["trace[794823721] 'agreement among raft nodes before linearized reading' (duration: 391.041714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:20.182912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:19.791403Z","time spent":"391.492005ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:27:20.206031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.163498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:20.206211Z","caller":"traceutil/trace.go:171","msg":"trace[1013271763] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4378; }","duration":"336.373163ms","start":"2026-04-28T17:27:19.869808Z","end":"2026-04-28T17:27:20.206181Z","steps":["trace[1013271763] 'agreement among raft nodes before linearized reading' (duration: 336.117387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:20.20629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:19.869793Z","time spent":"336.481296ms","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:22.278971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.191431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:22.279074Z","caller":"traceutil/trace.go:171","msg":"trace[1771337953] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4379; }","duration":"515.319104ms","start":"2026-04-28T17:27:21.763729Z","end":"2026-04-28T17:27:22.279048Z","steps":["trace[1771337953] 'count revisions from in-memory index tree' (duration: 515.085578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.279126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.763661Z","time spent":"515.452677ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:22.279542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49559595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:22.279669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470292298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-04-28T17:27:22.279925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.861618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:27:22.27999Z","caller":"traceutil/trace.go:171","msg":"trace[1837357150] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4379; }","duration":"1.470671797s","start":"2026-04-28T17:27:20.809286Z","end":"2026-04-28T17:27:22.279957Z","steps":["trace[1837357150] 'range keys from in-memory index tree' (duration: 1.470014221s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:22.280021Z","caller":"traceutil/trace.go:171","msg":"trace[181478299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4379; }","duration":"903.156225ms","start":"2026-04-28T17:27:21.376842Z","end":"2026-04-28T17:27:22.279998Z","steps":["trace[181478299] 'range keys from in-memory index tree' (duration: 902.613082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.28029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.376809Z","time spent":"903.462273ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:27:22.280052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:20.80926Z","time spent":"1.47078064s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-28T17:27:22.279695Z","caller":"traceutil/trace.go:171","msg":"trace[1350705901] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4379; }","duration":"1.495750845s","start":"2026-04-28T17:27:20.783874Z","end":"2026-04-28T17:27:22.279625Z","steps":["trace[1350705901] 'count revisions from in-memory index tree' (duration: 1.495505699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.280551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:20.783856Z","time spent":"1.496672538s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:22.280028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.347837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:22.280776Z","caller":"traceutil/trace.go:171","msg":"trace[16587515] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4379; }","duration":"686.130868ms","start":"2026-04-28T17:27:21.594623Z","end":"2026-04-28T17:27:22.280754Z","steps":["trace[16587515] 'count revisions from in-memory index tree' (duration: 685.258835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.27945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211794634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:22.280926Z","caller":"traceutil/trace.go:171","msg":"trace[773085144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4379; }","duration":"1.213400876s","start":"2026-04-28T17:27:21.067487Z","end":"2026-04-28T17:27:22.280888Z","steps":["trace[773085144] 'range keys from in-memory index tree' (duration: 1.21162196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.280845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.594597Z","time spent":"686.22758ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:22.28099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.067464Z","time spent":"1.213510419s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:22.361361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:27:22.433256Z","caller":"traceutil/trace.go:171","msg":"trace[1184873126] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"642.803696ms","start":"2026-04-28T17:27:21.790394Z","end":"2026-04-28T17:27:22.433198Z","steps":["trace[1184873126] 'process raft request' (duration: 642.58653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.433448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.790373Z","time spent":"642.978241ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:22.61416Z","caller":"traceutil/trace.go:171","msg":"trace[1924364901] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"329.841767ms","start":"2026-04-28T17:27:22.2843Z","end":"2026-04-28T17:27:22.614141Z","steps":["trace[1924364901] 'process raft request' (duration: 329.769816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:22.614186Z","caller":"traceutil/trace.go:171","msg":"trace[1709851596] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"823.693036ms","start":"2026-04-28T17:27:21.790459Z","end":"2026-04-28T17:27:22.614152Z","steps":["trace[1709851596] 'process raft request' (duration: 823.434168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.614305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.284285Z","time spent":"329.94305ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:22.614318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.790428Z","time spent":"823.816979ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:22.614394Z","caller":"traceutil/trace.go:171","msg":"trace[993535378] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"377.014408ms","start":"2026-04-28T17:27:22.237374Z","end":"2026-04-28T17:27:22.614389Z","steps":["trace[993535378] 'process raft request' (duration: 376.647497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.614428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.237354Z","time spent":"377.057628ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:22.614465Z","caller":"traceutil/trace.go:171","msg":"trace[1628973017] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4560; }","duration":"753.47575ms","start":"2026-04-28T17:27:21.860978Z","end":"2026-04-28T17:27:22.614454Z","steps":["trace[1628973017] 'read index received' (duration: 572.123348ms)","trace[1628973017] 'applied index is now lower than readState.Index' (duration: 181.351192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:22.61458Z","caller":"traceutil/trace.go:171","msg":"trace[1924407109] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"293.961355ms","start":"2026-04-28T17:27:22.320609Z","end":"2026-04-28T17:27:22.61457Z","steps":["trace[1924407109] 'process raft request' (duration: 293.500984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:22.690533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.153515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:27:22.690658Z","caller":"traceutil/trace.go:171","msg":"trace[1940756516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4384; }","duration":"503.300658ms","start":"2026-04-28T17:27:22.187331Z","end":"2026-04-28T17:27:22.690632Z","steps":["trace[1940756516] 'agreement among raft nodes before linearized reading' (duration: 427.580353ms)","trace[1940756516] 'range keys from in-memory index tree' (duration: 75.476859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:22.690708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.187324Z","time spent":"503.37302ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:22.690788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.818291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:27:22.690709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.168843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:22.690927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.76566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:27:22.69096Z","caller":"traceutil/trace.go:171","msg":"trace[1009102650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4384; }","duration":"503.839852ms","start":"2026-04-28T17:27:22.187109Z","end":"2026-04-28T17:27:22.690949Z","steps":["trace[1009102650] 'agreement among raft nodes before linearized reading' (duration: 427.809979ms)","trace[1009102650] 'range keys from in-memory index tree' (duration: 75.955671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:22.69099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.187086Z","time spent":"503.897873ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:22.691007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.094912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:22.691057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.061327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:22.691119Z","caller":"traceutil/trace.go:171","msg":"trace[1427687164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4384; }","duration":"409.249117ms","start":"2026-04-28T17:27:22.281846Z","end":"2026-04-28T17:27:22.691095Z","steps":["trace[1427687164] 'agreement among raft nodes before linearized reading' (duration: 333.047309ms)","trace[1427687164] 'range keys from in-memory index tree' (duration: 76.043004ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:22.690966Z","caller":"traceutil/trace.go:171","msg":"trace[592439007] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4384; }","duration":"348.45947ms","start":"2026-04-28T17:27:22.342465Z","end":"2026-04-28T17:27:22.690924Z","steps":["trace[592439007] 'agreement among raft nodes before linearized reading' (duration: 272.419487ms)","trace[592439007] 'count revisions from in-memory index tree' (duration: 75.765617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:22.691176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.281825Z","time spent":"409.342229ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:27:22.691172Z","caller":"traceutil/trace.go:171","msg":"trace[435012604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4384; }","duration":"502.223471ms","start":"2026-04-28T17:27:22.18892Z","end":"2026-04-28T17:27:22.691143Z","steps":["trace[435012604] 'agreement among raft nodes before linearized reading' (duration: 425.982582ms)","trace[435012604] 'range keys from in-memory index tree' (duration: 76.004882ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:22.690828Z","caller":"traceutil/trace.go:171","msg":"trace[2093113410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4384; }","duration":"829.887863ms","start":"2026-04-28T17:27:21.860928Z","end":"2026-04-28T17:27:22.690816Z","steps":["trace[2093113410] 'agreement among raft nodes before linearized reading' (duration: 753.766277ms)","trace[2093113410] 'range keys from in-memory index tree' (duration: 75.858179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:22.691208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.342435Z","time spent":"348.737648ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:22.691234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.188905Z","time spent":"502.313323ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:27:22.691245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:21.860909Z","time spent":"830.326523ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:22.691936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.694329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:27:22.692107Z","caller":"traceutil/trace.go:171","msg":"trace[1679920604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4384; }","duration":"506.031297ms","start":"2026-04-28T17:27:22.186055Z","end":"2026-04-28T17:27:22.692086Z","steps":["trace[1679920604] 'agreement among raft nodes before linearized reading' (duration: 428.607218ms)","trace[1679920604] 'range keys from in-memory index tree' (duration: 76.052234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:22.692159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:22.186035Z","time spent":"506.109779ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:27:23.273658Z","caller":"traceutil/trace.go:171","msg":"trace[550197776] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"156.421538ms","start":"2026-04-28T17:27:23.117204Z","end":"2026-04-28T17:27:23.273626Z","steps":["trace[550197776] 'process raft request' (duration: 117.322903ms)","trace[550197776] 'compare' (duration: 38.951751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:24.729407Z","caller":"traceutil/trace.go:171","msg":"trace[166284776] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"108.388267ms","start":"2026-04-28T17:27:24.620996Z","end":"2026-04-28T17:27:24.729384Z","steps":["trace[166284776] 'process raft request' (duration: 108.307205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:24.72942Z","caller":"traceutil/trace.go:171","msg":"trace[1556929009] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"108.631343ms","start":"2026-04-28T17:27:24.620762Z","end":"2026-04-28T17:27:24.729393Z","steps":["trace[1556929009] 'process raft request' (duration: 85.150405ms)","trace[1556929009] 'compare' (duration: 23.267093ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:24.729594Z","caller":"traceutil/trace.go:171","msg":"trace[101317724] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"106.534209ms","start":"2026-04-28T17:27:24.623048Z","end":"2026-04-28T17:27:24.729582Z","steps":["trace[101317724] 'process raft request' (duration: 106.301693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:24.957359Z","caller":"traceutil/trace.go:171","msg":"trace[663685879] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"136.994104ms","start":"2026-04-28T17:27:24.820343Z","end":"2026-04-28T17:27:24.957337Z","steps":["trace[663685879] 'process raft request' (duration: 55.926462ms)","trace[663685879] 'compare' (duration: 80.850496ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:24.95744Z","caller":"traceutil/trace.go:171","msg":"trace[1288196143] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"137.044445ms","start":"2026-04-28T17:27:24.820375Z","end":"2026-04-28T17:27:24.95742Z","steps":["trace[1288196143] 'process raft request' (duration: 136.923472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:24.969066Z","caller":"traceutil/trace.go:171","msg":"trace[1075272914] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"148.549437ms","start":"2026-04-28T17:27:24.820484Z","end":"2026-04-28T17:27:24.969034Z","steps":["trace[1075272914] 'process raft request' (duration: 148.378973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:25.295816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.595487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:25.295879Z","caller":"traceutil/trace.go:171","msg":"trace[362166007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4403; }","duration":"227.71649ms","start":"2026-04-28T17:27:25.068148Z","end":"2026-04-28T17:27:25.295865Z","steps":["trace[362166007] 'range keys from in-memory index tree' (duration: 227.497765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:26.813473Z","caller":"traceutil/trace.go:171","msg":"trace[1488577692] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"138.262617ms","start":"2026-04-28T17:27:26.675178Z","end":"2026-04-28T17:27:26.81344Z","steps":["trace[1488577692] 'process raft request' (duration: 138.054751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:27.032056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.099609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:27.032223Z","caller":"traceutil/trace.go:171","msg":"trace[142055103] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"296.806818ms","start":"2026-04-28T17:27:26.735399Z","end":"2026-04-28T17:27:27.032206Z","steps":["trace[142055103] 'process raft request' (duration: 296.750396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:27.032404Z","caller":"traceutil/trace.go:171","msg":"trace[1154987867] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"297.585428ms","start":"2026-04-28T17:27:26.734736Z","end":"2026-04-28T17:27:27.032322Z","steps":["trace[1154987867] 'process raft request' (duration: 167.13915ms)","trace[1154987867] 'compare' (duration: 129.983006ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:27.081504Z","caller":"traceutil/trace.go:171","msg":"trace[1470528159] linearizableReadLoop","detail":"{readStateIndex:4590; appliedIndex:4587; }","duration":"261.881249ms","start":"2026-04-28T17:27:26.819591Z","end":"2026-04-28T17:27:27.081472Z","steps":["trace[1470528159] 'read index received' (duration: 82.296943ms)","trace[1470528159] 'applied index is now lower than readState.Index' (duration: 179.582806ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:27.08158Z","caller":"traceutil/trace.go:171","msg":"trace[9527219] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"262.645149ms","start":"2026-04-28T17:27:26.818905Z","end":"2026-04-28T17:27:27.08155Z","steps":["trace[9527219] 'process raft request' (duration: 262.398163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:27.081872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.453643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:27:27.081881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.663273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:27:27.081887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.372725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:27:27.081905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.487264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:27:27.081942Z","caller":"traceutil/trace.go:171","msg":"trace[438183099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4408; }","duration":"119.765175ms","start":"2026-04-28T17:27:26.962164Z","end":"2026-04-28T17:27:27.081929Z","steps":["trace[438183099] 'agreement among raft nodes before linearized reading' (duration: 119.587971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:27.081996Z","caller":"traceutil/trace.go:171","msg":"trace[1611326081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4408; }","duration":"109.630807ms","start":"2026-04-28T17:27:26.972343Z","end":"2026-04-28T17:27:27.081974Z","steps":["trace[1611326081] 'agreement among raft nodes before linearized reading' (duration: 109.355731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:27.081937Z","caller":"traceutil/trace.go:171","msg":"trace[768024645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4408; }","duration":"260.553325ms","start":"2026-04-28T17:27:26.821368Z","end":"2026-04-28T17:27:27.081921Z","steps":["trace[768024645] 'agreement among raft nodes before linearized reading' (duration: 260.288869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:27.08196Z","caller":"traceutil/trace.go:171","msg":"trace[1145522792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4408; }","duration":"119.490188ms","start":"2026-04-28T17:27:26.96245Z","end":"2026-04-28T17:27:27.081941Z","steps":["trace[1145522792] 'agreement among raft nodes before linearized reading' (duration: 119.282522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:27.082605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.897185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:27:27.082671Z","caller":"traceutil/trace.go:171","msg":"trace[1196402207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4408; }","duration":"263.106261ms","start":"2026-04-28T17:27:26.819549Z","end":"2026-04-28T17:27:27.082655Z","steps":["trace[1196402207] 'agreement among raft nodes before linearized reading' (duration: 262.047083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:27.215118Z","caller":"traceutil/trace.go:171","msg":"trace[1987138474] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"128.19848ms","start":"2026-04-28T17:27:27.086886Z","end":"2026-04-28T17:27:27.215085Z","steps":["trace[1987138474] 'process raft request' (duration: 128.100427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:27.215168Z","caller":"traceutil/trace.go:171","msg":"trace[1805661034] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"128.271053ms","start":"2026-04-28T17:27:27.086845Z","end":"2026-04-28T17:27:27.215116Z","steps":["trace[1805661034] 'process raft request' (duration: 56.22486ms)","trace[1805661034] 'compare' (duration: 71.730585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:27.21527Z","caller":"traceutil/trace.go:171","msg":"trace[1710649146] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4590; }","duration":"127.995806ms","start":"2026-04-28T17:27:27.087244Z","end":"2026-04-28T17:27:27.21524Z","steps":["trace[1710649146] 'read index received' (duration: 42.662176ms)","trace[1710649146] 'applied index is now lower than readState.Index' (duration: 85.3313ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:27.215399Z","caller":"traceutil/trace.go:171","msg":"trace[1867522369] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"127.069341ms","start":"2026-04-28T17:27:27.088252Z","end":"2026-04-28T17:27:27.215321Z","steps":["trace[1867522369] 'process raft request' (duration: 126.777704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:27.215811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.539319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:27.215886Z","caller":"traceutil/trace.go:171","msg":"trace[1400183170] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4412; }","duration":"128.676693ms","start":"2026-04-28T17:27:27.087193Z","end":"2026-04-28T17:27:27.215869Z","steps":["trace[1400183170] 'agreement among raft nodes before linearized reading' (duration: 128.15908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:28.629781Z","caller":"traceutil/trace.go:171","msg":"trace[1813277941] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"134.177142ms","start":"2026-04-28T17:27:28.495581Z","end":"2026-04-28T17:27:28.629758Z","steps":["trace[1813277941] 'process raft request' (duration: 134.057519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:28.975245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.574142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:28.97533Z","caller":"traceutil/trace.go:171","msg":"trace[1338264232] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:0; response_revision:4414; }","duration":"228.708785ms","start":"2026-04-28T17:27:28.7466Z","end":"2026-04-28T17:27:28.975309Z","steps":["trace[1338264232] 'range keys from in-memory index tree' (duration: 228.466899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:28.975511Z","caller":"traceutil/trace.go:171","msg":"trace[1467673008] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"153.981905ms","start":"2026-04-28T17:27:28.821486Z","end":"2026-04-28T17:27:28.975468Z","steps":["trace[1467673008] 'process raft request' (duration: 84.427336ms)","trace[1467673008] 'compare' (duration: 69.112978ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:28.975447Z","caller":"traceutil/trace.go:171","msg":"trace[1499218986] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4596; }","duration":"108.522409ms","start":"2026-04-28T17:27:28.866901Z","end":"2026-04-28T17:27:28.975424Z","steps":["trace[1499218986] 'read index received' (duration: 38.94835ms)","trace[1499218986] 'applied index is now lower than readState.Index' (duration: 69.572129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:28.975912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.9566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:28.975983Z","caller":"traceutil/trace.go:171","msg":"trace[1802022361] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4415; }","duration":"109.107584ms","start":"2026-04-28T17:27:28.866859Z","end":"2026-04-28T17:27:28.975966Z","steps":["trace[1802022361] 'agreement among raft nodes before linearized reading' (duration: 108.737384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:29.25972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.995176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:29.260231Z","caller":"traceutil/trace.go:171","msg":"trace[1782980557] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"222.761085ms","start":"2026-04-28T17:27:29.037154Z","end":"2026-04-28T17:27:29.259915Z","steps":["trace[1782980557] 'process raft request' (duration: 81.456541ms)","trace[1782980557] 'compare' (duration: 140.75524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:29.260559Z","caller":"traceutil/trace.go:171","msg":"trace[1959432531] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"222.787435ms","start":"2026-04-28T17:27:29.037721Z","end":"2026-04-28T17:27:29.260508Z","steps":["trace[1959432531] 'process raft request' (duration: 222.105368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:29.260892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.726492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:27:29.260539Z","caller":"traceutil/trace.go:171","msg":"trace[41064383] linearizableReadLoop","detail":"{readStateIndex:4600; appliedIndex:4597; }","duration":"207.348312ms","start":"2026-04-28T17:27:29.053144Z","end":"2026-04-28T17:27:29.260493Z","steps":["trace[41064383] 'read index received' (duration: 20.46047ms)","trace[41064383] 'applied index is now lower than readState.Index' (duration: 186.883872ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:29.260967Z","caller":"traceutil/trace.go:171","msg":"trace[1328952524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4418; }","duration":"207.855936ms","start":"2026-04-28T17:27:29.053093Z","end":"2026-04-28T17:27:29.260949Z","steps":["trace[1328952524] 'agreement among raft nodes before linearized reading' (duration: 207.555958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:29.261158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.416668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:29.261226Z","caller":"traceutil/trace.go:171","msg":"trace[961699209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4418; }","duration":"193.538331ms","start":"2026-04-28T17:27:29.067669Z","end":"2026-04-28T17:27:29.261208Z","steps":["trace[961699209] 'agreement among raft nodes before linearized reading' (duration: 193.395858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:29.261555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.990884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:27:29.261704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.361218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:27:29.261558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.426504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-04-28T17:27:29.261768Z","caller":"traceutil/trace.go:171","msg":"trace[1031904786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4418; }","duration":"127.476042ms","start":"2026-04-28T17:27:29.134276Z","end":"2026-04-28T17:27:29.261752Z","steps":["trace[1031904786] 'agreement among raft nodes before linearized reading' (duration: 127.302106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:29.261772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.749498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-04-28T17:27:29.261794Z","caller":"traceutil/trace.go:171","msg":"trace[1245015186] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4418; }","duration":"183.686981ms","start":"2026-04-28T17:27:29.078082Z","end":"2026-04-28T17:27:29.261769Z","steps":["trace[1245015186] 'agreement among raft nodes before linearized reading' (duration: 183.362312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.261875Z","caller":"traceutil/trace.go:171","msg":"trace[940746619] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4418; }","duration":"184.888421ms","start":"2026-04-28T17:27:29.076962Z","end":"2026-04-28T17:27:29.26185Z","steps":["trace[940746619] 'agreement among raft nodes before linearized reading' (duration: 184.546332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.261617Z","caller":"traceutil/trace.go:171","msg":"trace[622987841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4418; }","duration":"176.081117ms","start":"2026-04-28T17:27:29.085522Z","end":"2026-04-28T17:27:29.261603Z","steps":["trace[622987841] 'agreement among raft nodes before linearized reading' (duration: 175.905503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.417784Z","caller":"traceutil/trace.go:171","msg":"trace[952520649] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"151.647656ms","start":"2026-04-28T17:27:29.266115Z","end":"2026-04-28T17:27:29.417763Z","steps":["trace[952520649] 'process raft request' (duration: 97.037168ms)","trace[952520649] 'compare' (duration: 54.441814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:29.418008Z","caller":"traceutil/trace.go:171","msg":"trace[1522278196] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"151.873332ms","start":"2026-04-28T17:27:29.266115Z","end":"2026-04-28T17:27:29.417988Z","steps":["trace[1522278196] 'process raft request' (duration: 151.591935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.418487Z","caller":"traceutil/trace.go:171","msg":"trace[1606394838] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"152.316023ms","start":"2026-04-28T17:27:29.26615Z","end":"2026-04-28T17:27:29.418466Z","steps":["trace[1606394838] 'process raft request' (duration: 151.774189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.418831Z","caller":"traceutil/trace.go:171","msg":"trace[1868144636] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"151.718419ms","start":"2026-04-28T17:27:29.267097Z","end":"2026-04-28T17:27:29.418815Z","steps":["trace[1868144636] 'process raft request' (duration: 151.541884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.418861Z","caller":"traceutil/trace.go:171","msg":"trace[1392671879] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"151.767611ms","start":"2026-04-28T17:27:29.267082Z","end":"2026-04-28T17:27:29.418849Z","steps":["trace[1392671879] 'process raft request' (duration: 151.286708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.418822Z","caller":"traceutil/trace.go:171","msg":"trace[1337839205] linearizableReadLoop","detail":"{readStateIndex:4604; appliedIndex:4600; }","duration":"151.685198ms","start":"2026-04-28T17:27:29.267112Z","end":"2026-04-28T17:27:29.418797Z","steps":["trace[1337839205] 'read index received' (duration: 96.055663ms)","trace[1337839205] 'applied index is now lower than readState.Index' (duration: 55.627325ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:29.419129Z","caller":"traceutil/trace.go:171","msg":"trace[1080959427] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"149.088502ms","start":"2026-04-28T17:27:29.27003Z","end":"2026-04-28T17:27:29.419118Z","steps":["trace[1080959427] 'process raft request' (duration: 148.686992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:29.419341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.210931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16247"} {"level":"warn","ts":"2026-04-28T17:27:29.41938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.236421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:29.419425Z","caller":"traceutil/trace.go:171","msg":"trace[1726084935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4424; }","duration":"150.309933ms","start":"2026-04-28T17:27:29.269103Z","end":"2026-04-28T17:27:29.419413Z","steps":["trace[1726084935] 'agreement among raft nodes before linearized reading' (duration: 150.009375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.419396Z","caller":"traceutil/trace.go:171","msg":"trace[1397231086] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4424; }","duration":"152.305044ms","start":"2026-04-28T17:27:29.267078Z","end":"2026-04-28T17:27:29.419383Z","steps":["trace[1397231086] 'agreement among raft nodes before linearized reading' (duration: 152.040597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:29.547606Z","caller":"traceutil/trace.go:171","msg":"trace[613857292] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"118.679578ms","start":"2026-04-28T17:27:29.428898Z","end":"2026-04-28T17:27:29.547577Z","steps":["trace[613857292] 'process raft request' (duration: 118.538383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:30.848983Z","caller":"traceutil/trace.go:171","msg":"trace[132949660] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"212.738697ms","start":"2026-04-28T17:27:30.636223Z","end":"2026-04-28T17:27:30.848962Z","steps":["trace[132949660] 'process raft request' (duration: 212.614714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:31.417069Z","caller":"traceutil/trace.go:171","msg":"trace[2046933345] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"151.195382ms","start":"2026-04-28T17:27:31.265844Z","end":"2026-04-28T17:27:31.41704Z","steps":["trace[2046933345] 'process raft request' (duration: 151.033108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.274395Z","caller":"traceutil/trace.go:171","msg":"trace[1328361195] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4610; }","duration":"942.999684ms","start":"2026-04-28T17:27:31.331372Z","end":"2026-04-28T17:27:32.274371Z","steps":["trace[1328361195] 'read index received' (duration: 85.527423ms)","trace[1328361195] 'applied index is now lower than readState.Index' (duration: 857.471181ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:32.274453Z","caller":"traceutil/trace.go:171","msg":"trace[793361185] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"1.007469643s","start":"2026-04-28T17:27:31.266949Z","end":"2026-04-28T17:27:32.274418Z","steps":["trace[793361185] 'process raft request' (duration: 1.007239997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.274617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.303268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:32.274624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.266924Z","time spent":"1.007603906s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:32.274666Z","caller":"traceutil/trace.go:171","msg":"trace[1929658074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4429; }","duration":"920.37517ms","start":"2026-04-28T17:27:31.354277Z","end":"2026-04-28T17:27:32.274652Z","steps":["trace[1929658074] 'agreement among raft nodes before linearized reading' (duration: 920.280738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.274706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.354215Z","time spent":"920.480172ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:32.274773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.039737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:32.274798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.526906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:32.274857Z","caller":"traceutil/trace.go:171","msg":"trace[1718028722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4429; }","duration":"210.178721ms","start":"2026-04-28T17:27:32.064658Z","end":"2026-04-28T17:27:32.274837Z","steps":["trace[1718028722] 'agreement among raft nodes before linearized reading' (duration: 210.012006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.274867Z","caller":"traceutil/trace.go:171","msg":"trace[781952439] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4429; }","duration":"769.602108ms","start":"2026-04-28T17:27:31.505247Z","end":"2026-04-28T17:27:32.27485Z","steps":["trace[781952439] 'agreement among raft nodes before linearized reading' (duration: 769.485585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.274918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.5052Z","time spent":"769.70373ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":5,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:32.27499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.42026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T17:27:32.275027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.687143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:27:32.275077Z","caller":"traceutil/trace.go:171","msg":"trace[764557480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4429; }","duration":"851.936739ms","start":"2026-04-28T17:27:31.423126Z","end":"2026-04-28T17:27:32.275062Z","steps":["trace[764557480] 'agreement among raft nodes before linearized reading' (duration: 851.819836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.274787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.103919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:32.275097Z","caller":"traceutil/trace.go:171","msg":"trace[1398058149] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4429; }","duration":"824.552824ms","start":"2026-04-28T17:27:31.450489Z","end":"2026-04-28T17:27:32.275041Z","steps":["trace[1398058149] 'agreement among raft nodes before linearized reading' (duration: 824.318498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.275119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.423104Z","time spent":"852.004181ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:32.275108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.792376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:27:32.275108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.732203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:27:32.275148Z","caller":"traceutil/trace.go:171","msg":"trace[1059477735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4429; }","duration":"851.521629ms","start":"2026-04-28T17:27:31.423606Z","end":"2026-04-28T17:27:32.275128Z","steps":["trace[1059477735] 'agreement among raft nodes before linearized reading' (duration: 851.018716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.27513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.112215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:27:32.275169Z","caller":"traceutil/trace.go:171","msg":"trace[629790445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4429; }","duration":"851.880738ms","start":"2026-04-28T17:27:31.423273Z","end":"2026-04-28T17:27:32.275153Z","steps":["trace[629790445] 'agreement among raft nodes before linearized reading' (duration: 851.704533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.275183Z","caller":"traceutil/trace.go:171","msg":"trace[44977510] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4429; }","duration":"943.843926ms","start":"2026-04-28T17:27:31.33132Z","end":"2026-04-28T17:27:32.275164Z","steps":["trace[44977510] 'agreement among raft nodes before linearized reading' (duration: 943.145928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.27519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.450476Z","time spent":"824.660406ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:27:32.274918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.215531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:27:32.275203Z","caller":"traceutil/trace.go:171","msg":"trace[1480442531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4429; }","duration":"854.216288ms","start":"2026-04-28T17:27:31.420974Z","end":"2026-04-28T17:27:32.27519Z","steps":["trace[1480442531] 'agreement among raft nodes before linearized reading' (duration: 854.060804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.27521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.633983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:27:32.275221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.423233Z","time spent":"851.97369ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:32.275229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.331302Z","time spent":"943.913077ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T17:27:32.275241Z","caller":"traceutil/trace.go:171","msg":"trace[1689960554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4429; }","duration":"853.57431ms","start":"2026-04-28T17:27:31.421652Z","end":"2026-04-28T17:27:32.275227Z","steps":["trace[1689960554] 'agreement among raft nodes before linearized reading' (duration: 853.186461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.275247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.42096Z","time spent":"854.27649ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:27:32.275255Z","caller":"traceutil/trace.go:171","msg":"trace[1473265834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4429; }","duration":"853.682964ms","start":"2026-04-28T17:27:31.421561Z","end":"2026-04-28T17:27:32.275244Z","steps":["trace[1473265834] 'agreement among raft nodes before linearized reading' (duration: 853.394037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.275277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.421629Z","time spent":"853.637132ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:27:32.275288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.421535Z","time spent":"853.746386ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:32.275198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:31.423595Z","time spent":"851.58746ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:27:32.41186Z","caller":"traceutil/trace.go:171","msg":"trace[1528374688] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"131.747178ms","start":"2026-04-28T17:27:32.280084Z","end":"2026-04-28T17:27:32.411831Z","steps":["trace[1528374688] 'process raft request' (duration: 92.328117ms)","trace[1528374688] 'compare' (duration: 39.078983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:32.423568Z","caller":"traceutil/trace.go:171","msg":"trace[414182856] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"143.461925ms","start":"2026-04-28T17:27:32.280087Z","end":"2026-04-28T17:27:32.423549Z","steps":["trace[414182856] 'process raft request' (duration: 143.354632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.423869Z","caller":"traceutil/trace.go:171","msg":"trace[827380046] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"143.704061ms","start":"2026-04-28T17:27:32.280147Z","end":"2026-04-28T17:27:32.423851Z","steps":["trace[827380046] 'process raft request' (duration: 143.374533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.423877Z","caller":"traceutil/trace.go:171","msg":"trace[472140846] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"143.491706ms","start":"2026-04-28T17:27:32.28037Z","end":"2026-04-28T17:27:32.423862Z","steps":["trace[472140846] 'process raft request' (duration: 143.396113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.424662Z","caller":"traceutil/trace.go:171","msg":"trace[465715011] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"144.211285ms","start":"2026-04-28T17:27:32.280433Z","end":"2026-04-28T17:27:32.424644Z","steps":["trace[465715011] 'process raft request' (duration: 143.397474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.424674Z","caller":"traceutil/trace.go:171","msg":"trace[598331401] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"144.176274ms","start":"2026-04-28T17:27:32.280474Z","end":"2026-04-28T17:27:32.42465Z","steps":["trace[598331401] 'process raft request' (duration: 144.065972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:32.424751Z","caller":"traceutil/trace.go:171","msg":"trace[1647054013] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4612; }","duration":"143.828745ms","start":"2026-04-28T17:27:32.280901Z","end":"2026-04-28T17:27:32.42473Z","steps":["trace[1647054013] 'read index received' (duration: 91.649039ms)","trace[1647054013] 'applied index is now lower than readState.Index' (duration: 52.178456ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:32.424832Z","caller":"traceutil/trace.go:171","msg":"trace[1540314758] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"143.911257ms","start":"2026-04-28T17:27:32.280905Z","end":"2026-04-28T17:27:32.424816Z","steps":["trace[1540314758] 'process raft request' (duration: 143.708972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:32.425063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.136813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:32.425119Z","caller":"traceutil/trace.go:171","msg":"trace[2144799412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4436; }","duration":"144.221266ms","start":"2026-04-28T17:27:32.280883Z","end":"2026-04-28T17:27:32.425105Z","steps":["trace[2144799412] 'agreement among raft nodes before linearized reading' (duration: 143.929968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:33.686756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.012996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-28T17:27:33.686871Z","caller":"traceutil/trace.go:171","msg":"trace[1142149869] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4439; }","duration":"136.20161ms","start":"2026-04-28T17:27:33.550645Z","end":"2026-04-28T17:27:33.686847Z","steps":["trace[1142149869] 'range keys from in-memory index tree' (duration: 135.702048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:33.757Z","caller":"traceutil/trace.go:171","msg":"trace[27115577] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"100.233857ms","start":"2026-04-28T17:27:33.656727Z","end":"2026-04-28T17:27:33.756961Z","steps":["trace[27115577] 'process raft request' (duration: 100.072463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:34.475299Z","caller":"traceutil/trace.go:171","msg":"trace[1896641941] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"195.690953ms","start":"2026-04-28T17:27:34.279584Z","end":"2026-04-28T17:27:34.475275Z","steps":["trace[1896641941] 'process raft request' (duration: 195.499957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:34.882953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.519997ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T17:27:34.883045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.476898Z","time spent":"406.143381ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T17:27:34.949415Z","caller":"traceutil/trace.go:171","msg":"trace[1287833447] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4625; }","duration":"468.516176ms","start":"2026-04-28T17:27:34.480868Z","end":"2026-04-28T17:27:34.949384Z","steps":["trace[1287833447] 'read index received' (duration: 66.634923ms)","trace[1287833447] 'applied index is now lower than readState.Index' (duration: 401.879233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:34.949738Z","caller":"traceutil/trace.go:171","msg":"trace[2045915759] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"469.100552ms","start":"2026-04-28T17:27:34.480623Z","end":"2026-04-28T17:27:34.949724Z","steps":["trace[2045915759] 'process raft request' (duration: 468.708972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:34.949788Z","caller":"traceutil/trace.go:171","msg":"trace[1063252409] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"469.147663ms","start":"2026-04-28T17:27:34.480594Z","end":"2026-04-28T17:27:34.949742Z","steps":["trace[1063252409] 'process raft request' (duration: 468.703602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:34.949857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.480605Z","time spent":"469.174904ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:34.949959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.480581Z","time spent":"469.292796ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:34.949988Z","caller":"traceutil/trace.go:171","msg":"trace[765838941] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"469.377959ms","start":"2026-04-28T17:27:34.480599Z","end":"2026-04-28T17:27:34.949977Z","steps":["trace[765838941] 'process raft request' (duration: 468.61087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:34.950016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.115241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"warn","ts":"2026-04-28T17:27:34.950037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.48059Z","time spent":"469.41961ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:34.950076Z","caller":"traceutil/trace.go:171","msg":"trace[1246296965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4447; }","duration":"469.201393ms","start":"2026-04-28T17:27:34.480861Z","end":"2026-04-28T17:27:34.950063Z","steps":["trace[1246296965] 'agreement among raft nodes before linearized reading' (duration: 468.903656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:34.950121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.480822Z","time spent":"469.287245ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T17:27:34.95014Z","caller":"traceutil/trace.go:171","msg":"trace[1682170201] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"469.315527ms","start":"2026-04-28T17:27:34.480505Z","end":"2026-04-28T17:27:34.949821Z","steps":["trace[1682170201] 'process raft request' (duration: 468.658301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:34.950397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.480475Z","time spent":"469.789719ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:34.950489Z","caller":"traceutil/trace.go:171","msg":"trace[1043989936] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"469.946883ms","start":"2026-04-28T17:27:34.480493Z","end":"2026-04-28T17:27:34.95044Z","steps":["trace[1043989936] 'process raft request' (duration: 468.508397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:34.950656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.480459Z","time spent":"470.133157ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:36.25017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.709073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:36.25042Z","caller":"traceutil/trace.go:171","msg":"trace[1396982047] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"1.366299151s","start":"2026-04-28T17:27:34.884076Z","end":"2026-04-28T17:27:36.250375Z","steps":["trace[1396982047] 'process raft request' (duration: 505.292351ms)","trace[1396982047] 'compare' (duration: 860.456876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:36.250685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.884049Z","time spent":"1.366482726s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:36.251205Z","caller":"traceutil/trace.go:171","msg":"trace[1626780124] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"1.336703979s","start":"2026-04-28T17:27:34.914462Z","end":"2026-04-28T17:27:36.251166Z","steps":["trace[1626780124] 'process raft request' (duration: 1.335827117s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:36.251253Z","caller":"traceutil/trace.go:171","msg":"trace[1377492069] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"1.171595894s","start":"2026-04-28T17:27:35.079633Z","end":"2026-04-28T17:27:36.251228Z","steps":["trace[1377492069] 'process raft request' (duration: 1.171467179s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:36.251306Z","caller":"traceutil/trace.go:171","msg":"trace[1146305901] linearizableReadLoop","detail":"{readStateIndex:4633; appliedIndex:4631; }","duration":"1.301783602s","start":"2026-04-28T17:27:34.949507Z","end":"2026-04-28T17:27:36.25129Z","steps":["trace[1146305901] 'read index received' (duration: 439.970941ms)","trace[1146305901] 'applied index is now lower than readState.Index' (duration: 861.811071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:36.251375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.914442Z","time spent":"1.336846243s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:36.251431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718741428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:36.25154Z","caller":"traceutil/trace.go:171","msg":"trace[1407147982] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4450; }","duration":"1.718886512s","start":"2026-04-28T17:27:34.532632Z","end":"2026-04-28T17:27:36.251518Z","steps":["trace[1407147982] 'agreement among raft nodes before linearized reading' (duration: 1.718730948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:36.251589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.532613Z","time spent":"1.718964613s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:36.251564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680906606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:27:36.25165Z","caller":"traceutil/trace.go:171","msg":"trace[376908522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4450; }","duration":"1.681035049s","start":"2026-04-28T17:27:34.570595Z","end":"2026-04-28T17:27:36.25163Z","steps":["trace[376908522] 'agreement among raft nodes before linearized reading' (duration: 1.68070801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:36.251707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:34.570582Z","time spent":"1.681116121s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:27:36.251714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:35.079603Z","time spent":"1.171705267s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:36.752351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:37.068104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999772059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:27:37.068189Z","caller":"traceutil/trace.go:171","msg":"trace[2136662885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999930653s","start":"2026-04-28T17:27:35.068239Z","end":"2026-04-28T17:27:37.068169Z","steps":["trace[2136662885] 'agreement among raft nodes before linearized reading' (duration: 1.999820801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:37.068295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:35.068208Z","time spent":"2.000074456s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:27:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:37.253022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:37.754168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:38.254364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:38.349805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:27:38.349883Z","caller":"traceutil/trace.go:171","msg":"trace[2063660808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366634s","start":"2026-04-28T17:27:36.349499Z","end":"2026-04-28T17:27:38.349866Z","steps":["trace[2063660808] 'agreement among raft nodes before linearized reading' (duration: 2.000259721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:38.349922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.349471Z","time spent":"2.000442826s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:27:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:38.754702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:39.068508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:27:39.068586Z","caller":"traceutil/trace.go:171","msg":"trace[1971502655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147659s","start":"2026-04-28T17:27:37.068422Z","end":"2026-04-28T17:27:39.068569Z","steps":["trace[1971502655] 'agreement among raft nodes before linearized reading' (duration: 2.000049936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:39.068633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:37.068347Z","time spent":"2.000276592s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:39.127702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.30011ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:39.127841Z","caller":"traceutil/trace.go:171","msg":"trace[1342756610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4450; }","duration":"867.467074ms","start":"2026-04-28T17:27:38.260355Z","end":"2026-04-28T17:27:39.127822Z","steps":["trace[1342756610] 'range keys from in-memory index tree' (duration: 867.283839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:39.255029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:39.755549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:40.25576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:40.489779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:35.496082Z","time spent":"4.993688983s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:27:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:40.756293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:41.076957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000667562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:27:41.077038Z","caller":"traceutil/trace.go:171","msg":"trace[502322797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779925s","start":"2026-04-28T17:27:39.076239Z","end":"2026-04-28T17:27:41.077019Z","steps":["trace[502322797] 'agreement among raft nodes before linearized reading' (duration: 2.000684212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:41.077085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:39.076223Z","time spent":"2.000853167s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:27:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:41.25663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790849616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:27:41.487111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.488167Z","time spent":"4.998930526s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:27:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:41.586713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.337599152s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:27:41.587176Z","caller":"traceutil/trace.go:171","msg":"trace[884289749] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"5.876988549s","start":"2026-04-28T17:27:35.710161Z","end":"2026-04-28T17:27:41.58715Z","steps":["trace[884289749] 'process raft request' (duration: 5.876931378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:41.587318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:35.71013Z","time spent":"5.877113782s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:41.954243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000118866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:27:41.954346Z","caller":"traceutil/trace.go:171","msg":"trace[1410917687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000238768s","start":"2026-04-28T17:27:36.954082Z","end":"2026-04-28T17:27:41.95432Z","steps":["trace[1410917687] 'agreement among raft nodes before linearized reading' (duration: 5.000135075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:41.954441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.954072Z","time spent":"5.000349471s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:27:41.954199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999878859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} 2026/04/28 17:27:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T17:27:41.954905Z","caller":"traceutil/trace.go:171","msg":"trace[1750314361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000405272s","start":"2026-04-28T17:27:36.954121Z","end":"2026-04-28T17:27:41.954527Z","steps":["trace[1750314361] 'agreement among raft nodes before linearized reading' (duration: 4.99991292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:41.954995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.954091Z","time spent":"5.000885826s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 17:27:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:41.955335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999986141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:27:41.955527Z","caller":"traceutil/trace.go:171","msg":"trace[1265233831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00030605s","start":"2026-04-28T17:27:36.955206Z","end":"2026-04-28T17:27:41.955512Z","steps":["trace[1265233831] 'agreement among raft nodes before linearized reading' (duration: 5.000004282s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:41.955574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.955195Z","time spent":"5.000363621s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 17:27:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:43.04854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461583563s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:27:43.077428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:27:43.077572Z","caller":"traceutil/trace.go:171","msg":"trace[804187388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323504s","start":"2026-04-28T17:27:41.077218Z","end":"2026-04-28T17:27:43.077541Z","steps":["trace[804187388] 'agreement among raft nodes before linearized reading' (duration: 2.00013724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.077642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:41.077199Z","time spent":"2.000429967s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:43.256651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:38.256964Z","time spent":"4.999677394s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:43.256812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:38.257688Z","time spent":"4.99911943s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:27:43.385686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.79681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:43.386021Z","caller":"traceutil/trace.go:171","msg":"trace[269951175] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"6.071141355s","start":"2026-04-28T17:27:37.314845Z","end":"2026-04-28T17:27:43.385986Z","steps":["trace[269951175] 'process raft request' (duration: 6.07094429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.386187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:37.314817Z","time spent":"6.071287249s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:43.439838Z","caller":"traceutil/trace.go:171","msg":"trace[1350461176] linearizableReadLoop","detail":"{readStateIndex:4641; appliedIndex:4634; }","duration":"7.188465469s","start":"2026-04-28T17:27:36.251338Z","end":"2026-04-28T17:27:43.439804Z","steps":["trace[1350461176] 'read index received' (duration: 5.335694123s)","trace[1350461176] 'applied index is now lower than readState.Index' (duration: 1.852767886s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:43.520929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.267291933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T17:27:43.521051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.294964806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:43.521056Z","caller":"traceutil/trace.go:171","msg":"trace[1309807233] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4456; }","duration":"7.26753483s","start":"2026-04-28T17:27:36.253503Z","end":"2026-04-28T17:27:43.521038Z","steps":["trace[1309807233] 'agreement among raft nodes before linearized reading' (duration: 7.267332465s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.52109Z","caller":"traceutil/trace.go:171","msg":"trace[766839515] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4456; }","duration":"7.295037568s","start":"2026-04-28T17:27:36.226038Z","end":"2026-04-28T17:27:43.521076Z","steps":["trace[766839515] 'agreement among raft nodes before linearized reading' (duration: 7.213781173s)","trace[766839515] 'count revisions from in-memory index tree' (duration: 81.198464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:43.521103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.253465Z","time spent":"7.267628352s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T17:27:43.521123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.226016Z","time spent":"7.295100359s","remote":"127.0.0.1:60288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.52114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902609628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:43.521206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567400007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:27:43.521236Z","caller":"traceutil/trace.go:171","msg":"trace[865516146] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4456; }","duration":"3.9027463s","start":"2026-04-28T17:27:39.618464Z","end":"2026-04-28T17:27:43.52121Z","steps":["trace[865516146] 'agreement among raft nodes before linearized reading' (duration: 3.902572436s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.521261Z","caller":"traceutil/trace.go:171","msg":"trace[374602549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4456; }","duration":"6.567480449s","start":"2026-04-28T17:27:36.953764Z","end":"2026-04-28T17:27:43.521244Z","steps":["trace[374602549] 'agreement among raft nodes before linearized reading' (duration: 6.567329426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.52127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.796846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:43.521286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:39.618447Z","time spent":"3.902828643s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.521311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.953749Z","time spent":"6.567547021s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:27:43.521323Z","caller":"traceutil/trace.go:171","msg":"trace[382009008] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4456; }","duration":"710.901299ms","start":"2026-04-28T17:27:42.810408Z","end":"2026-04-28T17:27:43.521309Z","steps":["trace[382009008] 'agreement among raft nodes before linearized reading' (duration: 710.804366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:42.81038Z","time spent":"710.96981ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.521351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196703458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:43.521409Z","caller":"traceutil/trace.go:171","msg":"trace[885336272] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4456; }","duration":"3.196801121s","start":"2026-04-28T17:27:40.324591Z","end":"2026-04-28T17:27:43.521392Z","steps":["trace[885336272] 'agreement among raft nodes before linearized reading' (duration: 3.196696568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:40.32457Z","time spent":"3.196869362s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.521473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.858412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T17:27:43.52151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.945339151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-28T17:27:43.521535Z","caller":"traceutil/trace.go:171","msg":"trace[584505181] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4456; }","duration":"263.031755ms","start":"2026-04-28T17:27:43.25849Z","end":"2026-04-28T17:27:43.521522Z","steps":["trace[584505181] 'agreement among raft nodes before linearized reading' (duration: 262.851661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.566083003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:43.521575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2608} {"level":"info","ts":"2026-04-28T17:27:43.521599Z","caller":"traceutil/trace.go:171","msg":"trace[1449921346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4456; }","duration":"6.566170256s","start":"2026-04-28T17:27:36.955413Z","end":"2026-04-28T17:27:43.521583Z","steps":["trace[1449921346] 'agreement among raft nodes before linearized reading' (duration: 6.566008182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429241868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:27:43.521635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.066452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-04-28T17:27:43.521649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266379859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:27:43.521666Z","caller":"traceutil/trace.go:171","msg":"trace[1070046198] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4456; }","duration":"3.42932333s","start":"2026-04-28T17:27:40.092333Z","end":"2026-04-28T17:27:43.521657Z","steps":["trace[1070046198] 'agreement among raft nodes before linearized reading' (duration: 3.429236567s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.521554Z","caller":"traceutil/trace.go:171","msg":"trace[1970239205] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4456; }","duration":"6.945410453s","start":"2026-04-28T17:27:36.576131Z","end":"2026-04-28T17:27:43.521541Z","steps":["trace[1970239205] 'agreement among raft nodes before linearized reading' (duration: 6.945261639s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.521679Z","caller":"traceutil/trace.go:171","msg":"trace[831334492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4456; }","duration":"7.266437841s","start":"2026-04-28T17:27:36.255232Z","end":"2026-04-28T17:27:43.52167Z","steps":["trace[831334492] 'agreement among raft nodes before linearized reading' (duration: 7.266344099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.520973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.507048079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-28T17:27:43.521694Z","caller":"traceutil/trace.go:171","msg":"trace[1748658307] compact","detail":"{revision:2608; response_revision:4456; }","duration":"134.273823ms","start":"2026-04-28T17:27:43.387366Z","end":"2026-04-28T17:27:43.52164Z","steps":["trace[1748658307] 'process raft request' (duration: 52.32557ms)","trace[1748658307] 'check and update compact revision' (duration: 81.020209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:43.521709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:40.092312Z","time spent":"3.429390382s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.521713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.255217Z","time spent":"7.266489463s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:27:43.521718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.576115Z","time spent":"6.945592418s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-28T17:27:43.521672Z","caller":"traceutil/trace.go:171","msg":"trace[858923575] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4456; }","duration":"264.139884ms","start":"2026-04-28T17:27:43.257521Z","end":"2026-04-28T17:27:43.521661Z","steps":["trace[858923575] 'agreement among raft nodes before linearized reading' (duration: 264.035931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.838964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:43.521804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.42555512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:27:43.521662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.955398Z","time spent":"6.566251537s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:27:43.521846Z","caller":"traceutil/trace.go:171","msg":"trace[747960876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4456; }","duration":"931.914635ms","start":"2026-04-28T17:27:42.589919Z","end":"2026-04-28T17:27:43.521834Z","steps":["trace[747960876] 'agreement among raft nodes before linearized reading' (duration: 931.72252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400437331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:43.521898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:42.589904Z","time spent":"931.983557ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:27:43.521927Z","caller":"traceutil/trace.go:171","msg":"trace[2057419577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4456; }","duration":"1.400507233s","start":"2026-04-28T17:27:42.121411Z","end":"2026-04-28T17:27:43.521918Z","steps":["trace[2057419577] 'agreement among raft nodes before linearized reading' (duration: 1.400248957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.521085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610437648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:27:43.521607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030521726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-28T17:27:43.521961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:42.12135Z","time spent":"1.400601686s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.521964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567752186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:27:43.52198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.720467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:43.521979Z","caller":"traceutil/trace.go:171","msg":"trace[650741293] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4456; }","duration":"3.030941226s","start":"2026-04-28T17:27:40.491017Z","end":"2026-04-28T17:27:43.521958Z","steps":["trace[650741293] 'agreement among raft nodes before linearized reading' (duration: 3.029853149s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.522001Z","caller":"traceutil/trace.go:171","msg":"trace[2079246218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4456; }","duration":"6.567823098s","start":"2026-04-28T17:27:36.954168Z","end":"2026-04-28T17:27:43.521991Z","steps":["trace[2079246218] 'agreement among raft nodes before linearized reading' (duration: 6.56752336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.522015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641152311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:43.522041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:36.954145Z","time spent":"6.567888839s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:27:43.522046Z","caller":"traceutil/trace.go:171","msg":"trace[1457920521] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4456; }","duration":"2.641228353s","start":"2026-04-28T17:27:40.880809Z","end":"2026-04-28T17:27:43.522037Z","steps":["trace[1457920521] 'agreement among raft nodes before linearized reading' (duration: 2.640891945s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.521966Z","caller":"traceutil/trace.go:171","msg":"trace[1069748059] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4456; }","duration":"5.611378322s","start":"2026-04-28T17:27:37.910573Z","end":"2026-04-28T17:27:43.521952Z","steps":["trace[1069748059] 'agreement among raft nodes before linearized reading' (duration: 5.610361267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.522076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5329185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:43.522101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:40.880783Z","time spent":"2.641294534s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:27:43.521734Z","caller":"traceutil/trace.go:171","msg":"trace[1900645298] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4456; }","duration":"8.507871569s","start":"2026-04-28T17:27:35.013845Z","end":"2026-04-28T17:27:43.521716Z","steps":["trace[1900645298] 'agreement among raft nodes before linearized reading' (duration: 8.426047459s)","trace[1900645298] 'range keys from in-memory index tree' (duration: 80.928487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:43.522108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:37.910556Z","time spent":"5.611538046s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.522141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:35.013787Z","time spent":"8.508344881s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-28T17:27:43.522165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033523679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T17:27:43.521857Z","caller":"traceutil/trace.go:171","msg":"trace[1841464806] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4456; }","duration":"5.425645162s","start":"2026-04-28T17:27:38.096201Z","end":"2026-04-28T17:27:43.521846Z","steps":["trace[1841464806] 'agreement among raft nodes before linearized reading' (duration: 5.425496579s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:43.522186Z","caller":"traceutil/trace.go:171","msg":"trace[1116637960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4456; }","duration":"2.033567431s","start":"2026-04-28T17:27:41.488613Z","end":"2026-04-28T17:27:43.522181Z","steps":["trace[1116637960] 'agreement among raft nodes before linearized reading' (duration: 2.033060748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.52204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:40.490994Z","time spent":"3.031029938s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:27:43.522212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:41.4886Z","time spent":"2.033606341s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:27:43.522206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:38.096181Z","time spent":"5.426010391s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:27:43.52211Z","caller":"traceutil/trace.go:171","msg":"trace[1085028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4456; }","duration":"2.532994762s","start":"2026-04-28T17:27:40.989107Z","end":"2026-04-28T17:27:43.522102Z","steps":["trace[1085028] 'agreement among raft nodes before linearized reading' (duration: 2.532578581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.522283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:40.989083Z","time spent":"2.533187927s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:43.521662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.169516173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T17:27:43.522322Z","caller":"traceutil/trace.go:171","msg":"trace[2059328856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695; range_end:; response_count:1; response_revision:4456; }","duration":"5.170224081s","start":"2026-04-28T17:27:38.352088Z","end":"2026-04-28T17:27:43.522312Z","steps":["trace[2059328856] 'agreement among raft nodes before linearized reading' (duration: 5.169295168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.522364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:38.352063Z","time spent":"5.170290473s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695\" "} {"level":"info","ts":"2026-04-28T17:27:43.522038Z","caller":"traceutil/trace.go:171","msg":"trace[582352493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4456; }","duration":"391.798019ms","start":"2026-04-28T17:27:43.130224Z","end":"2026-04-28T17:27:43.522022Z","steps":["trace[582352493] 'agreement among raft nodes before linearized reading' (duration: 391.479521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:43.522504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.130209Z","time spent":"392.282151ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:44.10017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.488833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:44.10037Z","caller":"traceutil/trace.go:171","msg":"trace[690104341] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"575.876634ms","start":"2026-04-28T17:27:43.524446Z","end":"2026-04-28T17:27:44.100322Z","steps":["trace[690104341] 'process raft request' (duration: 204.891868ms)","trace[690104341] 'compare' (duration: 228.809455ms)","trace[690104341] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695; req_size:755; } (duration: 141.507155ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T17:27:44.100432Z","caller":"traceutil/trace.go:171","msg":"trace[1478764227] linearizableReadLoop","detail":"{readStateIndex:4643; appliedIndex:4642; }","duration":"575.494284ms","start":"2026-04-28T17:27:43.524912Z","end":"2026-04-28T17:27:44.100407Z","steps":["trace[1478764227] 'read index received' (duration: 204.439466ms)","trace[1478764227] 'applied index is now lower than readState.Index' (duration: 371.051098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:44.100534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.524423Z","time spent":"576.019897ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:44.100564Z","caller":"traceutil/trace.go:171","msg":"trace[766671004] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"574.017616ms","start":"2026-04-28T17:27:43.526528Z","end":"2026-04-28T17:27:44.100545Z","steps":["trace[766671004] 'process raft request' (duration: 573.818791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.100651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.526504Z","time spent":"574.097208ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:44.100889Z","caller":"traceutil/trace.go:171","msg":"trace[1741028156] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"573.31804ms","start":"2026-04-28T17:27:43.527552Z","end":"2026-04-28T17:27:44.10087Z","steps":["trace[1741028156] 'process raft request' (duration: 572.94547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.527537Z","time spent":"573.454583ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:44.101076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.172292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:27:44.101118Z","caller":"traceutil/trace.go:171","msg":"trace[1412938839] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4459; }","duration":"576.247344ms","start":"2026-04-28T17:27:43.524859Z","end":"2026-04-28T17:27:44.101107Z","steps":["trace[1412938839] 'agreement among raft nodes before linearized reading' (duration: 575.673548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.524845Z","time spent":"576.311046ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T17:27:44.101316Z","caller":"traceutil/trace.go:171","msg":"trace[1829917130] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"201.942322ms","start":"2026-04-28T17:27:43.899356Z","end":"2026-04-28T17:27:44.101298Z","steps":["trace[1829917130] 'process raft request' (duration: 201.397608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.02098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:27:44.101569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.159485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-28T17:27:44.101582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.904636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:44.101604Z","caller":"traceutil/trace.go:171","msg":"trace[1582779067] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4461; }","duration":"573.207077ms","start":"2026-04-28T17:27:43.528386Z","end":"2026-04-28T17:27:44.101593Z","steps":["trace[1582779067] 'agreement among raft nodes before linearized reading' (duration: 573.102954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.101634Z","caller":"traceutil/trace.go:171","msg":"trace[1335340188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4461; }","duration":"553.997669ms","start":"2026-04-28T17:27:43.547624Z","end":"2026-04-28T17:27:44.101622Z","steps":["trace[1335340188] 'agreement among raft nodes before linearized reading' (duration: 553.903796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.547605Z","time spent":"554.05619ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:44.101625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.130755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-28T17:27:44.101707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.076802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T17:27:44.101725Z","caller":"traceutil/trace.go:171","msg":"trace[796324430] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4461; }","duration":"575.231318ms","start":"2026-04-28T17:27:43.526471Z","end":"2026-04-28T17:27:44.101702Z","steps":["trace[796324430] 'agreement among raft nodes before linearized reading' (duration: 574.91569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.101783Z","caller":"traceutil/trace.go:171","msg":"trace[755050399] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"174.430913ms","start":"2026-04-28T17:27:43.927304Z","end":"2026-04-28T17:27:44.101735Z","steps":["trace[755050399] 'process raft request' (duration: 173.906449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.352506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"warn","ts":"2026-04-28T17:27:44.101635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.52838Z","time spent":"573.246988ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T17:27:44.101861Z","caller":"traceutil/trace.go:171","msg":"trace[1334670913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4461; }","duration":"574.417817ms","start":"2026-04-28T17:27:43.527429Z","end":"2026-04-28T17:27:44.101847Z","steps":["trace[1334670913] 'agreement among raft nodes before linearized reading' (duration: 574.194562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.453894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:44.101905Z","caller":"traceutil/trace.go:171","msg":"trace[482079221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4461; }","duration":"468.595768ms","start":"2026-04-28T17:27:43.633303Z","end":"2026-04-28T17:27:44.101899Z","steps":["trace[482079221] 'agreement among raft nodes before linearized reading' (duration: 468.471495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.527393Z","time spent":"574.506ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T17:27:44.101598Z","caller":"traceutil/trace.go:171","msg":"trace[177370336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4461; }","duration":"146.112072ms","start":"2026-04-28T17:27:43.955476Z","end":"2026-04-28T17:27:44.101588Z","steps":["trace[177370336] 'agreement among raft nodes before linearized reading' (duration: 145.949448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.102054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.407303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T17:27:44.102072Z","caller":"traceutil/trace.go:171","msg":"trace[1377290150] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4461; }","duration":"575.464544ms","start":"2026-04-28T17:27:43.526602Z","end":"2026-04-28T17:27:44.102066Z","steps":["trace[1377290150] 'agreement among raft nodes before linearized reading' (duration: 575.369732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.102084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.526576Z","time spent":"575.504284ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T17:27:44.102076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.415955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:27:44.102113Z","caller":"traceutil/trace.go:171","msg":"trace[1002632398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4461; }","duration":"145.534368ms","start":"2026-04-28T17:27:43.956569Z","end":"2026-04-28T17:27:44.102104Z","steps":["trace[1002632398] 'agreement among raft nodes before linearized reading' (duration: 145.445826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.101794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.526439Z","time spent":"575.344691ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T17:27:44.102162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.328757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:27:44.102178Z","caller":"traceutil/trace.go:171","msg":"trace[1724842199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4461; }","duration":"146.377639ms","start":"2026-04-28T17:27:43.955796Z","end":"2026-04-28T17:27:44.102174Z","steps":["trace[1724842199] 'agreement among raft nodes before linearized reading' (duration: 146.324347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.102217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.618722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T17:27:44.101927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.633285Z","time spent":"468.638408ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T17:27:44.102282Z","caller":"traceutil/trace.go:171","msg":"trace[2112064452] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4461; }","duration":"574.706614ms","start":"2026-04-28T17:27:43.52756Z","end":"2026-04-28T17:27:44.102267Z","steps":["trace[2112064452] 'agreement among raft nodes before linearized reading' (duration: 574.567661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.102332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.527549Z","time spent":"574.770816ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T17:27:44.101749Z","caller":"traceutil/trace.go:171","msg":"trace[1351017998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4461; }","duration":"571.128094ms","start":"2026-04-28T17:27:43.530607Z","end":"2026-04-28T17:27:44.101735Z","steps":["trace[1351017998] 'agreement among raft nodes before linearized reading' (duration: 571.046462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.102647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:43.530597Z","time spent":"571.840761ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:27:44.405225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.203348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:44.405358Z","caller":"traceutil/trace.go:171","msg":"trace[1621833927] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"297.771327ms","start":"2026-04-28T17:27:44.107555Z","end":"2026-04-28T17:27:44.405326Z","steps":["trace[1621833927] 'process raft request' (duration: 84.376584ms)","trace[1621833927] 'compare' (duration: 141.682981ms)","trace[1621833927] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 71.22314ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T17:27:44.409974Z","caller":"traceutil/trace.go:171","msg":"trace[441574978] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4647; }","duration":"298.940347ms","start":"2026-04-28T17:27:44.111019Z","end":"2026-04-28T17:27:44.409959Z","steps":["trace[441574978] 'read index received' (duration: 80.960298ms)","trace[441574978] 'applied index is now lower than readState.Index' (duration: 217.979209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:44.409996Z","caller":"traceutil/trace.go:171","msg":"trace[72550565] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"301.02756ms","start":"2026-04-28T17:27:44.108932Z","end":"2026-04-28T17:27:44.40996Z","steps":["trace[72550565] 'process raft request' (duration: 300.749623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.410069Z","caller":"traceutil/trace.go:171","msg":"trace[1316816412] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"301.011919ms","start":"2026-04-28T17:27:44.109043Z","end":"2026-04-28T17:27:44.410055Z","steps":["trace[1316816412] 'process raft request' (duration: 300.764202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.410134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:44.109021Z","time spent":"301.082642ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:44.410157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:44.10892Z","time spent":"301.152163ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:44.410244Z","caller":"traceutil/trace.go:171","msg":"trace[428993462] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"297.054939ms","start":"2026-04-28T17:27:44.11317Z","end":"2026-04-28T17:27:44.410225Z","steps":["trace[428993462] 'process raft request' (duration: 296.737231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.410424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.388518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:27:44.410436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.722079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T17:27:44.410499Z","caller":"traceutil/trace.go:171","msg":"trace[1408908267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4465; }","duration":"299.476ms","start":"2026-04-28T17:27:44.111002Z","end":"2026-04-28T17:27:44.410478Z","steps":["trace[1408908267] 'agreement among raft nodes before linearized reading' (duration: 299.292806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.410506Z","caller":"traceutil/trace.go:171","msg":"trace[282114706] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4465; }","duration":"242.831692ms","start":"2026-04-28T17:27:44.167654Z","end":"2026-04-28T17:27:44.410486Z","steps":["trace[282114706] 'agreement among raft nodes before linearized reading' (duration: 242.629636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.596221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2608,"took":"1.070769341s","hash":3654208119,"current-db-size-bytes":36409344,"current-db-size":"36 MB","current-db-size-in-use-bytes":11608064,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-04-28T17:27:44.596296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3654208119,"revision":2608,"compact-revision":-1} {"level":"info","ts":"2026-04-28T17:27:44.596654Z","caller":"traceutil/trace.go:171","msg":"trace[692287940] linearizableReadLoop","detail":"{readStateIndex:4654; appliedIndex:4652; }","duration":"182.422297ms","start":"2026-04-28T17:27:44.414208Z","end":"2026-04-28T17:27:44.59663Z","steps":["trace[692287940] 'read index received' (duration: 138.802368ms)","trace[692287940] 'applied index is now lower than readState.Index' (duration: 43.618709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:44.59676Z","caller":"traceutil/trace.go:171","msg":"trace[79420320] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"184.563211ms","start":"2026-04-28T17:27:44.412171Z","end":"2026-04-28T17:27:44.596734Z","steps":["trace[79420320] 'process raft request' (duration: 184.320425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:44.597135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.900069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-28T17:27:44.597225Z","caller":"traceutil/trace.go:171","msg":"trace[2132770602] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4466; }","duration":"183.024612ms","start":"2026-04-28T17:27:44.414178Z","end":"2026-04-28T17:27:44.597202Z","steps":["trace[2132770602] 'agreement among raft nodes before linearized reading' (duration: 182.564031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.78881Z","caller":"traceutil/trace.go:171","msg":"trace[19117015] linearizableReadLoop","detail":"{readStateIndex:4656; appliedIndex:4655; }","duration":"114.904341ms","start":"2026-04-28T17:27:44.673879Z","end":"2026-04-28T17:27:44.788784Z","steps":["trace[19117015] 'read index received' (duration: 114.616323ms)","trace[19117015] 'applied index is now lower than readState.Index' (duration: 286.748µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:44.789051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.153607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T17:27:44.789091Z","caller":"traceutil/trace.go:171","msg":"trace[1962470869] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4468; }","duration":"115.262159ms","start":"2026-04-28T17:27:44.673819Z","end":"2026-04-28T17:27:44.789081Z","steps":["trace[1962470869] 'agreement among raft nodes before linearized reading' (duration: 115.070614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:44.789471Z","caller":"traceutil/trace.go:171","msg":"trace[1644213819] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"183.262317ms","start":"2026-04-28T17:27:44.606195Z","end":"2026-04-28T17:27:44.789458Z","steps":["trace[1644213819] 'process raft request' (duration: 182.338463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:45.052464Z","caller":"traceutil/trace.go:171","msg":"trace[1131620195] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"378.271344ms","start":"2026-04-28T17:27:44.674156Z","end":"2026-04-28T17:27:45.052428Z","steps":["trace[1131620195] 'process raft request' (duration: 304.504669ms)","trace[1131620195] 'compare' (duration: 73.422546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:45.052461Z","caller":"traceutil/trace.go:171","msg":"trace[788430042] linearizableReadLoop","detail":"{readStateIndex:4657; appliedIndex:4656; }","duration":"261.160167ms","start":"2026-04-28T17:27:44.791264Z","end":"2026-04-28T17:27:45.052424Z","steps":["trace[788430042] 'read index received' (duration: 187.31038ms)","trace[788430042] 'applied index is now lower than readState.Index' (duration: 73.846247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:45.052637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:44.674142Z","time spent":"378.411137ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:45.052956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.669219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:27:45.05315Z","caller":"traceutil/trace.go:171","msg":"trace[1804244030] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4469; }","duration":"261.815313ms","start":"2026-04-28T17:27:44.791218Z","end":"2026-04-28T17:27:45.053034Z","steps":["trace[1804244030] 'agreement among raft nodes before linearized reading' (duration: 261.28929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:45.434547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.810351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:45.434782Z","caller":"traceutil/trace.go:171","msg":"trace[2037189809] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"368.881945ms","start":"2026-04-28T17:27:45.065869Z","end":"2026-04-28T17:27:45.434751Z","steps":["trace[2037189809] 'read index received' (duration: 149.703095ms)","trace[2037189809] 'applied index is now lower than readState.Index' (duration: 219.17618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:45.435104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.228734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:45.435165Z","caller":"traceutil/trace.go:171","msg":"trace[92320320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4470; }","duration":"369.335736ms","start":"2026-04-28T17:27:45.065811Z","end":"2026-04-28T17:27:45.435147Z","steps":["trace[92320320] 'agreement among raft nodes before linearized reading' (duration: 369.09853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:45.435109Z","caller":"traceutil/trace.go:171","msg":"trace[317338687] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"375.41399ms","start":"2026-04-28T17:27:45.059467Z","end":"2026-04-28T17:27:45.434881Z","steps":["trace[317338687] 'process raft request' (duration: 156.067266ms)","trace[317338687] 'compare' (duration: 218.630626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:45.435227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:45.065797Z","time spent":"369.407908ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:27:45.435758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.64763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-04-28T17:27:45.435768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:45.059452Z","time spent":"375.81961ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:45.435845Z","caller":"traceutil/trace.go:171","msg":"trace[2031722715] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4470; }","duration":"298.785913ms","start":"2026-04-28T17:27:45.137038Z","end":"2026-04-28T17:27:45.435824Z","steps":["trace[2031722715] 'agreement among raft nodes before linearized reading' (duration: 298.347352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:46.586259Z","caller":"traceutil/trace.go:171","msg":"trace[1124156636] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4658; }","duration":"476.070679ms","start":"2026-04-28T17:27:46.110129Z","end":"2026-04-28T17:27:46.5862Z","steps":["trace[1124156636] 'read index received' (duration: 38.884468ms)","trace[1124156636] 'applied index is now lower than readState.Index' (duration: 437.184711ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:46.586357Z","caller":"traceutil/trace.go:171","msg":"trace[575159099] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"476.422978ms","start":"2026-04-28T17:27:46.10991Z","end":"2026-04-28T17:27:46.586333Z","steps":["trace[575159099] 'process raft request' (duration: 476.232973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:46.586354Z","caller":"traceutil/trace.go:171","msg":"trace[310392394] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"477.558827ms","start":"2026-04-28T17:27:46.108772Z","end":"2026-04-28T17:27:46.58633Z","steps":["trace[310392394] 'process raft request' (duration: 477.25774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:46.586347Z","caller":"traceutil/trace.go:171","msg":"trace[293585205] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"478.181043ms","start":"2026-04-28T17:27:46.108131Z","end":"2026-04-28T17:27:46.586312Z","steps":["trace[293585205] 'process raft request' (duration: 477.774082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:46.586463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.109893Z","time spent":"476.51322ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:46.586461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.108761Z","time spent":"477.645289ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:46.586576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.108119Z","time spent":"478.304776ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:46.586353Z","caller":"traceutil/trace.go:171","msg":"trace[417624333] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"478.243594ms","start":"2026-04-28T17:27:46.108084Z","end":"2026-04-28T17:27:46.586328Z","steps":["trace[417624333] 'process raft request' (duration: 443.720586ms)","trace[417624333] 'compare' (duration: 33.688057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:46.58662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.019819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:27:46.586626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.471229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:46.586682Z","caller":"traceutil/trace.go:171","msg":"trace[1462650549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4476; }","duration":"177.127252ms","start":"2026-04-28T17:27:46.409542Z","end":"2026-04-28T17:27:46.58667Z","steps":["trace[1462650549] 'agreement among raft nodes before linearized reading' (duration: 176.882885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:46.586716Z","caller":"traceutil/trace.go:171","msg":"trace[730885927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4476; }","duration":"476.595092ms","start":"2026-04-28T17:27:46.110101Z","end":"2026-04-28T17:27:46.586696Z","steps":["trace[730885927] 'agreement among raft nodes before linearized reading' (duration: 476.230243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:46.586353Z","caller":"traceutil/trace.go:171","msg":"trace[1422574182] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"477.523196ms","start":"2026-04-28T17:27:46.108807Z","end":"2026-04-28T17:27:46.58633Z","steps":["trace[1422574182] 'process raft request' (duration: 477.27865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:46.586779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.110093Z","time spent":"476.675854ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:27:46.58681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.108795Z","time spent":"477.984568ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:46.586626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.553086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:27:46.586681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.991356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:27:46.586878Z","caller":"traceutil/trace.go:171","msg":"trace[1788220535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4476; }","duration":"172.837154ms","start":"2026-04-28T17:27:46.414032Z","end":"2026-04-28T17:27:46.586869Z","steps":["trace[1788220535] 'agreement among raft nodes before linearized reading' (duration: 172.410383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:46.586958Z","caller":"traceutil/trace.go:171","msg":"trace[749219458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4476; }","duration":"171.278683ms","start":"2026-04-28T17:27:46.415614Z","end":"2026-04-28T17:27:46.586893Z","steps":["trace[749219458] 'agreement among raft nodes before linearized reading' (duration: 170.827122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:46.587168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.108073Z","time spent":"478.923982ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:46.864822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.230752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:46.864979Z","caller":"traceutil/trace.go:171","msg":"trace[1598207775] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"274.421663ms","start":"2026-04-28T17:27:46.590526Z","end":"2026-04-28T17:27:46.864948Z","steps":["trace[1598207775] 'process raft request' (duration: 113.74083ms)","trace[1598207775] 'compare' (duration: 159.871033ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:47.244464Z","caller":"traceutil/trace.go:171","msg":"trace[1930651914] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"653.691892ms","start":"2026-04-28T17:27:46.590745Z","end":"2026-04-28T17:27:47.244437Z","steps":["trace[1930651914] 'process raft request' (duration: 556.129333ms)","trace[1930651914] 'compare' (duration: 97.358754ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:47.244622Z","caller":"traceutil/trace.go:171","msg":"trace[1537997303] linearizableReadLoop","detail":"{readStateIndex:4666; appliedIndex:4664; }","duration":"653.281081ms","start":"2026-04-28T17:27:46.591292Z","end":"2026-04-28T17:27:47.244573Z","steps":["trace[1537997303] 'read index received' (duration: 112.906649ms)","trace[1537997303] 'applied index is now lower than readState.Index' (duration: 540.366192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:47.244585Z","caller":"traceutil/trace.go:171","msg":"trace[171719712] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"636.204708ms","start":"2026-04-28T17:27:46.608363Z","end":"2026-04-28T17:27:47.244567Z","steps":["trace[171719712] 'process raft request' (duration: 636.026313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:47.244826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.608332Z","time spent":"636.454964ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:47.244899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.449316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:47.244907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.592238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:47.24496Z","caller":"traceutil/trace.go:171","msg":"trace[1770180862] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4479; }","duration":"448.538068ms","start":"2026-04-28T17:27:46.796397Z","end":"2026-04-28T17:27:47.244935Z","steps":["trace[1770180862] 'agreement among raft nodes before linearized reading' (duration: 448.400024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:47.244843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.590718Z","time spent":"653.946799ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:47.245005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.796299Z","time spent":"448.695392ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:27:47.244984Z","caller":"traceutil/trace.go:171","msg":"trace[922227999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4479; }","duration":"653.701252ms","start":"2026-04-28T17:27:46.591262Z","end":"2026-04-28T17:27:47.244963Z","steps":["trace[922227999] 'agreement among raft nodes before linearized reading' (duration: 653.444265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:47.245287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:46.591244Z","time spent":"654.027969ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:27:47.245072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.222173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:47.245441Z","caller":"traceutil/trace.go:171","msg":"trace[2059875772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4479; }","duration":"177.579362ms","start":"2026-04-28T17:27:47.067803Z","end":"2026-04-28T17:27:47.245383Z","steps":["trace[2059875772] 'agreement among raft nodes before linearized reading' (duration: 177.239254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:47.595012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.769173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:27:47.595083Z","caller":"traceutil/trace.go:171","msg":"trace[1074734662] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4479; }","duration":"143.908606ms","start":"2026-04-28T17:27:47.451157Z","end":"2026-04-28T17:27:47.595066Z","steps":["trace[1074734662] 'range keys from in-memory index tree' (duration: 143.502976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:47.595087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.723952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:27:47.595146Z","caller":"traceutil/trace.go:171","msg":"trace[2111883790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4479; }","duration":"143.845224ms","start":"2026-04-28T17:27:47.451279Z","end":"2026-04-28T17:27:47.595125Z","steps":["trace[2111883790] 'range keys from in-memory index tree' (duration: 143.499556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:48.69364Z","caller":"traceutil/trace.go:171","msg":"trace[621490702] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"100.855743ms","start":"2026-04-28T17:27:48.592753Z","end":"2026-04-28T17:27:48.693609Z","steps":["trace[621490702] 'process raft request' (duration: 100.675669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:48.700001Z","caller":"traceutil/trace.go:171","msg":"trace[1030639755] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"106.741183ms","start":"2026-04-28T17:27:48.593236Z","end":"2026-04-28T17:27:48.699977Z","steps":["trace[1030639755] 'process raft request' (duration: 106.450916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:48.70018Z","caller":"traceutil/trace.go:171","msg":"trace[540840491] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"106.087055ms","start":"2026-04-28T17:27:48.594074Z","end":"2026-04-28T17:27:48.700161Z","steps":["trace[540840491] 'process raft request' (duration: 105.765527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:48.700212Z","caller":"traceutil/trace.go:171","msg":"trace[229858280] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"103.372347ms","start":"2026-04-28T17:27:48.596693Z","end":"2026-04-28T17:27:48.700065Z","steps":["trace[229858280] 'process raft request' (duration: 103.221923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:48.700266Z","caller":"traceutil/trace.go:171","msg":"trace[218925698] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"102.540295ms","start":"2026-04-28T17:27:48.597634Z","end":"2026-04-28T17:27:48.700174Z","steps":["trace[218925698] 'process raft request' (duration: 102.323399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:49.215248Z","caller":"traceutil/trace.go:171","msg":"trace[1304178209] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"121.914088ms","start":"2026-04-28T17:27:49.093296Z","end":"2026-04-28T17:27:49.21521Z","steps":["trace[1304178209] 'process raft request' (duration: 121.642671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:49.434955Z","caller":"traceutil/trace.go:171","msg":"trace[1362169541] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"100.973906ms","start":"2026-04-28T17:27:49.33394Z","end":"2026-04-28T17:27:49.434914Z","steps":["trace[1362169541] 'process raft request' (duration: 100.696829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:49.440557Z","caller":"traceutil/trace.go:171","msg":"trace[752375741] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4677; }","duration":"105.221615ms","start":"2026-04-28T17:27:49.33531Z","end":"2026-04-28T17:27:49.440531Z","steps":["trace[752375741] 'read index received' (duration: 99.422427ms)","trace[752375741] 'applied index is now lower than readState.Index' (duration: 5.793528ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:49.440683Z","caller":"traceutil/trace.go:171","msg":"trace[1667752083] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"106.246491ms","start":"2026-04-28T17:27:49.334402Z","end":"2026-04-28T17:27:49.440649Z","steps":["trace[1667752083] 'process raft request' (duration: 105.955424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:49.440905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.584134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:49.440954Z","caller":"traceutil/trace.go:171","msg":"trace[993846858] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4491; }","duration":"105.693376ms","start":"2026-04-28T17:27:49.33525Z","end":"2026-04-28T17:27:49.440943Z","steps":["trace[993846858] 'agreement among raft nodes before linearized reading' (duration: 105.390979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:50.885635Z","caller":"traceutil/trace.go:171","msg":"trace[1752637979] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"186.365837ms","start":"2026-04-28T17:27:50.699242Z","end":"2026-04-28T17:27:50.885608Z","steps":["trace[1752637979] 'process raft request' (duration: 186.185851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:51.156703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.493131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:51.157037Z","caller":"traceutil/trace.go:171","msg":"trace[869590396] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"452.453158ms","start":"2026-04-28T17:27:50.704538Z","end":"2026-04-28T17:27:51.156992Z","steps":["trace[869590396] 'process raft request' (duration: 285.176258ms)","trace[869590396] 'compare' (duration: 166.210963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:51.157247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:50.704518Z","time spent":"452.613181ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:51.157368Z","caller":"traceutil/trace.go:171","msg":"trace[1032732804] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"452.224052ms","start":"2026-04-28T17:27:50.705111Z","end":"2026-04-28T17:27:51.157335Z","steps":["trace[1032732804] 'process raft request' (duration: 451.838652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:51.157513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:50.705084Z","time spent":"452.348956ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:51.157551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.225873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:27:51.157638Z","caller":"traceutil/trace.go:171","msg":"trace[1409301371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4495; }","duration":"452.337825ms","start":"2026-04-28T17:27:50.705278Z","end":"2026-04-28T17:27:51.157615Z","steps":["trace[1409301371] 'agreement among raft nodes before linearized reading' (duration: 452.055308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:51.157701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:50.70527Z","time spent":"452.421647ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:27:51.157632Z","caller":"traceutil/trace.go:171","msg":"trace[1460444144] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4682; }","duration":"451.850773ms","start":"2026-04-28T17:27:50.7053Z","end":"2026-04-28T17:27:51.157151Z","steps":["trace[1460444144] 'read index received' (duration: 180.287192ms)","trace[1460444144] 'applied index is now lower than readState.Index' (duration: 271.562081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:51.158005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.678704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:27:51.158056Z","caller":"traceutil/trace.go:171","msg":"trace[1418481763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4495; }","duration":"452.733165ms","start":"2026-04-28T17:27:50.70531Z","end":"2026-04-28T17:27:51.158043Z","steps":["trace[1418481763] 'agreement among raft nodes before linearized reading' (duration: 452.552821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:51.158094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:50.705271Z","time spent":"452.815727ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:27:51.158224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.742989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:51.158302Z","caller":"traceutil/trace.go:171","msg":"trace[20207938] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4495; }","duration":"447.844931ms","start":"2026-04-28T17:27:50.710434Z","end":"2026-04-28T17:27:51.158279Z","steps":["trace[20207938] 'agreement among raft nodes before linearized reading' (duration: 447.608675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:51.158364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:50.710427Z","time spent":"447.920053ms","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:51.159311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.290745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:27:51.159372Z","caller":"traceutil/trace.go:171","msg":"trace[417838311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4495; }","duration":"262.419118ms","start":"2026-04-28T17:27:50.89694Z","end":"2026-04-28T17:27:51.159359Z","steps":["trace[417838311] 'agreement among raft nodes before linearized reading' (duration: 262.10499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:51.518917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.006854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:51.519252Z","caller":"traceutil/trace.go:171","msg":"trace[806207055] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"355.646958ms","start":"2026-04-28T17:27:51.163585Z","end":"2026-04-28T17:27:51.519232Z","steps":["trace[806207055] 'process raft request' (duration: 355.443923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:51.519209Z","caller":"traceutil/trace.go:171","msg":"trace[914080398] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"355.644528ms","start":"2026-04-28T17:27:51.163536Z","end":"2026-04-28T17:27:51.519181Z","steps":["trace[914080398] 'process raft request' (duration: 140.289485ms)","trace[914080398] 'compare' (duration: 214.870801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:51.519423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:51.163557Z","time spent":"355.773391ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:51.519478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:51.163519Z","time spent":"355.865244ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:52.109204Z","caller":"traceutil/trace.go:171","msg":"trace[1123336490] linearizableReadLoop","detail":"{readStateIndex:4689; appliedIndex:4687; }","duration":"584.80564ms","start":"2026-04-28T17:27:51.524368Z","end":"2026-04-28T17:27:52.109173Z","steps":["trace[1123336490] 'read index received' (duration: 88.894398ms)","trace[1123336490] 'applied index is now lower than readState.Index' (duration: 495.909632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:52.109375Z","caller":"traceutil/trace.go:171","msg":"trace[1372058823] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"585.105699ms","start":"2026-04-28T17:27:51.524211Z","end":"2026-04-28T17:27:52.109317Z","steps":["trace[1372058823] 'process raft request' (duration: 584.798621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:52.109915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:51.524184Z","time spent":"585.651964ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:52.10961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.211551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:52.110055Z","caller":"traceutil/trace.go:171","msg":"trace[461309715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4500; }","duration":"585.694424ms","start":"2026-04-28T17:27:51.524325Z","end":"2026-04-28T17:27:52.110019Z","steps":["trace[461309715] 'agreement among raft nodes before linearized reading' (duration: 585.051067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:52.110148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:51.524312Z","time spent":"585.804777ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T17:27:52.345969Z","caller":"traceutil/trace.go:171","msg":"trace[1245230800] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"107.717728ms","start":"2026-04-28T17:27:52.238215Z","end":"2026-04-28T17:27:52.345933Z","steps":["trace[1245230800] 'process raft request' (duration: 80.384773ms)","trace[1245230800] 'compare' (duration: 27.196272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:52.860888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.457203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:52.860979Z","caller":"traceutil/trace.go:171","msg":"trace[814602004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4501; }","duration":"137.593936ms","start":"2026-04-28T17:27:52.723363Z","end":"2026-04-28T17:27:52.860957Z","steps":["trace[814602004] 'count revisions from in-memory index tree' (duration: 137.32584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:53.275421Z","caller":"traceutil/trace.go:171","msg":"trace[14918187] linearizableReadLoop","detail":"{readStateIndex:4691; appliedIndex:4690; }","duration":"208.461589ms","start":"2026-04-28T17:27:53.066933Z","end":"2026-04-28T17:27:53.275394Z","steps":["trace[14918187] 'read index received' (duration: 208.435968ms)","trace[14918187] 'applied index is now lower than readState.Index' (duration: 24.281µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:53.275466Z","caller":"traceutil/trace.go:171","msg":"trace[1816825391] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"383.886736ms","start":"2026-04-28T17:27:52.89154Z","end":"2026-04-28T17:27:53.275427Z","steps":["trace[1816825391] 'process raft request' (duration: 383.652201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:53.275619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.675504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:53.275719Z","caller":"traceutil/trace.go:171","msg":"trace[1191736381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4502; }","duration":"208.761227ms","start":"2026-04-28T17:27:53.066913Z","end":"2026-04-28T17:27:53.275675Z","steps":["trace[1191736381] 'agreement among raft nodes before linearized reading' (duration: 208.620753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:53.275638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:52.891515Z","time spent":"384.027699ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:53.343563Z","caller":"traceutil/trace.go:171","msg":"trace[1563492618] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"179.071072ms","start":"2026-04-28T17:27:53.164457Z","end":"2026-04-28T17:27:53.343528Z","steps":["trace[1563492618] 'process raft request' (duration: 178.939248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:53.34409Z","caller":"traceutil/trace.go:171","msg":"trace[1128731037] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"179.978394ms","start":"2026-04-28T17:27:53.164086Z","end":"2026-04-28T17:27:53.344064Z","steps":["trace[1128731037] 'process raft request' (duration: 179.126403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:53.772993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.897826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:53.773211Z","caller":"traceutil/trace.go:171","msg":"trace[275207497] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4694; }","duration":"155.073301ms","start":"2026-04-28T17:27:53.618116Z","end":"2026-04-28T17:27:53.77319Z","steps":["trace[275207497] 'read index received' (duration: 12.873247ms)","trace[275207497] 'applied index is now lower than readState.Index' (duration: 142.198803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:53.773377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.271536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:27:53.773403Z","caller":"traceutil/trace.go:171","msg":"trace[338651411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4507; }","duration":"155.350938ms","start":"2026-04-28T17:27:53.618044Z","end":"2026-04-28T17:27:53.773395Z","steps":["trace[338651411] 'agreement among raft nodes before linearized reading' (duration: 155.202054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:53.773467Z","caller":"traceutil/trace.go:171","msg":"trace[385090406] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"244.002931ms","start":"2026-04-28T17:27:53.529427Z","end":"2026-04-28T17:27:53.77343Z","steps":["trace[385090406] 'process raft request' (duration: 243.713273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:53.773448Z","caller":"traceutil/trace.go:171","msg":"trace[1156006533] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"244.516174ms","start":"2026-04-28T17:27:53.528878Z","end":"2026-04-28T17:27:53.773394Z","steps":["trace[1156006533] 'process raft request' (duration: 102.106375ms)","trace[1156006533] 'compare' (duration: 141.711331ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:53.969079Z","caller":"traceutil/trace.go:171","msg":"trace[455296222] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"190.534102ms","start":"2026-04-28T17:27:53.778509Z","end":"2026-04-28T17:27:53.969043Z","steps":["trace[455296222] 'process raft request' (duration: 99.179771ms)","trace[455296222] 'compare' (duration: 91.190987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:54.175631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.399568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:54.175735Z","caller":"traceutil/trace.go:171","msg":"trace[1473331349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4508; }","duration":"103.564532ms","start":"2026-04-28T17:27:54.072147Z","end":"2026-04-28T17:27:54.175711Z","steps":["trace[1473331349] 'range keys from in-memory index tree' (duration: 103.253514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:54.361019Z","caller":"traceutil/trace.go:171","msg":"trace[1066968803] linearizableReadLoop","detail":"{readStateIndex:4699; appliedIndex:4698; }","duration":"151.623773ms","start":"2026-04-28T17:27:54.209371Z","end":"2026-04-28T17:27:54.360995Z","steps":["trace[1066968803] 'read index received' (duration: 81.903731ms)","trace[1066968803] 'applied index is now lower than readState.Index' (duration: 69.718662ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:54.361215Z","caller":"traceutil/trace.go:171","msg":"trace[36655322] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"154.360273ms","start":"2026-04-28T17:27:54.206826Z","end":"2026-04-28T17:27:54.361186Z","steps":["trace[36655322] 'process raft request' (duration: 84.472727ms)","trace[36655322] 'compare' (duration: 69.571728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:54.361527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.140626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:54.361643Z","caller":"traceutil/trace.go:171","msg":"trace[1599848812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4510; }","duration":"152.30746ms","start":"2026-04-28T17:27:54.20932Z","end":"2026-04-28T17:27:54.361627Z","steps":["trace[1599848812] 'agreement among raft nodes before linearized reading' (duration: 151.91094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:55.655943Z","caller":"traceutil/trace.go:171","msg":"trace[149871776] linearizableReadLoop","detail":"{readStateIndex:4706; appliedIndex:4704; }","duration":"212.358966ms","start":"2026-04-28T17:27:55.443549Z","end":"2026-04-28T17:27:55.655908Z","steps":["trace[149871776] 'read index received' (duration: 212.051218ms)","trace[149871776] 'applied index is now lower than readState.Index' (duration: 306.158µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:55.656009Z","caller":"traceutil/trace.go:171","msg":"trace[1012603732] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"303.488492ms","start":"2026-04-28T17:27:55.352487Z","end":"2026-04-28T17:27:55.655976Z","steps":["trace[1012603732] 'process raft request' (duration: 303.362569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:55.655967Z","caller":"traceutil/trace.go:171","msg":"trace[1824352552] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"305.33874ms","start":"2026-04-28T17:27:55.35059Z","end":"2026-04-28T17:27:55.655929Z","steps":["trace[1824352552] 'process raft request' (duration: 305.050462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:55.656225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.693862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:55.656231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:55.352464Z","time spent":"303.621215ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:55.65627Z","caller":"traceutil/trace.go:171","msg":"trace[71990311] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4516; }","duration":"193.782364ms","start":"2026-04-28T17:27:55.462477Z","end":"2026-04-28T17:27:55.656259Z","steps":["trace[71990311] 'agreement among raft nodes before linearized reading' (duration: 193.62891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:55.656278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:55.35056Z","time spent":"305.563604ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:55.656386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.813648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:27:55.656435Z","caller":"traceutil/trace.go:171","msg":"trace[1443791867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4516; }","duration":"212.917871ms","start":"2026-04-28T17:27:55.443508Z","end":"2026-04-28T17:27:55.656425Z","steps":["trace[1443791867] 'agreement among raft nodes before linearized reading' (duration: 212.51862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.056522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.478991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:56.056631Z","caller":"traceutil/trace.go:171","msg":"trace[441803720] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4706; }","duration":"278.26933ms","start":"2026-04-28T17:27:55.778335Z","end":"2026-04-28T17:27:56.056604Z","steps":["trace[441803720] 'read index received' (duration: 133.508232ms)","trace[441803720] 'applied index is now lower than readState.Index' (duration: 144.759528ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:56.056652Z","caller":"traceutil/trace.go:171","msg":"trace[339545294] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"395.440248ms","start":"2026-04-28T17:27:55.661173Z","end":"2026-04-28T17:27:56.056613Z","steps":["trace[339545294] 'process raft request' (duration: 250.799943ms)","trace[339545294] 'compare' (duration: 144.384329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:56.056862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.518617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:27:56.056909Z","caller":"traceutil/trace.go:171","msg":"trace[358803782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4517; }","duration":"278.608709ms","start":"2026-04-28T17:27:55.778288Z","end":"2026-04-28T17:27:56.056897Z","steps":["trace[358803782] 'agreement among raft nodes before linearized reading' (duration: 278.452305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.056846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:55.661151Z","time spent":"395.591962ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:56.057195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.771263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:27:56.057279Z","caller":"traceutil/trace.go:171","msg":"trace[398794355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4517; }","duration":"278.949988ms","start":"2026-04-28T17:27:55.77831Z","end":"2026-04-28T17:27:56.05726Z","steps":["trace[398794355] 'agreement among raft nodes before linearized reading' (duration: 278.586358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.736628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.410893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:27:56.736968Z","caller":"traceutil/trace.go:171","msg":"trace[1724716087] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"297.983752ms","start":"2026-04-28T17:27:56.438953Z","end":"2026-04-28T17:27:56.736937Z","steps":["trace[1724716087] 'process raft request' (duration: 297.92504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:56.737028Z","caller":"traceutil/trace.go:171","msg":"trace[997196828] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"676.307046ms","start":"2026-04-28T17:27:56.060708Z","end":"2026-04-28T17:27:56.737015Z","steps":["trace[997196828] 'process raft request' (duration: 161.38991ms)","trace[997196828] 'compare' (duration: 514.28892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:56.737106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.060684Z","time spent":"676.377928ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:56.73696Z","caller":"traceutil/trace.go:171","msg":"trace[313676137] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"675.821564ms","start":"2026-04-28T17:27:56.061118Z","end":"2026-04-28T17:27:56.73694Z","steps":["trace[313676137] 'process raft request' (duration: 675.631449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:56.737173Z","caller":"traceutil/trace.go:171","msg":"trace[1391958349] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"675.073265ms","start":"2026-04-28T17:27:56.062083Z","end":"2026-04-28T17:27:56.737156Z","steps":["trace[1391958349] 'process raft request' (duration: 674.740917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:56.737203Z","caller":"traceutil/trace.go:171","msg":"trace[735511372] linearizableReadLoop","detail":"{readStateIndex:4710; appliedIndex:4707; }","duration":"672.353216ms","start":"2026-04-28T17:27:56.064819Z","end":"2026-04-28T17:27:56.737172Z","steps":["trace[735511372] 'read index received' (duration: 157.296827ms)","trace[735511372] 'applied index is now lower than readState.Index' (duration: 515.053449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:56.737291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.062067Z","time spent":"675.151697ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:27:56.737341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.50111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:56.737365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.061104Z","time spent":"676.127301ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:27:56.737439Z","caller":"traceutil/trace.go:171","msg":"trace[1123410288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4521; }","duration":"672.635583ms","start":"2026-04-28T17:27:56.064785Z","end":"2026-04-28T17:27:56.73742Z","steps":["trace[1123410288] 'agreement among raft nodes before linearized reading' (duration: 672.476919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.737485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.064776Z","time spent":"672.698884ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:27:56.997354Z","caller":"traceutil/trace.go:171","msg":"trace[56363552] linearizableReadLoop","detail":"{readStateIndex:4712; appliedIndex:4711; }","duration":"260.058769ms","start":"2026-04-28T17:27:56.737267Z","end":"2026-04-28T17:27:56.997325Z","steps":["trace[56363552] 'read index received' (duration: 239.907287ms)","trace[56363552] 'applied index is now lower than readState.Index' (duration: 20.150322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:56.997541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.007172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:27:56.997576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.071366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:27:56.997634Z","caller":"traceutil/trace.go:171","msg":"trace[1402393884] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4522; }","duration":"551.206326ms","start":"2026-04-28T17:27:56.446405Z","end":"2026-04-28T17:27:56.997612Z","steps":["trace[1402393884] 'agreement among raft nodes before linearized reading' (duration: 550.940139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.997695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.446387Z","time spent":"551.294599ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:27:56.997701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.220395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:27:56.997751Z","caller":"traceutil/trace.go:171","msg":"trace[1978692768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4522; }","duration":"632.352939ms","start":"2026-04-28T17:27:56.365384Z","end":"2026-04-28T17:27:56.997737Z","steps":["trace[1978692768] 'agreement among raft nodes before linearized reading' (duration: 632.105993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.997795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.36535Z","time spent":"632.43652ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:27:56.997955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.426468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:56.997988Z","caller":"traceutil/trace.go:171","msg":"trace[53680129] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4522; }","duration":"905.49063ms","start":"2026-04-28T17:27:56.092489Z","end":"2026-04-28T17:27:56.997979Z","steps":["trace[53680129] 'agreement among raft nodes before linearized reading' (duration: 905.432949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.998015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.092475Z","time spent":"905.533082ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:27:56.997663Z","caller":"traceutil/trace.go:171","msg":"trace[890799635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4522; }","duration":"631.18799ms","start":"2026-04-28T17:27:56.366455Z","end":"2026-04-28T17:27:56.997643Z","steps":["trace[890799635] 'agreement among raft nodes before linearized reading' (duration: 630.966834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:56.998249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:27:56.366447Z","time spent":"631.794586ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:27:56.998345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.728041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:56.998417Z","caller":"traceutil/trace.go:171","msg":"trace[1923131991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4522; }","duration":"259.831293ms","start":"2026-04-28T17:27:56.738568Z","end":"2026-04-28T17:27:56.998399Z","steps":["trace[1923131991] 'agreement among raft nodes before linearized reading' (duration: 259.72396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:56.997417Z","caller":"traceutil/trace.go:171","msg":"trace[1257496255] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"275.639364ms","start":"2026-04-28T17:27:56.721745Z","end":"2026-04-28T17:27:56.997385Z","steps":["trace[1257496255] 'process raft request' (duration: 255.517333ms)","trace[1257496255] 'compare' (duration: 18.757687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:57.684606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.094089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:57.684716Z","caller":"traceutil/trace.go:171","msg":"trace[1854697043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4524; }","duration":"136.296584ms","start":"2026-04-28T17:27:57.548394Z","end":"2026-04-28T17:27:57.684691Z","steps":["trace[1854697043] 'count revisions from in-memory index tree' (duration: 135.996916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:58.601163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.981813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:58.601247Z","caller":"traceutil/trace.go:171","msg":"trace[597341724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4527; }","duration":"176.148356ms","start":"2026-04-28T17:27:58.425078Z","end":"2026-04-28T17:27:58.601227Z","steps":["trace[597341724] 'count revisions from in-memory index tree' (duration: 175.866789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:58.601248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.804061ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:58.601364Z","caller":"traceutil/trace.go:171","msg":"trace[92099048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4527; }","duration":"340.934644ms","start":"2026-04-28T17:27:58.26041Z","end":"2026-04-28T17:27:58.601345Z","steps":["trace[92099048] 'range keys from in-memory index tree' (duration: 340.78541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:58.962786Z","caller":"traceutil/trace.go:171","msg":"trace[945534978] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"216.03044ms","start":"2026-04-28T17:27:58.746722Z","end":"2026-04-28T17:27:58.962753Z","steps":["trace[945534978] 'process raft request' (duration: 215.779443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:58.999122Z","caller":"traceutil/trace.go:171","msg":"trace[1561799244] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"251.936262ms","start":"2026-04-28T17:27:58.747156Z","end":"2026-04-28T17:27:58.999093Z","steps":["trace[1561799244] 'process raft request' (duration: 251.815929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:58.999097Z","caller":"traceutil/trace.go:171","msg":"trace[569334996] linearizableReadLoop","detail":"{readStateIndex:4721; appliedIndex:4717; }","duration":"219.264123ms","start":"2026-04-28T17:27:58.779795Z","end":"2026-04-28T17:27:58.99906Z","steps":["trace[569334996] 'read index received' (duration: 182.699333ms)","trace[569334996] 'applied index is now lower than readState.Index' (duration: 36.563349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:27:58.99927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.427727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:27:58.999276Z","caller":"traceutil/trace.go:171","msg":"trace[411163770] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"252.188179ms","start":"2026-04-28T17:27:58.746995Z","end":"2026-04-28T17:27:58.999183Z","steps":["trace[411163770] 'process raft request' (duration: 251.808229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:58.999379Z","caller":"traceutil/trace.go:171","msg":"trace[2053656029] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:4531; }","duration":"219.601412ms","start":"2026-04-28T17:27:58.779744Z","end":"2026-04-28T17:27:58.999345Z","steps":["trace[2053656029] 'agreement among raft nodes before linearized reading' (duration: 219.422037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:58.999295Z","caller":"traceutil/trace.go:171","msg":"trace[1412378576] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"251.990893ms","start":"2026-04-28T17:27:58.747263Z","end":"2026-04-28T17:27:58.999254Z","steps":["trace[1412378576] 'process raft request' (duration: 251.748447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:59.259945Z","caller":"traceutil/trace.go:171","msg":"trace[556708660] linearizableReadLoop","detail":"{readStateIndex:4723; appliedIndex:4722; }","duration":"162.788396ms","start":"2026-04-28T17:27:59.09713Z","end":"2026-04-28T17:27:59.259918Z","steps":["trace[556708660] 'read index received' (duration: 42.865959ms)","trace[556708660] 'applied index is now lower than readState.Index' (duration: 119.921197ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:59.260125Z","caller":"traceutil/trace.go:171","msg":"trace[1095885178] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"163.354491ms","start":"2026-04-28T17:27:59.096665Z","end":"2026-04-28T17:27:59.260019Z","steps":["trace[1095885178] 'process raft request' (duration: 163.076304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:59.260253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.109735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:27:59.260297Z","caller":"traceutil/trace.go:171","msg":"trace[890760123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4533; }","duration":"163.200677ms","start":"2026-04-28T17:27:59.097084Z","end":"2026-04-28T17:27:59.260284Z","steps":["trace[890760123] 'agreement among raft nodes before linearized reading' (duration: 162.975651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:59.260331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.22766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:27:59.260436Z","caller":"traceutil/trace.go:171","msg":"trace[541410058] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4533; }","duration":"158.379784ms","start":"2026-04-28T17:27:59.102033Z","end":"2026-04-28T17:27:59.260413Z","steps":["trace[541410058] 'agreement among raft nodes before linearized reading' (duration: 158.135008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:59.260438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.760926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-28T17:27:59.260609Z","caller":"traceutil/trace.go:171","msg":"trace[728789155] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:4533; }","duration":"115.002642ms","start":"2026-04-28T17:27:59.145581Z","end":"2026-04-28T17:27:59.260583Z","steps":["trace[728789155] 'agreement among raft nodes before linearized reading' (duration: 114.635423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:27:59.260626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.560239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-28T17:27:59.260711Z","caller":"traceutil/trace.go:171","msg":"trace[581509914] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:4533; }","duration":"110.681692ms","start":"2026-04-28T17:27:59.150013Z","end":"2026-04-28T17:27:59.260695Z","steps":["trace[581509914] 'agreement among raft nodes before linearized reading' (duration: 110.22512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:59.429715Z","caller":"traceutil/trace.go:171","msg":"trace[834051172] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"144.348688ms","start":"2026-04-28T17:27:59.285333Z","end":"2026-04-28T17:27:59.429682Z","steps":["trace[834051172] 'process raft request' (duration: 86.054747ms)","trace[834051172] 'compare' (duration: 58.142357ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:27:59.832975Z","caller":"traceutil/trace.go:171","msg":"trace[1454151108] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"133.304877ms","start":"2026-04-28T17:27:59.699643Z","end":"2026-04-28T17:27:59.832948Z","steps":["trace[1454151108] 'process raft request' (duration: 133.154113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:27:59.866444Z","caller":"traceutil/trace.go:171","msg":"trace[1960049837] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"136.817615ms","start":"2026-04-28T17:27:59.729601Z","end":"2026-04-28T17:27:59.866419Z","steps":["trace[1960049837] 'process raft request' (duration: 136.683612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:00.114025Z","caller":"traceutil/trace.go:171","msg":"trace[1651869211] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4728; }","duration":"142.726138ms","start":"2026-04-28T17:27:59.971257Z","end":"2026-04-28T17:28:00.113983Z","steps":["trace[1651869211] 'read index received' (duration: 61.628166ms)","trace[1651869211] 'applied index is now lower than readState.Index' (duration: 81.095671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:00.11421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.931302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:00.114432Z","caller":"traceutil/trace.go:171","msg":"trace[1028882873] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4538; }","duration":"143.22703ms","start":"2026-04-28T17:27:59.971178Z","end":"2026-04-28T17:28:00.114406Z","steps":["trace[1028882873] 'agreement among raft nodes before linearized reading' (duration: 142.925783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:01.146291Z","caller":"traceutil/trace.go:171","msg":"trace[1972853175] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"127.89964ms","start":"2026-04-28T17:28:01.018358Z","end":"2026-04-28T17:28:01.146258Z","steps":["trace[1972853175] 'process raft request' (duration: 122.563994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:01.146634Z","caller":"traceutil/trace.go:171","msg":"trace[1358156132] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"127.90648ms","start":"2026-04-28T17:28:01.018667Z","end":"2026-04-28T17:28:01.146574Z","steps":["trace[1358156132] 'process raft request' (duration: 127.53073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:02.485966Z","caller":"traceutil/trace.go:171","msg":"trace[1883267138] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"242.108522ms","start":"2026-04-28T17:28:02.243827Z","end":"2026-04-28T17:28:02.485936Z","steps":["trace[1883267138] 'process raft request' (duration: 241.906097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:03.384742Z","caller":"traceutil/trace.go:171","msg":"trace[955834236] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"154.923878ms","start":"2026-04-28T17:28:03.22978Z","end":"2026-04-28T17:28:03.384704Z","steps":["trace[955834236] 'process raft request' (duration: 148.537125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:04.004196Z","caller":"traceutil/trace.go:171","msg":"trace[1409312269] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"109.069242ms","start":"2026-04-28T17:28:03.895096Z","end":"2026-04-28T17:28:04.004165Z","steps":["trace[1409312269] 'process raft request' (duration: 82.748184ms)","trace[1409312269] 'compare' (duration: 26.149074ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:07.170198Z","caller":"traceutil/trace.go:171","msg":"trace[35194795] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"112.731416ms","start":"2026-04-28T17:28:07.057426Z","end":"2026-04-28T17:28:07.170157Z","steps":["trace[35194795] 'process raft request' (duration: 112.466548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:09.584011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.815996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:09.584186Z","caller":"traceutil/trace.go:171","msg":"trace[14055539] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"116.382487ms","start":"2026-04-28T17:28:09.467785Z","end":"2026-04-28T17:28:09.584167Z","steps":["trace[14055539] 'compare' (duration: 108.672002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:09.706332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.173156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:28:09.706658Z","caller":"traceutil/trace.go:171","msg":"trace[1137534635] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"142.85235ms","start":"2026-04-28T17:28:09.563788Z","end":"2026-04-28T17:28:09.70664Z","steps":["trace[1137534635] 'process raft request' (duration: 142.646805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:11.021453Z","caller":"traceutil/trace.go:171","msg":"trace[1088087324] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"236.160232ms","start":"2026-04-28T17:28:10.785265Z","end":"2026-04-28T17:28:11.021426Z","steps":["trace[1088087324] 'process raft request' (duration: 235.979717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:11.323163Z","caller":"traceutil/trace.go:171","msg":"trace[1603016661] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4788; }","duration":"204.829895ms","start":"2026-04-28T17:28:11.1183Z","end":"2026-04-28T17:28:11.32313Z","steps":["trace[1603016661] 'read index received' (duration: 141.036244ms)","trace[1603016661] 'applied index is now lower than readState.Index' (duration: 63.792231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:11.323229Z","caller":"traceutil/trace.go:171","msg":"trace[1516923274] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"207.061282ms","start":"2026-04-28T17:28:11.11613Z","end":"2026-04-28T17:28:11.323192Z","steps":["trace[1516923274] 'process raft request' (duration: 143.193318ms)","trace[1516923274] 'compare' (duration: 63.535785ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:11.323382Z","caller":"traceutil/trace.go:171","msg":"trace[1554170802] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"135.919524ms","start":"2026-04-28T17:28:11.18744Z","end":"2026-04-28T17:28:11.32336Z","steps":["trace[1554170802] 'process raft request' (duration: 135.787641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:11.323428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.109522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:28:11.323537Z","caller":"traceutil/trace.go:171","msg":"trace[2005092373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4596; }","duration":"205.260626ms","start":"2026-04-28T17:28:11.118254Z","end":"2026-04-28T17:28:11.323515Z","steps":["trace[2005092373] 'agreement among raft nodes before linearized reading' (duration: 204.974089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:11.646052Z","caller":"traceutil/trace.go:171","msg":"trace[1100456401] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"152.29298ms","start":"2026-04-28T17:28:11.49372Z","end":"2026-04-28T17:28:11.646013Z","steps":["trace[1100456401] 'process raft request' (duration: 148.205727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:12.346586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.140741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:12.346779Z","caller":"traceutil/trace.go:171","msg":"trace[241354510] linearizableReadLoop","detail":"{readStateIndex:4797; appliedIndex:4795; }","duration":"281.690528ms","start":"2026-04-28T17:28:12.065063Z","end":"2026-04-28T17:28:12.346754Z","steps":["trace[241354510] 'read index received' (duration: 22.547593ms)","trace[241354510] 'applied index is now lower than readState.Index' (duration: 259.140545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:12.346875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.80413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:12.346921Z","caller":"traceutil/trace.go:171","msg":"trace[1208368324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4604; }","duration":"281.886353ms","start":"2026-04-28T17:28:12.065022Z","end":"2026-04-28T17:28:12.346908Z","steps":["trace[1208368324] 'agreement among raft nodes before linearized reading' (duration: 281.805221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:12.346945Z","caller":"traceutil/trace.go:171","msg":"trace[1417475719] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"321.211032ms","start":"2026-04-28T17:28:12.025712Z","end":"2026-04-28T17:28:12.346923Z","steps":["trace[1417475719] 'process raft request' (duration: 143.582129ms)","trace[1417475719] 'compare' (duration: 176.685149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:12.347047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:12.025683Z","time spent":"321.314166ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:12.7386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.716698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:12.738707Z","caller":"traceutil/trace.go:171","msg":"trace[1133514789] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4797; }","duration":"390.439332ms","start":"2026-04-28T17:28:12.34825Z","end":"2026-04-28T17:28:12.738689Z","steps":["trace[1133514789] 'read index received' (duration: 182.525559ms)","trace[1133514789] 'applied index is now lower than readState.Index' (duration: 207.912513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:12.738788Z","caller":"traceutil/trace.go:171","msg":"trace[1664273899] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"632.596345ms","start":"2026-04-28T17:28:12.10618Z","end":"2026-04-28T17:28:12.738776Z","steps":["trace[1664273899] 'process raft request' (duration: 424.584099ms)","trace[1664273899] 'compare' (duration: 207.607886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:12.738854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:12.106154Z","time spent":"632.666987ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:12.73895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.703028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:12.738984Z","caller":"traceutil/trace.go:171","msg":"trace[566423538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4605; }","duration":"390.7727ms","start":"2026-04-28T17:28:12.348201Z","end":"2026-04-28T17:28:12.738974Z","steps":["trace[566423538] 'agreement among raft nodes before linearized reading' (duration: 390.658637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:12.739014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:12.348185Z","time spent":"390.824141ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:28:12.739008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.384362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:12.739131Z","caller":"traceutil/trace.go:171","msg":"trace[1623697385] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4605; }","duration":"137.575926ms","start":"2026-04-28T17:28:12.601519Z","end":"2026-04-28T17:28:12.739095Z","steps":["trace[1623697385] 'agreement among raft nodes before linearized reading' (duration: 137.33959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:12.739445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.497082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:28:12.73958Z","caller":"traceutil/trace.go:171","msg":"trace[383355819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4605; }","duration":"129.659215ms","start":"2026-04-28T17:28:12.609895Z","end":"2026-04-28T17:28:12.739554Z","steps":["trace[383355819] 'agreement among raft nodes before linearized reading' (duration: 129.042249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:13.187201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.131728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:13.187355Z","caller":"traceutil/trace.go:171","msg":"trace[1844287259] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"348.25488ms","start":"2026-04-28T17:28:12.839074Z","end":"2026-04-28T17:28:13.187328Z","steps":["trace[1844287259] 'read index received' (duration: 19.826694ms)","trace[1844287259] 'applied index is now lower than readState.Index' (duration: 328.425926ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:13.187593Z","caller":"traceutil/trace.go:171","msg":"trace[1182374750] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"442.335311ms","start":"2026-04-28T17:28:12.745196Z","end":"2026-04-28T17:28:13.187531Z","steps":["trace[1182374750] 'process raft request' (duration: 113.712469ms)","trace[1182374750] 'compare' (duration: 327.938294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:13.187683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.608409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:28:13.18773Z","caller":"traceutil/trace.go:171","msg":"trace[1000667057] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4606; }","duration":"348.729492ms","start":"2026-04-28T17:28:12.838984Z","end":"2026-04-28T17:28:13.187713Z","steps":["trace[1000667057] 'agreement among raft nodes before linearized reading' (duration: 348.568808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:13.187788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:12.838964Z","time spent":"348.806605ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":36,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:13.187844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:12.745152Z","time spent":"442.561216ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:13.187922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.275337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:13.188089Z","caller":"traceutil/trace.go:171","msg":"trace[67971968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4606; }","duration":"120.505842ms","start":"2026-04-28T17:28:13.067522Z","end":"2026-04-28T17:28:13.188027Z","steps":["trace[67971968] 'agreement among raft nodes before linearized reading' (duration: 120.217725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:13.486117Z","caller":"traceutil/trace.go:171","msg":"trace[1738487351] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4799; }","duration":"128.655389ms","start":"2026-04-28T17:28:13.35743Z","end":"2026-04-28T17:28:13.486086Z","steps":["trace[1738487351] 'read index received' (duration: 108.277942ms)","trace[1738487351] 'applied index is now lower than readState.Index' (duration: 20.376257ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:13.48626Z","caller":"traceutil/trace.go:171","msg":"trace[611516555] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"156.2101ms","start":"2026-04-28T17:28:13.330009Z","end":"2026-04-28T17:28:13.486219Z","steps":["trace[611516555] 'process raft request' (duration: 135.788871ms)","trace[611516555] 'compare' (duration: 20.105191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:13.486408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.974128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:28:13.486461Z","caller":"traceutil/trace.go:171","msg":"trace[1432590420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4607; }","duration":"129.10115ms","start":"2026-04-28T17:28:13.357343Z","end":"2026-04-28T17:28:13.486444Z","steps":["trace[1432590420] 'agreement among raft nodes before linearized reading' (duration: 128.931726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:14.105456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.611199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:14.105671Z","caller":"traceutil/trace.go:171","msg":"trace[1957517965] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"355.718849ms","start":"2026-04-28T17:28:13.749935Z","end":"2026-04-28T17:28:14.105654Z","steps":["trace[1957517965] 'process raft request' (duration: 355.625507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:14.105722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:13.749899Z","time spent":"355.797421ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:14.105899Z","caller":"traceutil/trace.go:171","msg":"trace[1231270492] linearizableReadLoop","detail":"{readStateIndex:4802; appliedIndex:4801; }","duration":"523.522264ms","start":"2026-04-28T17:28:13.582337Z","end":"2026-04-28T17:28:14.10586Z","steps":["trace[1231270492] 'read index received' (duration: 394.518686ms)","trace[1231270492] 'applied index is now lower than readState.Index' (duration: 128.999288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:14.105938Z","caller":"traceutil/trace.go:171","msg":"trace[771895035] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"523.841472ms","start":"2026-04-28T17:28:13.582052Z","end":"2026-04-28T17:28:14.105894Z","steps":["trace[771895035] 'process raft request' (duration: 394.708941ms)","trace[771895035] 'compare' (duration: 128.29816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:14.106099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:13.58202Z","time spent":"523.998756ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:14.106214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.836134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:28:14.106188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.565313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:28:14.106233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.250868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:28:14.106247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.903083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:14.106278Z","caller":"traceutil/trace.go:171","msg":"trace[1998188479] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4610; }","duration":"170.701778ms","start":"2026-04-28T17:28:13.935549Z","end":"2026-04-28T17:28:14.106251Z","steps":["trace[1998188479] 'agreement among raft nodes before linearized reading' (duration: 170.538673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:14.106291Z","caller":"traceutil/trace.go:171","msg":"trace[2053512774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4610; }","duration":"455.361893ms","start":"2026-04-28T17:28:13.650915Z","end":"2026-04-28T17:28:14.106276Z","steps":["trace[2053512774] 'agreement among raft nodes before linearized reading' (duration: 455.164557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:14.10632Z","caller":"traceutil/trace.go:171","msg":"trace[488944735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4610; }","duration":"524.033687ms","start":"2026-04-28T17:28:13.582269Z","end":"2026-04-28T17:28:14.106303Z","steps":["trace[488944735] 'agreement among raft nodes before linearized reading' (duration: 523.729359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:14.106252Z","caller":"traceutil/trace.go:171","msg":"trace[2040965804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4610; }","duration":"396.920757ms","start":"2026-04-28T17:28:13.709319Z","end":"2026-04-28T17:28:14.10624Z","steps":["trace[2040965804] 'agreement among raft nodes before linearized reading' (duration: 396.817003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:14.106343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:13.650882Z","time spent":"455.447194ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:28:14.106379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:13.709294Z","time spent":"397.078901ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:28:14.106377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:13.582246Z","time spent":"524.12213ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:28:14.362102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.363461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:14.362333Z","caller":"traceutil/trace.go:171","msg":"trace[352002496] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"251.244055ms","start":"2026-04-28T17:28:14.111051Z","end":"2026-04-28T17:28:14.362296Z","steps":["trace[352002496] 'process raft request' (duration: 115.391383ms)","trace[352002496] 'compare' (duration: 134.849627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:14.362478Z","caller":"traceutil/trace.go:171","msg":"trace[520974763] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"250.792954ms","start":"2026-04-28T17:28:14.111658Z","end":"2026-04-28T17:28:14.362451Z","steps":["trace[520974763] 'process raft request' (duration: 250.567169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:20.554511Z","caller":"traceutil/trace.go:171","msg":"trace[43660219] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"103.208123ms","start":"2026-04-28T17:28:20.451271Z","end":"2026-04-28T17:28:20.554479Z","steps":["trace[43660219] 'process raft request' (duration: 102.968957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:20.905806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.113048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:20.905925Z","caller":"traceutil/trace.go:171","msg":"trace[1371135347] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4649; }","duration":"280.319914ms","start":"2026-04-28T17:28:20.625579Z","end":"2026-04-28T17:28:20.905899Z","steps":["trace[1371135347] 'range keys from in-memory index tree' (duration: 280.015095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:20.940835Z","caller":"traceutil/trace.go:171","msg":"trace[949909937] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"152.28288ms","start":"2026-04-28T17:28:20.788516Z","end":"2026-04-28T17:28:20.940799Z","steps":["trace[949909937] 'process raft request' (duration: 152.038344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:22.641086Z","caller":"traceutil/trace.go:171","msg":"trace[1227656390] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"101.463688ms","start":"2026-04-28T17:28:22.539568Z","end":"2026-04-28T17:28:22.641032Z","steps":["trace[1227656390] 'process raft request' (duration: 67.059664ms)","trace[1227656390] 'compare' (duration: 34.026875ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:22.817048Z","caller":"traceutil/trace.go:171","msg":"trace[354536539] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"139.815504ms","start":"2026-04-28T17:28:22.677206Z","end":"2026-04-28T17:28:22.817021Z","steps":["trace[354536539] 'process raft request' (duration: 139.734782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:22.817129Z","caller":"traceutil/trace.go:171","msg":"trace[784725755] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"139.929386ms","start":"2026-04-28T17:28:22.677149Z","end":"2026-04-28T17:28:22.817079Z","steps":["trace[784725755] 'process raft request' (duration: 93.957618ms)","trace[784725755] 'compare' (duration: 45.509187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:28.003306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.695235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:28.003776Z","caller":"traceutil/trace.go:171","msg":"trace[1295643824] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"170.923404ms","start":"2026-04-28T17:28:27.832815Z","end":"2026-04-28T17:28:28.003739Z","steps":["trace[1295643824] 'process raft request' (duration: 66.712665ms)","trace[1295643824] 'compare' (duration: 103.586563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:28.364079Z","caller":"traceutil/trace.go:171","msg":"trace[1726812956] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4948; }","duration":"127.223523ms","start":"2026-04-28T17:28:28.236809Z","end":"2026-04-28T17:28:28.364033Z","steps":["trace[1726812956] 'read index received' (duration: 78.403053ms)","trace[1726812956] 'applied index is now lower than readState.Index' (duration: 48.81842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:28.364521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.663604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:28.364527Z","caller":"traceutil/trace.go:171","msg":"trace[30590452] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"129.268475ms","start":"2026-04-28T17:28:28.235217Z","end":"2026-04-28T17:28:28.364485Z","steps":["trace[30590452] 'process raft request' (duration: 80.065146ms)","trace[30590452] 'compare' (duration: 48.218325ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:28.364598Z","caller":"traceutil/trace.go:171","msg":"trace[525362118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4751; }","duration":"127.790037ms","start":"2026-04-28T17:28:28.236786Z","end":"2026-04-28T17:28:28.364576Z","steps":["trace[525362118] 'agreement among raft nodes before linearized reading' (duration: 127.398967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:28.760595Z","caller":"traceutil/trace.go:171","msg":"trace[1389239518] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"155.528473ms","start":"2026-04-28T17:28:28.605025Z","end":"2026-04-28T17:28:28.760553Z","steps":["trace[1389239518] 'process raft request' (duration: 119.719543ms)","trace[1389239518] 'compare' (duration: 35.4726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:29.404655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.19467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:28:29.404742Z","caller":"traceutil/trace.go:171","msg":"trace[938620034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4755; }","duration":"130.360343ms","start":"2026-04-28T17:28:29.27436Z","end":"2026-04-28T17:28:29.40472Z","steps":["trace[938620034] 'range keys from in-memory index tree' (duration: 129.899031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:29.701351Z","caller":"traceutil/trace.go:171","msg":"trace[256910185] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4953; }","duration":"209.336289ms","start":"2026-04-28T17:28:29.491993Z","end":"2026-04-28T17:28:29.701329Z","steps":["trace[256910185] 'read index received' (duration: 209.228226ms)","trace[256910185] 'applied index is now lower than readState.Index' (duration: 107.183µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:29.701456Z","caller":"traceutil/trace.go:171","msg":"trace[2066886205] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"292.262586ms","start":"2026-04-28T17:28:29.409181Z","end":"2026-04-28T17:28:29.701444Z","steps":["trace[2066886205] 'process raft request' (duration: 291.99673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:29.701604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.593227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:29.701646Z","caller":"traceutil/trace.go:171","msg":"trace[656037978] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4756; }","duration":"209.682438ms","start":"2026-04-28T17:28:29.491953Z","end":"2026-04-28T17:28:29.701636Z","steps":["trace[656037978] 'agreement among raft nodes before linearized reading' (duration: 209.606446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:30.17843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.378008ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:28:30.179151Z","caller":"traceutil/trace.go:171","msg":"trace[1928165143] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4954; }","duration":"477.68446ms","start":"2026-04-28T17:28:29.701419Z","end":"2026-04-28T17:28:30.179103Z","steps":["trace[1928165143] 'read index received' (duration: 286.595224ms)","trace[1928165143] 'applied index is now lower than readState.Index' (duration: 191.085406ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.179247Z","caller":"traceutil/trace.go:171","msg":"trace[263720113] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"628.145343ms","start":"2026-04-28T17:28:29.551036Z","end":"2026-04-28T17:28:30.179182Z","steps":["trace[263720113] 'process raft request' (duration: 627.503387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:30.179466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.551026Z","time spent":"628.328927ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:30.232148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.501893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.653439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.341401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:28:30.23232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.944738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.232383Z","caller":"traceutil/trace.go:171","msg":"trace[185144266] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4757; }","duration":"250.412393ms","start":"2026-04-28T17:28:29.981953Z","end":"2026-04-28T17:28:30.232365Z","steps":["trace[185144266] 'agreement among raft nodes before linearized reading' (duration: 197.468928ms)","trace[185144266] 'count revisions from in-memory index tree' (duration: 52.903244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.232378Z","caller":"traceutil/trace.go:171","msg":"trace[1904193975] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4757; }","duration":"660.804873ms","start":"2026-04-28T17:28:29.571526Z","end":"2026-04-28T17:28:30.232331Z","steps":["trace[1904193975] 'agreement among raft nodes before linearized reading' (duration: 607.652383ms)","trace[1904193975] 'range keys from in-memory index tree' (duration: 52.961136ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.232436Z","caller":"traceutil/trace.go:171","msg":"trace[1265779956] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4757; }","duration":"739.117333ms","start":"2026-04-28T17:28:29.493292Z","end":"2026-04-28T17:28:30.23241Z","steps":["trace[1265779956] 'agreement among raft nodes before linearized reading' (duration: 686.029544ms)","trace[1265779956] 'range keys from in-memory index tree' (duration: 52.877884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.194534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:28:30.232482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.493287Z","time spent":"739.186025ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.232406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.805762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.898825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.232515Z","caller":"traceutil/trace.go:171","msg":"trace[1859082488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4757; }","duration":"554.275556ms","start":"2026-04-28T17:28:29.678213Z","end":"2026-04-28T17:28:30.232488Z","steps":["trace[1859082488] 'agreement among raft nodes before linearized reading' (duration: 501.008333ms)","trace[1859082488] 'range keys from in-memory index tree' (duration: 53.178841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.636273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.232327Z","caller":"traceutil/trace.go:171","msg":"trace[1024583348] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4757; }","duration":"676.623426ms","start":"2026-04-28T17:28:29.555599Z","end":"2026-04-28T17:28:30.232222Z","steps":["trace[1024583348] 'agreement among raft nodes before linearized reading' (duration: 623.603808ms)","trace[1024583348] 'count revisions from in-memory index tree' (duration: 52.882073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.678199Z","time spent":"554.366118ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:28:30.232605Z","caller":"traceutil/trace.go:171","msg":"trace[1521382151] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4757; }","duration":"704.950975ms","start":"2026-04-28T17:28:29.527571Z","end":"2026-04-28T17:28:30.232522Z","steps":["trace[1521382151] 'agreement among raft nodes before linearized reading' (duration: 651.682722ms)","trace[1521382151] 'range keys from in-memory index tree' (duration: 53.117819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.443302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.23266Z","caller":"traceutil/trace.go:171","msg":"trace[616396684] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4757; }","duration":"634.536604ms","start":"2026-04-28T17:28:29.598109Z","end":"2026-04-28T17:28:30.232645Z","steps":["trace[616396684] 'agreement among raft nodes before linearized reading' (duration: 581.107007ms)","trace[616396684] 'count revisions from in-memory index tree' (duration: 53.344435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.258915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.234732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.598095Z","time spent":"634.599446ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.232729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.597612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.597346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.31783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.23285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.369352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.232825Z","caller":"traceutil/trace.go:171","msg":"trace[590792256] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:4757; }","duration":"720.736855ms","start":"2026-04-28T17:28:29.512072Z","end":"2026-04-28T17:28:30.232809Z","steps":["trace[590792256] 'agreement among raft nodes before linearized reading' (duration: 667.300798ms)","trace[590792256] 'range keys from in-memory index tree' (duration: 52.951386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.232874Z","caller":"traceutil/trace.go:171","msg":"trace[463648819] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4757; }","duration":"553.422094ms","start":"2026-04-28T17:28:29.679445Z","end":"2026-04-28T17:28:30.232867Z","steps":["trace[463648819] 'agreement among raft nodes before linearized reading' (duration: 499.860943ms)","trace[463648819] 'count revisions from in-memory index tree' (duration: 53.53076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.748416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.679429Z","time spent":"553.465234ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.232906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.666992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.232943Z","caller":"traceutil/trace.go:171","msg":"trace[1972096706] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4757; }","duration":"609.716323ms","start":"2026-04-28T17:28:29.623212Z","end":"2026-04-28T17:28:30.232928Z","steps":["trace[1972096706] 'agreement among raft nodes before linearized reading' (duration: 556.237234ms)","trace[1972096706] 'range keys from in-memory index tree' (duration: 53.431097ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.23277Z","caller":"traceutil/trace.go:171","msg":"trace[131496185] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4757; }","duration":"676.620644ms","start":"2026-04-28T17:28:29.556109Z","end":"2026-04-28T17:28:30.23273Z","steps":["trace[131496185] 'agreement among raft nodes before linearized reading' (duration: 623.082254ms)","trace[131496185] 'range keys from in-memory index tree' (duration: 53.12982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.232968Z","caller":"traceutil/trace.go:171","msg":"trace[840492998] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4757; }","duration":"634.708888ms","start":"2026-04-28T17:28:29.598109Z","end":"2026-04-28T17:28:30.232817Z","steps":["trace[840492998] 'agreement among raft nodes before linearized reading' (duration: 581.091626ms)","trace[840492998] 'range keys from in-memory index tree' (duration: 53.510129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.232985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.598351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.527566Z","time spent":"705.113259ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:28:30.232859Z","caller":"traceutil/trace.go:171","msg":"trace[716758680] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4757; }","duration":"610.395682ms","start":"2026-04-28T17:28:29.622447Z","end":"2026-04-28T17:28:30.232843Z","steps":["trace[716758680] 'agreement among raft nodes before linearized reading' (duration: 557.1652ms)","trace[716758680] 'count revisions from in-memory index tree' (duration: 53.152731ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.233036Z","caller":"traceutil/trace.go:171","msg":"trace[1268506290] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4757; }","duration":"633.709294ms","start":"2026-04-28T17:28:29.599312Z","end":"2026-04-28T17:28:30.233022Z","steps":["trace[1268506290] 'agreement among raft nodes before linearized reading' (duration: 579.818575ms)","trace[1268506290] 'range keys from in-memory index tree' (duration: 53.784046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.233035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.519068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.233074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.153594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.23307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.488948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.233088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.599291Z","time spent":"633.785886ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.233081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.622428Z","time spent":"610.640398ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:28:30.233127Z","caller":"traceutil/trace.go:171","msg":"trace[1673775273] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4757; }","duration":"705.574061ms","start":"2026-04-28T17:28:29.527538Z","end":"2026-04-28T17:28:30.233112Z","steps":["trace[1673775273] 'agreement among raft nodes before linearized reading' (duration: 651.724983ms)","trace[1673775273] 'count revisions from in-memory index tree' (duration: 53.773206ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.233122Z","caller":"traceutil/trace.go:171","msg":"trace[1850105162] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4757; }","duration":"584.213246ms","start":"2026-04-28T17:28:29.648892Z","end":"2026-04-28T17:28:30.233106Z","steps":["trace[1850105162] 'agreement among raft nodes before linearized reading' (duration: 530.45308ms)","trace[1850105162] 'range keys from in-memory index tree' (duration: 53.699114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.233051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.598096Z","time spent":"634.913484ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:28:30.233154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.735058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.233215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.638016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.233302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.571503Z","time spent":"661.377647ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:28:30.232214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.045413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.233353Z","caller":"traceutil/trace.go:171","msg":"trace[1255591386] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4757; }","duration":"584.739268ms","start":"2026-04-28T17:28:29.648514Z","end":"2026-04-28T17:28:30.233253Z","steps":["trace[1255591386] 'agreement among raft nodes before linearized reading' (duration: 530.844149ms)","trace[1255591386] 'count revisions from in-memory index tree' (duration: 53.791137ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.233395Z","caller":"traceutil/trace.go:171","msg":"trace[1138008978] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4757; }","duration":"539.309635ms","start":"2026-04-28T17:28:29.694072Z","end":"2026-04-28T17:28:30.233381Z","steps":["trace[1138008978] 'agreement among raft nodes before linearized reading' (duration: 485.19339ms)","trace[1138008978] 'range keys from in-memory index tree' (duration: 52.839973ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.233312Z","caller":"traceutil/trace.go:171","msg":"trace[1181601567] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4757; }","duration":"584.906523ms","start":"2026-04-28T17:28:29.648337Z","end":"2026-04-28T17:28:30.233244Z","steps":["trace[1181601567] 'agreement among raft nodes before linearized reading' (duration: 530.994114ms)","trace[1181601567] 'range keys from in-memory index tree' (duration: 53.741575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.232967Z","caller":"traceutil/trace.go:171","msg":"trace[1739401652] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4757; }","duration":"537.855619ms","start":"2026-04-28T17:28:29.695051Z","end":"2026-04-28T17:28:30.232907Z","steps":["trace[1739401652] 'agreement among raft nodes before linearized reading' (duration: 484.195395ms)","trace[1739401652] 'range keys from in-memory index tree' (duration: 53.53423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.233455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.694055Z","time spent":"539.382247ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:28:30.233492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.694974Z","time spent":"538.503315ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.233178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.527527Z","time spent":"705.639222ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.233315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.70645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.232304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.13322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.233817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.64851Z","time spent":"585.238502ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:28:30.233147Z","caller":"traceutil/trace.go:171","msg":"trace[1164331558] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4757; }","duration":"677.6181ms","start":"2026-04-28T17:28:29.555467Z","end":"2026-04-28T17:28:30.233086Z","steps":["trace[1164331558] 'agreement among raft nodes before linearized reading' (duration: 623.66655ms)","trace[1164331558] 'range keys from in-memory index tree' (duration: 53.789676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.23295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.512054Z","time spent":"720.852199ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.234069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.555461Z","time spent":"678.593475ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:28:30.232768Z","caller":"traceutil/trace.go:171","msg":"trace[1303144966] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4757; }","duration":"705.363725ms","start":"2026-04-28T17:28:29.52739Z","end":"2026-04-28T17:28:30.232754Z","steps":["trace[1303144966] 'agreement among raft nodes before linearized reading' (duration: 651.880186ms)","trace[1303144966] 'range keys from in-memory index tree' (duration: 53.445958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.234203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.527379Z","time spent":"706.803393ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:28:30.233849Z","caller":"traceutil/trace.go:171","msg":"trace[1631842965] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:4757; }","duration":"721.69649ms","start":"2026-04-28T17:28:29.512112Z","end":"2026-04-28T17:28:30.233809Z","steps":["trace[1631842965] 'agreement among raft nodes before linearized reading' (duration: 667.127783ms)","trace[1631842965] 'range keys from in-memory index tree' (duration: 52.978046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.23449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.512109Z","time spent":"722.365847ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:28:30.232721Z","caller":"traceutil/trace.go:171","msg":"trace[140678863] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4757; }","duration":"660.966457ms","start":"2026-04-28T17:28:29.571583Z","end":"2026-04-28T17:28:30.232549Z","steps":["trace[140678863] 'agreement among raft nodes before linearized reading' (duration: 607.588231ms)","trace[140678863] 'count revisions from in-memory index tree' (duration: 53.296324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.234657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.571579Z","time spent":"663.036449ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.232794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.69997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.234738Z","caller":"traceutil/trace.go:171","msg":"trace[84436519] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4757; }","duration":"540.652789ms","start":"2026-04-28T17:28:29.694064Z","end":"2026-04-28T17:28:30.234717Z","steps":["trace[84436519] 'agreement among raft nodes before linearized reading' (duration: 485.21352ms)","trace[84436519] 'count revisions from in-memory index tree' (duration: 53.49937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.234801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.694052Z","time spent":"540.732902ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.23227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.322478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.23498Z","caller":"traceutil/trace.go:171","msg":"trace[306158057] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4757; }","duration":"742.074108ms","start":"2026-04-28T17:28:29.492891Z","end":"2026-04-28T17:28:30.234965Z","steps":["trace[306158057] 'agreement among raft nodes before linearized reading' (duration: 686.498306ms)","trace[306158057] 'count revisions from in-memory index tree' (duration: 52.826953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.235021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.492873Z","time spent":"742.135399ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.234669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.747551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.23282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.090755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:30.233014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.623202Z","time spent":"609.793426ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:28:30.235149Z","caller":"traceutil/trace.go:171","msg":"trace[1186422118] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:4757; }","duration":"723.014773ms","start":"2026-04-28T17:28:29.51208Z","end":"2026-04-28T17:28:30.235094Z","steps":["trace[1186422118] 'agreement among raft nodes before linearized reading' (duration: 667.202615ms)","trace[1186422118] 'count revisions from in-memory index tree' (duration: 53.376047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.23303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.556104Z","time spent":"676.886851ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.232681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.555595Z","time spent":"677.035196ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:30.233192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.648886Z","time spent":"584.295998ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.232693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.229909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:30.235498Z","caller":"traceutil/trace.go:171","msg":"trace[1432412338] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4757; }","duration":"556.06335ms","start":"2026-04-28T17:28:29.679415Z","end":"2026-04-28T17:28:30.235479Z","steps":["trace[1432412338] 'agreement among raft nodes before linearized reading' (duration: 499.901763ms)","trace[1432412338] 'range keys from in-memory index tree' (duration: 53.327575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.235508Z","caller":"traceutil/trace.go:171","msg":"trace[1324648087] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4757; }","duration":"555.396624ms","start":"2026-04-28T17:28:29.679711Z","end":"2026-04-28T17:28:30.235108Z","steps":["trace[1324648087] 'agreement among raft nodes before linearized reading' (duration: 499.579926ms)","trace[1324648087] 'range keys from in-memory index tree' (duration: 53.513659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.235563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.6794Z","time spent":"556.144793ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:28:30.23389Z","caller":"traceutil/trace.go:171","msg":"trace[1124208198] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4757; }","duration":"611.328036ms","start":"2026-04-28T17:28:29.622465Z","end":"2026-04-28T17:28:30.233793Z","steps":["trace[1124208198] 'agreement among raft nodes before linearized reading' (duration: 556.922053ms)","trace[1124208198] 'range keys from in-memory index tree' (duration: 53.53516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.235617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.679704Z","time spent":"555.878256ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.235643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.622452Z","time spent":"613.171572ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:28:30.23697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.512064Z","time spent":"723.161467ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:28:30.237119Z","caller":"traceutil/trace.go:171","msg":"trace[2113344109] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4757; }","duration":"657.91116ms","start":"2026-04-28T17:28:29.57467Z","end":"2026-04-28T17:28:30.232581Z","steps":["trace[2113344109] 'agreement among raft nodes before linearized reading' (duration: 604.554004ms)","trace[2113344109] 'range keys from in-memory index tree' (duration: 53.049968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:30.237196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.574662Z","time spent":"662.518967ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:28:30.233782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:29.648327Z","time spent":"585.122908ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:28:30.370902Z","caller":"traceutil/trace.go:171","msg":"trace[2097921466] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"127.406568ms","start":"2026-04-28T17:28:30.243455Z","end":"2026-04-28T17:28:30.370862Z","steps":["trace[2097921466] 'process raft request' (duration: 99.457487ms)","trace[2097921466] 'compare' (duration: 27.805257ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:30.511095Z","caller":"traceutil/trace.go:171","msg":"trace[1802464093] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"133.870041ms","start":"2026-04-28T17:28:30.377185Z","end":"2026-04-28T17:28:30.511055Z","steps":["trace[1802464093] 'process raft request' (duration: 99.662912ms)","trace[1802464093] 'compare' (duration: 34.034285ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:31.823628Z","caller":"traceutil/trace.go:171","msg":"trace[1834324961] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"112.95264ms","start":"2026-04-28T17:28:31.710639Z","end":"2026-04-28T17:28:31.823592Z","steps":["trace[1834324961] 'process raft request' (duration: 112.713894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:32.294658Z","caller":"traceutil/trace.go:171","msg":"trace[379022638] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"109.41291ms","start":"2026-04-28T17:28:32.185216Z","end":"2026-04-28T17:28:32.294629Z","steps":["trace[379022638] 'process raft request' (duration: 109.210305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:32.85739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.914254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:32.85749Z","caller":"traceutil/trace.go:171","msg":"trace[76592746] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4768; }","duration":"149.071188ms","start":"2026-04-28T17:28:32.70839Z","end":"2026-04-28T17:28:32.857461Z","steps":["trace[76592746] 'count revisions from in-memory index tree' (duration: 148.818972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:32.857943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.545214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:28:32.858024Z","caller":"traceutil/trace.go:171","msg":"trace[1665725092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4768; }","duration":"342.670128ms","start":"2026-04-28T17:28:32.515337Z","end":"2026-04-28T17:28:32.858007Z","steps":["trace[1665725092] 'range keys from in-memory index tree' (duration: 342.349569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:32.858044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.307801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:28:32.85812Z","caller":"traceutil/trace.go:171","msg":"trace[1558775411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4768; }","duration":"215.438825ms","start":"2026-04-28T17:28:32.642664Z","end":"2026-04-28T17:28:32.858103Z","steps":["trace[1558775411] 'range keys from in-memory index tree' (duration: 215.080686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:32.858182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.709281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:28:32.858262Z","caller":"traceutil/trace.go:171","msg":"trace[2126689852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4768; }","duration":"191.800433ms","start":"2026-04-28T17:28:32.666415Z","end":"2026-04-28T17:28:32.858216Z","steps":["trace[2126689852] 'range keys from in-memory index tree' (duration: 191.581499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:32.85807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.51531Z","time spent":"342.744039ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:28:32.858591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.192628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:28:32.858692Z","caller":"traceutil/trace.go:171","msg":"trace[1305936019] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4768; }","duration":"191.340543ms","start":"2026-04-28T17:28:32.667337Z","end":"2026-04-28T17:28:32.858678Z","steps":["trace[1305936019] 'range keys from in-memory index tree' (duration: 191.016474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:33.342895Z","caller":"traceutil/trace.go:171","msg":"trace[822104201] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"480.346677ms","start":"2026-04-28T17:28:32.862527Z","end":"2026-04-28T17:28:33.342874Z","steps":["trace[822104201] 'process raft request' (duration: 480.281345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:33.342903Z","caller":"traceutil/trace.go:171","msg":"trace[1897577293] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"480.350036ms","start":"2026-04-28T17:28:32.862509Z","end":"2026-04-28T17:28:33.342859Z","steps":["trace[1897577293] 'process raft request' (duration: 480.178902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.343054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.86248Z","time spent":"480.49568ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:33.3431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.862487Z","time spent":"480.50462ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:33.343263Z","caller":"traceutil/trace.go:171","msg":"trace[1064376508] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"480.636914ms","start":"2026-04-28T17:28:32.862599Z","end":"2026-04-28T17:28:33.343236Z","steps":["trace[1064376508] 'process raft request' (duration: 480.242824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.343416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.862559Z","time spent":"480.777948ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:33.343474Z","caller":"traceutil/trace.go:171","msg":"trace[551052524] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"479.999729ms","start":"2026-04-28T17:28:32.863411Z","end":"2026-04-28T17:28:33.343411Z","steps":["trace[551052524] 'process raft request' (duration: 479.734531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.343813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.863399Z","time spent":"480.217104ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:33.39214Z","caller":"traceutil/trace.go:171","msg":"trace[1736859549] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"482.120592ms","start":"2026-04-28T17:28:32.909989Z","end":"2026-04-28T17:28:33.39211Z","steps":["trace[1736859549] 'process raft request' (duration: 481.888247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:33.392462Z","caller":"traceutil/trace.go:171","msg":"trace[1944125369] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4968; }","duration":"472.680542ms","start":"2026-04-28T17:28:32.919736Z","end":"2026-04-28T17:28:33.392416Z","steps":["trace[1944125369] 'read index received' (duration: 422.985579ms)","trace[1944125369] 'applied index is now lower than readState.Index' (duration: 49.690913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:33.392514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.90997Z","time spent":"482.259015ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:33.392521Z","caller":"traceutil/trace.go:171","msg":"trace[1581999717] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"323.400658ms","start":"2026-04-28T17:28:33.069089Z","end":"2026-04-28T17:28:33.392489Z","steps":["trace[1581999717] 'process raft request' (duration: 322.975037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.392662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:33.069069Z","time spent":"323.509171ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:33.392713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.970259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-haproxy\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:33.392723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.348356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:33.392778Z","caller":"traceutil/trace.go:171","msg":"trace[101657263] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-haproxy; range_end:; response_count:0; response_revision:4775; }","duration":"473.059222ms","start":"2026-04-28T17:28:32.919704Z","end":"2026-04-28T17:28:33.392763Z","steps":["trace[101657263] 'agreement among raft nodes before linearized reading' (duration: 472.961209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:33.392794Z","caller":"traceutil/trace.go:171","msg":"trace[2055804717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4775; }","duration":"323.500541ms","start":"2026-04-28T17:28:33.069275Z","end":"2026-04-28T17:28:33.392775Z","steps":["trace[2055804717] 'agreement among raft nodes before linearized reading' (duration: 323.336837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.39286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:33.069245Z","time spent":"323.601163ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:28:33.39281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:32.91969Z","time spent":"473.111423ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-haproxy\" "} {"level":"info","ts":"2026-04-28T17:28:33.792386Z","caller":"traceutil/trace.go:171","msg":"trace[1141015245] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4974; }","duration":"332.079079ms","start":"2026-04-28T17:28:33.460271Z","end":"2026-04-28T17:28:33.79235Z","steps":["trace[1141015245] 'read index received' (duration: 331.423223ms)","trace[1141015245] 'applied index is now lower than readState.Index' (duration: 654.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:33.792775Z","caller":"traceutil/trace.go:171","msg":"trace[2139546988] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"372.383193ms","start":"2026-04-28T17:28:33.420352Z","end":"2026-04-28T17:28:33.792735Z","steps":["trace[2139546988] 'process raft request' (duration: 371.662245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.792865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.325605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:28:33.792928Z","caller":"traceutil/trace.go:171","msg":"trace[419367693] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4776; }","duration":"332.709675ms","start":"2026-04-28T17:28:33.4602Z","end":"2026-04-28T17:28:33.79291Z","steps":["trace[419367693] 'agreement among raft nodes before linearized reading' (duration: 332.279895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:33.792976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:33.460171Z","time spent":"332.789227ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:33.792992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:33.42033Z","time spent":"372.576108ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":410957,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:28:34.995733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.278599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:34.995792Z","caller":"traceutil/trace.go:171","msg":"trace[1823098946] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger; range_end:; response_count:0; response_revision:4782; }","duration":"250.395303ms","start":"2026-04-28T17:28:34.745384Z","end":"2026-04-28T17:28:34.995779Z","steps":["trace[1823098946] 'range keys from in-memory index tree' (duration: 250.196708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:35.264217Z","caller":"traceutil/trace.go:171","msg":"trace[1243734485] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4982; }","duration":"333.153156ms","start":"2026-04-28T17:28:34.931034Z","end":"2026-04-28T17:28:35.264188Z","steps":["trace[1243734485] 'read index received' (duration: 333.108675ms)","trace[1243734485] 'applied index is now lower than readState.Index' (duration: 40.471µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:35.26434Z","caller":"traceutil/trace.go:171","msg":"trace[558970716] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"352.226141ms","start":"2026-04-28T17:28:34.912066Z","end":"2026-04-28T17:28:35.264292Z","steps":["trace[558970716] 'process raft request' (duration: 351.941264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.264551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:34.91204Z","time spent":"352.396265ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:35.264593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.343851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:35.264663Z","caller":"traceutil/trace.go:171","msg":"trace[91818794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4783; }","duration":"333.644759ms","start":"2026-04-28T17:28:34.930996Z","end":"2026-04-28T17:28:35.264641Z","steps":["trace[91818794] 'agreement among raft nodes before linearized reading' (duration: 333.327151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.264712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:34.93098Z","time spent":"333.718541ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:28:35.423482Z","caller":"traceutil/trace.go:171","msg":"trace[2084787688] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4983; }","duration":"159.157355ms","start":"2026-04-28T17:28:35.26429Z","end":"2026-04-28T17:28:35.423448Z","steps":["trace[2084787688] 'read index received' (duration: 158.933449ms)","trace[2084787688] 'applied index is now lower than readState.Index' (duration: 222.356µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:35.423582Z","caller":"traceutil/trace.go:171","msg":"trace[240956645] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"355.567936ms","start":"2026-04-28T17:28:35.067984Z","end":"2026-04-28T17:28:35.423552Z","steps":["trace[240956645] 'process raft request' (duration: 355.373721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.423666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.952715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:35.423701Z","caller":"traceutil/trace.go:171","msg":"trace[437341362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4785; }","duration":"356.066269ms","start":"2026-04-28T17:28:35.067626Z","end":"2026-04-28T17:28:35.423692Z","steps":["trace[437341362] 'agreement among raft nodes before linearized reading' (duration: 355.972106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.423737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:35.067602Z","time spent":"356.12696ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:28:35.423724Z","caller":"traceutil/trace.go:171","msg":"trace[1464912032] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"420.952267ms","start":"2026-04-28T17:28:35.002749Z","end":"2026-04-28T17:28:35.423701Z","steps":["trace[1464912032] 'process raft request' (duration: 420.405373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.423871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:35.002725Z","time spent":"421.06465ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31416,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:28:35.423741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:35.067955Z","time spent":"355.699649ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:35.574756Z","caller":"traceutil/trace.go:171","msg":"trace[2078643869] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"270.563636ms","start":"2026-04-28T17:28:35.304156Z","end":"2026-04-28T17:28:35.57472Z","steps":["trace[2078643869] 'process raft request' (duration: 226.875135ms)","trace[2078643869] 'compare' (duration: 43.287341ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:35.574819Z","caller":"traceutil/trace.go:171","msg":"trace[1144958020] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"175.697836ms","start":"2026-04-28T17:28:35.39909Z","end":"2026-04-28T17:28:35.574788Z","steps":["trace[1144958020] 'process raft request' (duration: 175.516321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.574953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.456145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:28:35.575028Z","caller":"traceutil/trace.go:171","msg":"trace[1176258758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4787; }","duration":"178.583929ms","start":"2026-04-28T17:28:35.396424Z","end":"2026-04-28T17:28:35.575008Z","steps":["trace[1176258758] 'agreement among raft nodes before linearized reading' (duration: 178.338623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:35.574768Z","caller":"traceutil/trace.go:171","msg":"trace[178118328] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4985; }","duration":"151.166902ms","start":"2026-04-28T17:28:35.423571Z","end":"2026-04-28T17:28:35.574738Z","steps":["trace[178118328] 'read index received' (duration: 107.44469ms)","trace[178118328] 'applied index is now lower than readState.Index' (duration: 43.720732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:35.575215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.404723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:28:35.575276Z","caller":"traceutil/trace.go:171","msg":"trace[893762657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4787; }","duration":"226.538598ms","start":"2026-04-28T17:28:35.348725Z","end":"2026-04-28T17:28:35.575264Z","steps":["trace[893762657] 'agreement among raft nodes before linearized reading' (duration: 226.350993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.575215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.970041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:35.575387Z","caller":"traceutil/trace.go:171","msg":"trace[213638115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4787; }","duration":"150.186986ms","start":"2026-04-28T17:28:35.425177Z","end":"2026-04-28T17:28:35.575364Z","steps":["trace[213638115] 'agreement among raft nodes before linearized reading' (duration: 149.969671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:35.575804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.106982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:28:35.575848Z","caller":"traceutil/trace.go:171","msg":"trace[1214380873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4787; }","duration":"227.199374ms","start":"2026-04-28T17:28:35.348633Z","end":"2026-04-28T17:28:35.575832Z","steps":["trace[1214380873] 'agreement among raft nodes before linearized reading' (duration: 226.199379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:36.024423Z","caller":"traceutil/trace.go:171","msg":"trace[1165267342] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"141.438105ms","start":"2026-04-28T17:28:35.882957Z","end":"2026-04-28T17:28:36.024395Z","steps":["trace[1165267342] 'process raft request' (duration: 141.2646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:36.625117Z","caller":"traceutil/trace.go:171","msg":"trace[674657380] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"109.253547ms","start":"2026-04-28T17:28:36.515841Z","end":"2026-04-28T17:28:36.625095Z","steps":["trace[674657380] 'process raft request' (duration: 108.814656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:36.740971Z","caller":"traceutil/trace.go:171","msg":"trace[556204548] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4993; }","duration":"108.974939ms","start":"2026-04-28T17:28:36.631965Z","end":"2026-04-28T17:28:36.74094Z","steps":["trace[556204548] 'read index received' (duration: 72.336678ms)","trace[556204548] 'applied index is now lower than readState.Index' (duration: 36.636781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:36.741546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.564086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:36.741596Z","caller":"traceutil/trace.go:171","msg":"trace[239697973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4794; }","duration":"109.661937ms","start":"2026-04-28T17:28:36.631922Z","end":"2026-04-28T17:28:36.741584Z","steps":["trace[239697973] 'agreement among raft nodes before linearized reading' (duration: 109.157944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:36.741926Z","caller":"traceutil/trace.go:171","msg":"trace[167869369] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"111.482113ms","start":"2026-04-28T17:28:36.630399Z","end":"2026-04-28T17:28:36.741881Z","steps":["trace[167869369] 'process raft request' (duration: 74.128133ms)","trace[167869369] 'compare' (duration: 36.305173ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:37.741284Z","caller":"traceutil/trace.go:171","msg":"trace[699977311] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"122.325108ms","start":"2026-04-28T17:28:37.618915Z","end":"2026-04-28T17:28:37.741241Z","steps":["trace[699977311] 'process raft request' (duration: 56.170068ms)","trace[699977311] 'compare' (duration: 65.875883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:37.741403Z","caller":"traceutil/trace.go:171","msg":"trace[18967377] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"122.164684ms","start":"2026-04-28T17:28:37.619221Z","end":"2026-04-28T17:28:37.741385Z","steps":["trace[18967377] 'process raft request' (duration: 121.943739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:38.193745Z","caller":"traceutil/trace.go:171","msg":"trace[296744477] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4999; }","duration":"164.336406ms","start":"2026-04-28T17:28:38.02938Z","end":"2026-04-28T17:28:38.193717Z","steps":["trace[296744477] 'read index received' (duration: 163.147267ms)","trace[296744477] 'applied index is now lower than readState.Index' (duration: 1.188219ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:38.193802Z","caller":"traceutil/trace.go:171","msg":"trace[415809448] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"198.163316ms","start":"2026-04-28T17:28:37.995621Z","end":"2026-04-28T17:28:38.193785Z","steps":["trace[415809448] 'process raft request' (duration: 197.50586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:38.194031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.630534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:28:38.194098Z","caller":"traceutil/trace.go:171","msg":"trace[1438429690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4800; }","duration":"164.751207ms","start":"2026-04-28T17:28:38.029331Z","end":"2026-04-28T17:28:38.194082Z","steps":["trace[1438429690] 'agreement among raft nodes before linearized reading' (duration: 164.532931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:38.194031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.280281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:38.19422Z","caller":"traceutil/trace.go:171","msg":"trace[1242494506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4800; }","duration":"128.509046ms","start":"2026-04-28T17:28:38.065691Z","end":"2026-04-28T17:28:38.1942Z","steps":["trace[1242494506] 'agreement among raft nodes before linearized reading' (duration: 128.27226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:38.36918Z","caller":"traceutil/trace.go:171","msg":"trace[1798090055] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"170.934893ms","start":"2026-04-28T17:28:38.198194Z","end":"2026-04-28T17:28:38.369129Z","steps":["trace[1798090055] 'process raft request' (duration: 101.1525ms)","trace[1798090055] 'compare' (duration: 69.605378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:38.712641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.072328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:38.712822Z","caller":"traceutil/trace.go:171","msg":"trace[1686205045] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"316.882522ms","start":"2026-04-28T17:28:38.395924Z","end":"2026-04-28T17:28:38.712807Z","steps":["trace[1686205045] 'process raft request' (duration: 106.571278ms)","trace[1686205045] 'compare' (duration: 209.984346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:38.712997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:38.395894Z","time spent":"317.052487ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:38.99832Z","caller":"traceutil/trace.go:171","msg":"trace[985257241] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"244.719049ms","start":"2026-04-28T17:28:38.753544Z","end":"2026-04-28T17:28:38.998263Z","steps":["trace[985257241] 'read index received' (duration: 233.211827ms)","trace[985257241] 'applied index is now lower than readState.Index' (duration: 11.505042ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:38.998619Z","caller":"traceutil/trace.go:171","msg":"trace[646527814] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"248.305149ms","start":"2026-04-28T17:28:38.75022Z","end":"2026-04-28T17:28:38.998526Z","steps":["trace[646527814] 'process raft request' (duration: 236.611502ms)","trace[646527814] 'compare' (duration: 11.080292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:38.998829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.236421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:38.99889Z","caller":"traceutil/trace.go:171","msg":"trace[1912304287] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4804; }","duration":"245.353444ms","start":"2026-04-28T17:28:38.75352Z","end":"2026-04-28T17:28:38.998874Z","steps":["trace[1912304287] 'agreement among raft nodes before linearized reading' (duration: 244.906213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:39.63117Z","caller":"traceutil/trace.go:171","msg":"trace[669025040] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"303.095872ms","start":"2026-04-28T17:28:39.328045Z","end":"2026-04-28T17:28:39.631141Z","steps":["trace[669025040] 'process raft request' (duration: 302.948228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:39.631325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:39.328023Z","time spent":"303.231886ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":34514,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:39.825655Z","caller":"traceutil/trace.go:171","msg":"trace[1359507882] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"467.671394ms","start":"2026-04-28T17:28:39.35795Z","end":"2026-04-28T17:28:39.825621Z","steps":["trace[1359507882] 'process raft request' (duration: 467.488119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:39.825826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:39.357927Z","time spent":"467.811399ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:39.972007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.420402ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:28:39.972406Z","caller":"traceutil/trace.go:171","msg":"trace[1288457817] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5005; }","duration":"303.143664ms","start":"2026-04-28T17:28:39.66923Z","end":"2026-04-28T17:28:39.972374Z","steps":["trace[1288457817] 'read index received' (duration: 156.145808ms)","trace[1288457817] 'applied index is now lower than readState.Index' (duration: 146.995786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:39.972491Z","caller":"traceutil/trace.go:171","msg":"trace[133374775] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"355.153016ms","start":"2026-04-28T17:28:39.617233Z","end":"2026-04-28T17:28:39.972386Z","steps":["trace[133374775] 'process raft request' (duration: 354.845728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:39.972653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:39.617173Z","time spent":"355.393062ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:40.141753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.493437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:28:40.141829Z","caller":"traceutil/trace.go:171","msg":"trace[1188424709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4807; }","duration":"472.62969ms","start":"2026-04-28T17:28:39.66918Z","end":"2026-04-28T17:28:40.14181Z","steps":["trace[1188424709] 'agreement among raft nodes before linearized reading' (duration: 303.261736ms)","trace[1188424709] 'range keys from in-memory index tree' (duration: 169.21342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:40.141859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:39.669157Z","time spent":"472.697331ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:28:40.141883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.688635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:28:40.141936Z","caller":"traceutil/trace.go:171","msg":"trace[766045261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4807; }","duration":"395.780218ms","start":"2026-04-28T17:28:39.746142Z","end":"2026-04-28T17:28:40.141923Z","steps":["trace[766045261] 'agreement among raft nodes before linearized reading' (duration: 226.427645ms)","trace[766045261] 'range keys from in-memory index tree' (duration: 169.194859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:40.141912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.48471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:28:40.142038Z","caller":"traceutil/trace.go:171","msg":"trace[720774574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4807; }","duration":"395.675155ms","start":"2026-04-28T17:28:39.746332Z","end":"2026-04-28T17:28:40.142007Z","steps":["trace[720774574] 'agreement among raft nodes before linearized reading' (duration: 226.2623ms)","trace[720774574] 'range keys from in-memory index tree' (duration: 169.038256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:40.142102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:39.746306Z","time spent":"395.785968ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:28:40.14196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:39.746122Z","time spent":"395.833179ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:28:40.846815Z","caller":"traceutil/trace.go:171","msg":"trace[1546527077] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5012; }","duration":"109.908813ms","start":"2026-04-28T17:28:40.736883Z","end":"2026-04-28T17:28:40.846792Z","steps":["trace[1546527077] 'read index received' (duration: 12.452176ms)","trace[1546527077] 'applied index is now lower than readState.Index' (duration: 97.455357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:40.84698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.078108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:40.847055Z","caller":"traceutil/trace.go:171","msg":"trace[593677013] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced; range_end:; response_count:0; response_revision:4813; }","duration":"110.2049ms","start":"2026-04-28T17:28:40.736831Z","end":"2026-04-28T17:28:40.847036Z","steps":["trace[593677013] 'agreement among raft nodes before linearized reading' (duration: 110.071127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:40.84761Z","caller":"traceutil/trace.go:171","msg":"trace[175598310] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"128.589548ms","start":"2026-04-28T17:28:40.718305Z","end":"2026-04-28T17:28:40.846894Z","steps":["trace[175598310] 'process raft request' (duration: 119.577499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:41.179569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.199972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:28:41.180124Z","caller":"traceutil/trace.go:171","msg":"trace[1549887918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4814; }","duration":"173.810467ms","start":"2026-04-28T17:28:41.006292Z","end":"2026-04-28T17:28:41.180102Z","steps":["trace[1549887918] 'range keys from in-memory index tree' (duration: 172.993916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:41.179717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.69071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:28:41.180424Z","caller":"traceutil/trace.go:171","msg":"trace[517137289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4814; }","duration":"177.430419ms","start":"2026-04-28T17:28:41.002954Z","end":"2026-04-28T17:28:41.180385Z","steps":["trace[517137289] 'range keys from in-memory index tree' (duration: 176.502226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:41.286966Z","caller":"traceutil/trace.go:171","msg":"trace[322631793] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"101.719255ms","start":"2026-04-28T17:28:41.185222Z","end":"2026-04-28T17:28:41.286941Z","steps":["trace[322631793] 'read index received' (duration: 101.624182ms)","trace[322631793] 'applied index is now lower than readState.Index' (duration: 92.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:41.287063Z","caller":"traceutil/trace.go:171","msg":"trace[675473614] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"102.027672ms","start":"2026-04-28T17:28:41.184997Z","end":"2026-04-28T17:28:41.287025Z","steps":["trace[675473614] 'process raft request' (duration: 101.794356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:41.287359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.124974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:41.287422Z","caller":"traceutil/trace.go:171","msg":"trace[196993161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4815; }","duration":"102.247978ms","start":"2026-04-28T17:28:41.185162Z","end":"2026-04-28T17:28:41.28741Z","steps":["trace[196993161] 'agreement among raft nodes before linearized reading' (duration: 101.890779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:42.345102Z","caller":"traceutil/trace.go:171","msg":"trace[856106058] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"111.067423ms","start":"2026-04-28T17:28:42.233999Z","end":"2026-04-28T17:28:42.345067Z","steps":["trace[856106058] 'process raft request' (duration: 80.25667ms)","trace[856106058] 'compare' (duration: 30.613568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:43.094022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.68178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:43.094354Z","caller":"traceutil/trace.go:171","msg":"trace[1654628955] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"339.109377ms","start":"2026-04-28T17:28:42.755222Z","end":"2026-04-28T17:28:43.094331Z","steps":["trace[1654628955] 'process raft request' (duration: 339.042706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.094453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:42.755176Z","time spent":"339.228891ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:43.094563Z","caller":"traceutil/trace.go:171","msg":"trace[1879100927] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5021; }","duration":"671.196017ms","start":"2026-04-28T17:28:42.423312Z","end":"2026-04-28T17:28:43.094508Z","steps":["trace[1879100927] 'read index received' (duration: 190.889121ms)","trace[1879100927] 'applied index is now lower than readState.Index' (duration: 480.303546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:43.094614Z","caller":"traceutil/trace.go:171","msg":"trace[1808075039] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"859.648266ms","start":"2026-04-28T17:28:42.234881Z","end":"2026-04-28T17:28:43.09453Z","steps":["trace[1808075039] 'process raft request' (duration: 379.29737ms)","trace[1808075039] 'compare' (duration: 479.367871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:43.094781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:42.234862Z","time spent":"859.823131ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:43.094823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.492604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:28:43.094897Z","caller":"traceutil/trace.go:171","msg":"trace[1325445903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4823; }","duration":"671.625437ms","start":"2026-04-28T17:28:42.423259Z","end":"2026-04-28T17:28:43.094884Z","steps":["trace[1325445903] 'agreement among raft nodes before linearized reading' (duration: 671.409932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.094938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:42.423233Z","time spent":"671.69644ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:28:43.09464Z","caller":"traceutil/trace.go:171","msg":"trace[504250520] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"858.797904ms","start":"2026-04-28T17:28:42.235813Z","end":"2026-04-28T17:28:43.094611Z","steps":["trace[504250520] 'process raft request' (duration: 858.330032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.095177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:42.235789Z","time spent":"859.331558ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:43.163779Z","caller":"traceutil/trace.go:171","msg":"trace[480990467] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"310.969832ms","start":"2026-04-28T17:28:42.852772Z","end":"2026-04-28T17:28:43.163742Z","steps":["trace[480990467] 'process raft request' (duration: 310.752417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.163791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.703132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:43.163876Z","caller":"traceutil/trace.go:171","msg":"trace[1140774594] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details; range_end:; response_count:0; response_revision:4824; }","duration":"435.843335ms","start":"2026-04-28T17:28:42.728012Z","end":"2026-04-28T17:28:43.163855Z","steps":["trace[1140774594] 'agreement among raft nodes before linearized reading' (duration: 435.673911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.163918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:42.727985Z","time spent":"435.924698ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details\" "} {"level":"warn","ts":"2026-04-28T17:28:43.163939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:42.852751Z","time spent":"311.101986ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:43.632987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.734972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:43.633092Z","caller":"traceutil/trace.go:171","msg":"trace[927254284] linearizableReadLoop","detail":"{readStateIndex:5026; appliedIndex:5025; }","duration":"468.254091ms","start":"2026-04-28T17:28:43.164822Z","end":"2026-04-28T17:28:43.633077Z","steps":["trace[927254284] 'read index received' (duration: 202.959318ms)","trace[927254284] 'applied index is now lower than readState.Index' (duration: 265.293633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:43.633157Z","caller":"traceutil/trace.go:171","msg":"trace[998437323] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"533.57372ms","start":"2026-04-28T17:28:43.099575Z","end":"2026-04-28T17:28:43.633148Z","steps":["trace[998437323] 'process raft request' (duration: 268.186615ms)","trace[998437323] 'compare' (duration: 263.584659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:43.633199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:43.099537Z","time spent":"533.643672ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:43.633448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.588509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:43.633576Z","caller":"traceutil/trace.go:171","msg":"trace[1002598354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4825; }","duration":"468.776414ms","start":"2026-04-28T17:28:43.164777Z","end":"2026-04-28T17:28:43.633553Z","steps":["trace[1002598354] 'agreement among raft nodes before linearized reading' (duration: 468.534418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.633639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:43.164756Z","time spent":"468.864796ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:28:43.671384Z","caller":"traceutil/trace.go:171","msg":"trace[2046095925] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"497.873282ms","start":"2026-04-28T17:28:43.173475Z","end":"2026-04-28T17:28:43.671349Z","steps":["trace[2046095925] 'process raft request' (duration: 497.597265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.671436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.028247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:28:43.671499Z","caller":"traceutil/trace.go:171","msg":"trace[1063036260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4826; }","duration":"380.15768ms","start":"2026-04-28T17:28:43.291326Z","end":"2026-04-28T17:28:43.671484Z","steps":["trace[1063036260] 'agreement among raft nodes before linearized reading' (duration: 379.939855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.671541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:43.291297Z","time spent":"380.236182ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:28:43.671531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.601955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:28:43.671551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:43.173457Z","time spent":"497.997584ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45238,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:43.671645Z","caller":"traceutil/trace.go:171","msg":"trace[729676522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4826; }","duration":"377.7838ms","start":"2026-04-28T17:28:43.293837Z","end":"2026-04-28T17:28:43.671621Z","steps":["trace[729676522] 'agreement among raft nodes before linearized reading' (duration: 377.41063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.671709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:43.293812Z","time spent":"377.886682ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:28:43.884234Z","caller":"traceutil/trace.go:171","msg":"trace[909388689] linearizableReadLoop","detail":"{readStateIndex:5028; appliedIndex:5027; }","duration":"206.865167ms","start":"2026-04-28T17:28:43.677328Z","end":"2026-04-28T17:28:43.884193Z","steps":["trace[909388689] 'read index received' (duration: 169.350114ms)","trace[909388689] 'applied index is now lower than readState.Index' (duration: 37.513663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:43.884394Z","caller":"traceutil/trace.go:171","msg":"trace[1940130054] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"207.385631ms","start":"2026-04-28T17:28:43.676956Z","end":"2026-04-28T17:28:43.884342Z","steps":["trace[1940130054] 'process raft request' (duration: 169.794526ms)","trace[1940130054] 'compare' (duration: 37.298927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:43.884527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.196856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:43.884555Z","caller":"traceutil/trace.go:171","msg":"trace[254509642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4827; }","duration":"207.242657ms","start":"2026-04-28T17:28:43.677305Z","end":"2026-04-28T17:28:43.884548Z","steps":["trace[254509642] 'agreement among raft nodes before linearized reading' (duration: 207.034181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:43.88464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.702331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:43.884741Z","caller":"traceutil/trace.go:171","msg":"trace[2003090104] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4827; }","duration":"154.870936ms","start":"2026-04-28T17:28:43.729842Z","end":"2026-04-28T17:28:43.884713Z","steps":["trace[2003090104] 'agreement among raft nodes before linearized reading' (duration: 154.715632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:44.187498Z","caller":"traceutil/trace.go:171","msg":"trace[1633275338] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"293.089729ms","start":"2026-04-28T17:28:43.894381Z","end":"2026-04-28T17:28:44.18747Z","steps":["trace[1633275338] 'process raft request' (duration: 292.895893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:44.219132Z","caller":"traceutil/trace.go:171","msg":"trace[1763248412] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"214.798619ms","start":"2026-04-28T17:28:44.004294Z","end":"2026-04-28T17:28:44.219092Z","steps":["trace[1763248412] 'process raft request' (duration: 214.476361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:44.682627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.30176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:28:44.682492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.160258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:28:44.682708Z","caller":"traceutil/trace.go:171","msg":"trace[1998279758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4829; }","duration":"333.436064ms","start":"2026-04-28T17:28:44.349254Z","end":"2026-04-28T17:28:44.68269Z","steps":["trace[1998279758] 'range keys from in-memory index tree' (duration: 333.021863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:44.682725Z","caller":"traceutil/trace.go:171","msg":"trace[1771410945] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:4829; }","duration":"278.448695ms","start":"2026-04-28T17:28:44.404257Z","end":"2026-04-28T17:28:44.682706Z","steps":["trace[1771410945] 'range keys from in-memory index tree' (duration: 277.943133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:44.682752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:44.349231Z","time spent":"333.510455ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:28:44.843715Z","caller":"traceutil/trace.go:171","msg":"trace[569370296] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5031; }","duration":"158.779815ms","start":"2026-04-28T17:28:44.684904Z","end":"2026-04-28T17:28:44.843684Z","steps":["trace[569370296] 'read index received' (duration: 158.767465ms)","trace[569370296] 'applied index is now lower than readState.Index' (duration: 9.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:44.843926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.96956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:44.844055Z","caller":"traceutil/trace.go:171","msg":"trace[476902733] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:0; response_revision:4829; }","duration":"159.147255ms","start":"2026-04-28T17:28:44.684875Z","end":"2026-04-28T17:28:44.844022Z","steps":["trace[476902733] 'agreement among raft nodes before linearized reading' (duration: 158.899489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:45.096288Z","caller":"traceutil/trace.go:171","msg":"trace[1139083383] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"408.990994ms","start":"2026-04-28T17:28:44.687266Z","end":"2026-04-28T17:28:45.096257Z","steps":["trace[1139083383] 'process raft request' (duration: 321.908421ms)","trace[1139083383] 'compare' (duration: 86.922229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:45.096449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:44.687239Z","time spent":"409.130907ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:45.182795Z","caller":"traceutil/trace.go:171","msg":"trace[1624136229] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5032; }","duration":"115.176826ms","start":"2026-04-28T17:28:45.067589Z","end":"2026-04-28T17:28:45.182766Z","steps":["trace[1624136229] 'read index received' (duration: 114.824008ms)","trace[1624136229] 'applied index is now lower than readState.Index' (duration: 351.818µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:45.182823Z","caller":"traceutil/trace.go:171","msg":"trace[845221696] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"337.555788ms","start":"2026-04-28T17:28:44.845213Z","end":"2026-04-28T17:28:45.182769Z","steps":["trace[845221696] 'process raft request' (duration: 337.182429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:45.182894Z","caller":"traceutil/trace.go:171","msg":"trace[1436203595] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"328.011615ms","start":"2026-04-28T17:28:44.854818Z","end":"2026-04-28T17:28:45.18283Z","steps":["trace[1436203595] 'process raft request' (duration: 327.863911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.18301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.399843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:45.183074Z","caller":"traceutil/trace.go:171","msg":"trace[1702509497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4832; }","duration":"115.539936ms","start":"2026-04-28T17:28:45.067517Z","end":"2026-04-28T17:28:45.183057Z","steps":["trace[1702509497] 'agreement among raft nodes before linearized reading' (duration: 115.398132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.183087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:44.854803Z","time spent":"328.19361ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49590,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:28:45.183109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:44.845178Z","time spent":"337.745213ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:45.295691Z","caller":"traceutil/trace.go:171","msg":"trace[779527883] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5034; }","duration":"112.768246ms","start":"2026-04-28T17:28:45.182881Z","end":"2026-04-28T17:28:45.29565Z","steps":["trace[779527883] 'read index received' (duration: 103.49334ms)","trace[779527883] 'applied index is now lower than readState.Index' (duration: 9.272776ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:45.295781Z","caller":"traceutil/trace.go:171","msg":"trace[249097610] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"125.436358ms","start":"2026-04-28T17:28:45.170323Z","end":"2026-04-28T17:28:45.295759Z","steps":["trace[249097610] 'process raft request' (duration: 125.158111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:45.295772Z","caller":"traceutil/trace.go:171","msg":"trace[701696793] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"196.648547ms","start":"2026-04-28T17:28:45.099082Z","end":"2026-04-28T17:28:45.295731Z","steps":["trace[701696793] 'process raft request' (duration: 187.374352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.295991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.242157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:28:45.296055Z","caller":"traceutil/trace.go:171","msg":"trace[392668976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4834; }","duration":"196.376431ms","start":"2026-04-28T17:28:45.099663Z","end":"2026-04-28T17:28:45.29604Z","steps":["trace[392668976] 'agreement among raft nodes before linearized reading' (duration: 196.091573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.296063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.659238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:45.296165Z","caller":"traceutil/trace.go:171","msg":"trace[918151016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4834; }","duration":"111.830792ms","start":"2026-04-28T17:28:45.184313Z","end":"2026-04-28T17:28:45.296144Z","steps":["trace[918151016] 'agreement among raft nodes before linearized reading' (duration: 111.636567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.296164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.872032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T17:28:45.296228Z","caller":"traceutil/trace.go:171","msg":"trace[1979130831] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4834; }","duration":"110.009596ms","start":"2026-04-28T17:28:45.186201Z","end":"2026-04-28T17:28:45.296211Z","steps":["trace[1979130831] 'agreement among raft nodes before linearized reading' (duration: 109.77014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.296442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.440637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:28:45.296517Z","caller":"traceutil/trace.go:171","msg":"trace[1682525376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4834; }","duration":"197.57ms","start":"2026-04-28T17:28:45.098927Z","end":"2026-04-28T17:28:45.296497Z","steps":["trace[1682525376] 'agreement among raft nodes before linearized reading' (duration: 196.921254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:45.791944Z","caller":"traceutil/trace.go:171","msg":"trace[1277044767] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5038; }","duration":"131.970434ms","start":"2026-04-28T17:28:45.659945Z","end":"2026-04-28T17:28:45.791915Z","steps":["trace[1277044767] 'read index received' (duration: 131.837111ms)","trace[1277044767] 'applied index is now lower than readState.Index' (duration: 131.923µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:45.792046Z","caller":"traceutil/trace.go:171","msg":"trace[481145941] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"183.275807ms","start":"2026-04-28T17:28:45.608741Z","end":"2026-04-28T17:28:45.792017Z","steps":["trace[481145941] 'process raft request' (duration: 183.01076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.792156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.199939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:28:45.792373Z","caller":"traceutil/trace.go:171","msg":"trace[983197884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4837; }","duration":"132.413765ms","start":"2026-04-28T17:28:45.659884Z","end":"2026-04-28T17:28:45.792297Z","steps":["trace[983197884] 'agreement among raft nodes before linearized reading' (duration: 132.136968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:45.985195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.37137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:45.985486Z","caller":"traceutil/trace.go:171","msg":"trace[2139372397] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"250.640679ms","start":"2026-04-28T17:28:45.734816Z","end":"2026-04-28T17:28:45.985457Z","steps":["trace[2139372397] 'process raft request' (duration: 99.90478ms)","trace[2139372397] 'compare' (duration: 149.881218ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:45.985542Z","caller":"traceutil/trace.go:171","msg":"trace[308354520] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"189.208847ms","start":"2026-04-28T17:28:45.796283Z","end":"2026-04-28T17:28:45.985491Z","steps":["trace[308354520] 'process raft request' (duration: 189.040773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:46.404548Z","caller":"traceutil/trace.go:171","msg":"trace[771892910] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"414.075762ms","start":"2026-04-28T17:28:45.990414Z","end":"2026-04-28T17:28:46.40449Z","steps":["trace[771892910] 'process raft request' (duration: 390.850353ms)","trace[771892910] 'compare' (duration: 22.654305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:46.404555Z","caller":"traceutil/trace.go:171","msg":"trace[1271055995] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"211.637989ms","start":"2026-04-28T17:28:46.192885Z","end":"2026-04-28T17:28:46.404523Z","steps":["trace[1271055995] 'process raft request' (duration: 211.505976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:46.404732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:45.990394Z","time spent":"414.235457ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:46.404729Z","caller":"traceutil/trace.go:171","msg":"trace[1714019004] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5041; }","duration":"187.018813ms","start":"2026-04-28T17:28:46.21769Z","end":"2026-04-28T17:28:46.404709Z","steps":["trace[1714019004] 'read index received' (duration: 163.578738ms)","trace[1714019004] 'applied index is now lower than readState.Index' (duration: 23.438605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:46.405037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.356702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:46.405077Z","caller":"traceutil/trace.go:171","msg":"trace[2036533317] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail; range_end:; response_count:0; response_revision:4842; }","duration":"187.397253ms","start":"2026-04-28T17:28:46.217664Z","end":"2026-04-28T17:28:46.405062Z","steps":["trace[2036533317] 'agreement among raft nodes before linearized reading' (duration: 187.321481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:46.405427Z","caller":"traceutil/trace.go:171","msg":"trace[1096413141] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"181.708058ms","start":"2026-04-28T17:28:46.223678Z","end":"2026-04-28T17:28:46.405386Z","steps":["trace[1096413141] 'process raft request' (duration: 180.783425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:46.592237Z","caller":"traceutil/trace.go:171","msg":"trace[1577113698] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"130.006384ms","start":"2026-04-28T17:28:46.462191Z","end":"2026-04-28T17:28:46.592197Z","steps":["trace[1577113698] 'read index received' (duration: 100.145215ms)","trace[1577113698] 'applied index is now lower than readState.Index' (duration: 29.859139ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:46.592274Z","caller":"traceutil/trace.go:171","msg":"trace[300995323] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"178.64703ms","start":"2026-04-28T17:28:46.413596Z","end":"2026-04-28T17:28:46.592243Z","steps":["trace[300995323] 'process raft request' (duration: 148.835182ms)","trace[300995323] 'compare' (duration: 29.476229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:46.592607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.399473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:28:46.59277Z","caller":"traceutil/trace.go:171","msg":"trace[44098236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4843; }","duration":"130.62113ms","start":"2026-04-28T17:28:46.462134Z","end":"2026-04-28T17:28:46.592755Z","steps":["trace[44098236] 'agreement among raft nodes before linearized reading' (duration: 130.191789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:48.031902Z","caller":"traceutil/trace.go:171","msg":"trace[1634970810] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"545.111292ms","start":"2026-04-28T17:28:47.48676Z","end":"2026-04-28T17:28:48.031871Z","steps":["trace[1634970810] 'process raft request' (duration: 544.833646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:48.032034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:47.486722Z","time spent":"545.252246ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:28:48.432565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.905189ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:48.432661Z","caller":"traceutil/trace.go:171","msg":"trace[1949959724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4849; }","duration":"172.022442ms","start":"2026-04-28T17:28:48.260625Z","end":"2026-04-28T17:28:48.432648Z","steps":["trace[1949959724] 'range keys from in-memory index tree' (duration: 171.893169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:48.432735Z","caller":"traceutil/trace.go:171","msg":"trace[1501180707] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5051; }","duration":"395.523471ms","start":"2026-04-28T17:28:48.037186Z","end":"2026-04-28T17:28:48.43271Z","steps":["trace[1501180707] 'read index received' (duration: 395.350407ms)","trace[1501180707] 'applied index is now lower than readState.Index' (duration: 171.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:48.432808Z","caller":"traceutil/trace.go:171","msg":"trace[1256405729] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"395.968732ms","start":"2026-04-28T17:28:48.036785Z","end":"2026-04-28T17:28:48.432754Z","steps":["trace[1256405729] 'process raft request' (duration: 395.647234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:48.433027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:48.036757Z","time spent":"396.157457ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:48.433099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.811919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:48.433153Z","caller":"traceutil/trace.go:171","msg":"trace[1232618880] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4850; }","duration":"395.996213ms","start":"2026-04-28T17:28:48.037146Z","end":"2026-04-28T17:28:48.433142Z","steps":["trace[1232618880] 'agreement among raft nodes before linearized reading' (duration: 395.680575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:48.4332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:48.037129Z","time spent":"396.058375ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:28:48.459382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.699489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:48.459544Z","caller":"traceutil/trace.go:171","msg":"trace[734503218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4852; }","duration":"390.890343ms","start":"2026-04-28T17:28:48.06863Z","end":"2026-04-28T17:28:48.45952Z","steps":["trace[734503218] 'agreement among raft nodes before linearized reading' (duration: 390.645286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:48.459634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:48.068614Z","time spent":"391.005527ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:28:48.460608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.35774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:28:48.460741Z","caller":"traceutil/trace.go:171","msg":"trace[1743524190] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4852; }","duration":"111.507764ms","start":"2026-04-28T17:28:48.349213Z","end":"2026-04-28T17:28:48.460721Z","steps":["trace[1743524190] 'agreement among raft nodes before linearized reading' (duration: 111.311199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:48.460989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.53585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:28:48.461101Z","caller":"traceutil/trace.go:171","msg":"trace[1845807426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4852; }","duration":"112.674953ms","start":"2026-04-28T17:28:48.348404Z","end":"2026-04-28T17:28:48.461079Z","steps":["trace[1845807426] 'agreement among raft nodes before linearized reading' (duration: 112.491358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:48.621675Z","caller":"traceutil/trace.go:171","msg":"trace[1742449528] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"154.730532ms","start":"2026-04-28T17:28:48.466924Z","end":"2026-04-28T17:28:48.621655Z","steps":["trace[1742449528] 'process raft request' (duration: 154.681451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:48.621806Z","caller":"traceutil/trace.go:171","msg":"trace[1770679121] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"155.082591ms","start":"2026-04-28T17:28:48.466676Z","end":"2026-04-28T17:28:48.621759Z","steps":["trace[1770679121] 'process raft request' (duration: 154.810814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:48.815211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.840552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:48.815302Z","caller":"traceutil/trace.go:171","msg":"trace[1665726319] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4855; }","duration":"111.994545ms","start":"2026-04-28T17:28:48.703286Z","end":"2026-04-28T17:28:48.81528Z","steps":["trace[1665726319] 'count revisions from in-memory index tree' (duration: 111.749639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:49.488031Z","caller":"traceutil/trace.go:171","msg":"trace[1393039646] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"149.767787ms","start":"2026-04-28T17:28:49.338227Z","end":"2026-04-28T17:28:49.487995Z","steps":["trace[1393039646] 'process raft request' (duration: 149.540851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:49.762153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.001375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:28:50.165025Z","caller":"traceutil/trace.go:171","msg":"trace[549069631] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"361.144187ms","start":"2026-04-28T17:28:49.803846Z","end":"2026-04-28T17:28:50.164991Z","steps":["trace[549069631] 'process raft request' (duration: 360.86862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:50.165361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:49.803819Z","time spent":"361.282531ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26133,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:51.419226Z","caller":"traceutil/trace.go:171","msg":"trace[1392095742] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5070; }","duration":"248.553706ms","start":"2026-04-28T17:28:51.170632Z","end":"2026-04-28T17:28:51.419186Z","steps":["trace[1392095742] 'read index received' (duration: 248.28108ms)","trace[1392095742] 'applied index is now lower than readState.Index' (duration: 271.036µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:51.419373Z","caller":"traceutil/trace.go:171","msg":"trace[902676464] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"437.952279ms","start":"2026-04-28T17:28:50.981379Z","end":"2026-04-28T17:28:51.419331Z","steps":["trace[902676464] 'process raft request' (duration: 437.5774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:51.419543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:50.98135Z","time spent":"438.114153ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13435,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:28:51.420214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.567991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:28:51.42031Z","caller":"traceutil/trace.go:171","msg":"trace[499396506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4868; }","duration":"249.764667ms","start":"2026-04-28T17:28:51.170524Z","end":"2026-04-28T17:28:51.420288Z","steps":["trace[499396506] 'agreement among raft nodes before linearized reading' (duration: 248.817453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:51.777613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.551284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:51.777883Z","caller":"traceutil/trace.go:171","msg":"trace[430270736] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"283.622257ms","start":"2026-04-28T17:28:51.494228Z","end":"2026-04-28T17:28:51.77785Z","steps":["trace[430270736] 'process raft request' (duration: 112.688343ms)","trace[430270736] 'compare' (duration: 170.36679ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:51.777936Z","caller":"traceutil/trace.go:171","msg":"trace[1853889377] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5072; }","duration":"273.46964ms","start":"2026-04-28T17:28:51.504441Z","end":"2026-04-28T17:28:51.777911Z","steps":["trace[1853889377] 'read index received' (duration: 102.477574ms)","trace[1853889377] 'applied index is now lower than readState.Index' (duration: 170.990486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:51.778071Z","caller":"traceutil/trace.go:171","msg":"trace[598384166] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"281.905014ms","start":"2026-04-28T17:28:51.49615Z","end":"2026-04-28T17:28:51.778055Z","steps":["trace[598384166] 'process raft request' (duration: 281.632437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:51.778337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.887221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:28:51.778377Z","caller":"traceutil/trace.go:171","msg":"trace[1490412788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4871; }","duration":"273.964072ms","start":"2026-04-28T17:28:51.504402Z","end":"2026-04-28T17:28:51.778366Z","steps":["trace[1490412788] 'agreement among raft nodes before linearized reading' (duration: 273.818278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:51.778472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.62869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:28:51.778617Z","caller":"traceutil/trace.go:171","msg":"trace[299014375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4871; }","duration":"252.792384ms","start":"2026-04-28T17:28:51.5258Z","end":"2026-04-28T17:28:51.778592Z","steps":["trace[299014375] 'agreement among raft nodes before linearized reading' (duration: 252.430455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:52.007055Z","caller":"traceutil/trace.go:171","msg":"trace[489858958] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"224.063664ms","start":"2026-04-28T17:28:51.782964Z","end":"2026-04-28T17:28:52.007028Z","steps":["trace[489858958] 'process raft request' (duration: 216.939123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:53.517381Z","caller":"traceutil/trace.go:171","msg":"trace[638897456] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4877; }","duration":"351.79977ms","start":"2026-04-28T17:28:53.165556Z","end":"2026-04-28T17:28:53.517355Z","steps":["trace[638897456] 'process raft request' (duration: 351.668267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:53.517514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:53.165522Z","time spent":"351.934324ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:53.713742Z","caller":"traceutil/trace.go:171","msg":"trace[404770164] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"191.598999ms","start":"2026-04-28T17:28:53.522116Z","end":"2026-04-28T17:28:53.713715Z","steps":["trace[404770164] 'process raft request' (duration: 191.419715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.241807Z","caller":"traceutil/trace.go:171","msg":"trace[1654062869] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4878; }","duration":"612.471105ms","start":"2026-04-28T17:28:53.629306Z","end":"2026-04-28T17:28:54.241777Z","steps":["trace[1654062869] 'process raft request' (duration: 528.48036ms)","trace[1654062869] 'compare' (duration: 83.934993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:54.241958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:53.629276Z","time spent":"612.614859ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:54.316861Z","caller":"traceutil/trace.go:171","msg":"trace[903376648] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5082; }","duration":"480.251104ms","start":"2026-04-28T17:28:53.836572Z","end":"2026-04-28T17:28:54.316823Z","steps":["trace[903376648] 'read index received' (duration: 321.11439ms)","trace[903376648] 'applied index is now lower than readState.Index' (duration: 159.135224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:54.31691Z","caller":"traceutil/trace.go:171","msg":"trace[1349019782] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"533.382804ms","start":"2026-04-28T17:28:53.783465Z","end":"2026-04-28T17:28:54.316848Z","steps":["trace[1349019782] 'process raft request' (duration: 533.081957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.316962Z","caller":"traceutil/trace.go:171","msg":"trace[392421331] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"533.447936ms","start":"2026-04-28T17:28:53.783474Z","end":"2026-04-28T17:28:54.316922Z","steps":["trace[392421331] 'process raft request' (duration: 533.290822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.317153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:53.783426Z","time spent":"533.590429ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:54.317159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:53.783445Z","time spent":"533.606539ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:54.317163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.556012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:28:54.317231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.681402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:28:54.317462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.585097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:54.317515Z","caller":"traceutil/trace.go:171","msg":"trace[1505337108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"303.027232ms","start":"2026-04-28T17:28:54.014472Z","end":"2026-04-28T17:28:54.317499Z","steps":["trace[1505337108] 'agreement among raft nodes before linearized reading' (duration: 302.560229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.317489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.582038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:54.31758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:54.014454Z","time spent":"303.107294ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:28:54.317715Z","caller":"traceutil/trace.go:171","msg":"trace[1647364816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"480.789238ms","start":"2026-04-28T17:28:53.836505Z","end":"2026-04-28T17:28:54.317294Z","steps":["trace[1647364816] 'agreement among raft nodes before linearized reading' (duration: 480.451869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.3176Z","caller":"traceutil/trace.go:171","msg":"trace[121873787] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4880; }","duration":"200.819894ms","start":"2026-04-28T17:28:54.116762Z","end":"2026-04-28T17:28:54.317582Z","steps":["trace[121873787] 'agreement among raft nodes before linearized reading' (duration: 200.448733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.317559Z","caller":"traceutil/trace.go:171","msg":"trace[741905807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4880; }","duration":"248.674649ms","start":"2026-04-28T17:28:54.068859Z","end":"2026-04-28T17:28:54.317533Z","steps":["trace[741905807] 'agreement among raft nodes before linearized reading' (duration: 248.542616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.317765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:53.836475Z","time spent":"481.279261ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:28:54.612029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.541949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:54.612148Z","caller":"traceutil/trace.go:171","msg":"trace[496333726] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"288.619654ms","start":"2026-04-28T17:28:54.323506Z","end":"2026-04-28T17:28:54.612125Z","steps":["trace[496333726] 'process raft request' (duration: 44.894551ms)","trace[496333726] 'compare' (duration: 243.426226ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:54.755074Z","caller":"traceutil/trace.go:171","msg":"trace[1896724691] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"430.50995ms","start":"2026-04-28T17:28:54.324536Z","end":"2026-04-28T17:28:54.755046Z","steps":["trace[1896724691] 'process raft request' (duration: 393.837128ms)","trace[1896724691] 'compare' (duration: 36.480238ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:54.755205Z","caller":"traceutil/trace.go:171","msg":"trace[655686865] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4882; }","duration":"394.66694ms","start":"2026-04-28T17:28:54.360514Z","end":"2026-04-28T17:28:54.755181Z","steps":["trace[655686865] 'process raft request' (duration: 394.490085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.755217Z","caller":"traceutil/trace.go:171","msg":"trace[859010950] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5086; }","duration":"350.61397ms","start":"2026-04-28T17:28:54.40456Z","end":"2026-04-28T17:28:54.755174Z","steps":["trace[859010950] 'read index received' (duration: 313.790054ms)","trace[859010950] 'applied index is now lower than readState.Index' (duration: 36.821776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:54.755256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:54.324494Z","time spent":"430.679695ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:54.755329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:54.360473Z","time spent":"394.795473ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:28:54.755674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.100152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:28:54.755784Z","caller":"traceutil/trace.go:171","msg":"trace[2140070674] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:4882; }","duration":"351.275856ms","start":"2026-04-28T17:28:54.404484Z","end":"2026-04-28T17:28:54.75576Z","steps":["trace[2140070674] 'agreement among raft nodes before linearized reading' (duration: 350.785474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.755901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:54.404457Z","time spent":"351.42624ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T17:28:54.849876Z","caller":"traceutil/trace.go:171","msg":"trace[138620489] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"271.319185ms","start":"2026-04-28T17:28:54.578529Z","end":"2026-04-28T17:28:54.849849Z","steps":["trace[138620489] 'process raft request' (duration: 271.076499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.850191Z","caller":"traceutil/trace.go:171","msg":"trace[1563826587] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"271.15019ms","start":"2026-04-28T17:28:54.57901Z","end":"2026-04-28T17:28:54.85016Z","steps":["trace[1563826587] 'process raft request' (duration: 270.797252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.850644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.270558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:28:54.85067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.807367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:28:54.850696Z","caller":"traceutil/trace.go:171","msg":"trace[335840776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4884; }","duration":"318.385891ms","start":"2026-04-28T17:28:54.532298Z","end":"2026-04-28T17:28:54.850684Z","steps":["trace[335840776] 'agreement among raft nodes before linearized reading' (duration: 318.194786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:54.850713Z","caller":"traceutil/trace.go:171","msg":"trace[1338538205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4884; }","duration":"319.902549ms","start":"2026-04-28T17:28:54.530796Z","end":"2026-04-28T17:28:54.850698Z","steps":["trace[1338538205] 'agreement among raft nodes before linearized reading' (duration: 319.822587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.850729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:54.532271Z","time spent":"318.449962ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:28:54.850747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:54.530771Z","time spent":"319.964811ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:28:54.851023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.452215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:54.85107Z","caller":"traceutil/trace.go:171","msg":"trace[704172864] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4884; }","duration":"154.549267ms","start":"2026-04-28T17:28:54.696507Z","end":"2026-04-28T17:28:54.851056Z","steps":["trace[704172864] 'agreement among raft nodes before linearized reading' (duration: 154.473045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:54.851135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.96895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:54.851185Z","caller":"traceutil/trace.go:171","msg":"trace[566058430] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4884; }","duration":"181.047201ms","start":"2026-04-28T17:28:54.670123Z","end":"2026-04-28T17:28:54.851171Z","steps":["trace[566058430] 'agreement among raft nodes before linearized reading' (duration: 180.981199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:55.021064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.114499ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T17:28:55.02141Z","caller":"traceutil/trace.go:171","msg":"trace[1872303461] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5090; }","duration":"171.292763ms","start":"2026-04-28T17:28:54.850071Z","end":"2026-04-28T17:28:55.021364Z","steps":["trace[1872303461] 'read index received' (duration: 60.884607ms)","trace[1872303461] 'applied index is now lower than readState.Index' (duration: 110.398236ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:55.021471Z","caller":"traceutil/trace.go:171","msg":"trace[1859547860] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"165.617948ms","start":"2026-04-28T17:28:54.855824Z","end":"2026-04-28T17:28:55.021442Z","steps":["trace[1859547860] 'process raft request' (duration: 165.406743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:55.021611Z","caller":"traceutil/trace.go:171","msg":"trace[1457146787] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"164.606153ms","start":"2026-04-28T17:28:54.856982Z","end":"2026-04-28T17:28:55.021588Z","steps":["trace[1457146787] 'process raft request' (duration: 164.411568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:55.021852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.385644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:1 size:25574"} {"level":"info","ts":"2026-04-28T17:28:55.021942Z","caller":"traceutil/trace.go:171","msg":"trace[985873701] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:1; response_revision:4886; }","duration":"265.497907ms","start":"2026-04-28T17:28:54.756425Z","end":"2026-04-28T17:28:55.021923Z","steps":["trace[985873701] 'agreement among raft nodes before linearized reading' (duration: 265.023565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:55.021947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.595022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:55.021986Z","caller":"traceutil/trace.go:171","msg":"trace[1716442575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4886; }","duration":"166.707945ms","start":"2026-04-28T17:28:54.855268Z","end":"2026-04-28T17:28:55.021976Z","steps":["trace[1716442575] 'agreement among raft nodes before linearized reading' (duration: 166.323236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:55.283521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.07476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-28T17:28:55.283711Z","caller":"traceutil/trace.go:171","msg":"trace[1217355002] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5094; }","duration":"216.102512ms","start":"2026-04-28T17:28:55.067578Z","end":"2026-04-28T17:28:55.283681Z","steps":["trace[1217355002] 'read index received' (duration: 75.657263ms)","trace[1217355002] 'applied index is now lower than readState.Index' (duration: 140.442989ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:55.283784Z","caller":"traceutil/trace.go:171","msg":"trace[99113647] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4887; }","duration":"238.129341ms","start":"2026-04-28T17:28:55.045615Z","end":"2026-04-28T17:28:55.283744Z","steps":["trace[99113647] 'process raft request' (duration: 97.727222ms)","trace[99113647] 'compare' (duration: 139.968308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:55.283852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.262146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:55.283904Z","caller":"traceutil/trace.go:171","msg":"trace[974083580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4887; }","duration":"216.372059ms","start":"2026-04-28T17:28:55.067515Z","end":"2026-04-28T17:28:55.283887Z","steps":["trace[974083580] 'agreement among raft nodes before linearized reading' (duration: 216.250656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:55.730795Z","caller":"traceutil/trace.go:171","msg":"trace[109555288] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4887; }","duration":"322.918806ms","start":"2026-04-28T17:28:55.407841Z","end":"2026-04-28T17:28:55.73076Z","steps":["trace[109555288] 'process raft request' (duration: 322.542926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:55.730959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:55.407816Z","time spent":"323.07102ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:56.173973Z","caller":"traceutil/trace.go:171","msg":"trace[426995272] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4888; }","duration":"282.840908ms","start":"2026-04-28T17:28:55.891111Z","end":"2026-04-28T17:28:56.173952Z","steps":["trace[426995272] 'process raft request' (duration: 282.659433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.23013Z","caller":"traceutil/trace.go:171","msg":"trace[1360054528] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5097; }","duration":"275.310196ms","start":"2026-04-28T17:28:55.954794Z","end":"2026-04-28T17:28:56.230104Z","steps":["trace[1360054528] 'read index received' (duration: 219.036076ms)","trace[1360054528] 'applied index is now lower than readState.Index' (duration: 56.27331ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:56.23021Z","caller":"traceutil/trace.go:171","msg":"trace[67735707] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"338.062401ms","start":"2026-04-28T17:28:55.892114Z","end":"2026-04-28T17:28:56.230176Z","steps":["trace[67735707] 'process raft request' (duration: 337.814265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:56.230353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.495801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:28:56.230399Z","caller":"traceutil/trace.go:171","msg":"trace[296596562] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4889; }","duration":"275.649735ms","start":"2026-04-28T17:28:55.954735Z","end":"2026-04-28T17:28:56.230384Z","steps":["trace[296596562] 'agreement among raft nodes before linearized reading' (duration: 275.502621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:56.23044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.765136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:28:56.230481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:55.892086Z","time spent":"338.190003ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:56.230513Z","caller":"traceutil/trace.go:171","msg":"trace[49297408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4889; }","duration":"162.878869ms","start":"2026-04-28T17:28:56.06762Z","end":"2026-04-28T17:28:56.230499Z","steps":["trace[49297408] 'agreement among raft nodes before linearized reading' (duration: 162.775596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.373819Z","caller":"traceutil/trace.go:171","msg":"trace[1623141314] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4889; }","duration":"100.577246ms","start":"2026-04-28T17:28:56.273202Z","end":"2026-04-28T17:28:56.373779Z","steps":["trace[1623141314] 'process raft request' (duration: 100.418492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.547292Z","caller":"traceutil/trace.go:171","msg":"trace[809123643] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"231.321299ms","start":"2026-04-28T17:28:56.315941Z","end":"2026-04-28T17:28:56.547262Z","steps":["trace[809123643] 'process raft request' (duration: 231.075942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.547307Z","caller":"traceutil/trace.go:171","msg":"trace[1752554400] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"223.056499ms","start":"2026-04-28T17:28:56.324224Z","end":"2026-04-28T17:28:56.547281Z","steps":["trace[1752554400] 'process raft request' (duration: 222.949977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.547515Z","caller":"traceutil/trace.go:171","msg":"trace[703640195] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"205.421661ms","start":"2026-04-28T17:28:56.342082Z","end":"2026-04-28T17:28:56.547504Z","steps":["trace[703640195] 'process raft request' (duration: 205.153924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.547499Z","caller":"traceutil/trace.go:171","msg":"trace[1366261066] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5100; }","duration":"171.960911ms","start":"2026-04-28T17:28:56.375495Z","end":"2026-04-28T17:28:56.547456Z","steps":["trace[1366261066] 'read index received' (duration: 171.465707ms)","trace[1366261066] 'applied index is now lower than readState.Index' (duration: 491.323µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:56.547732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.224307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:1 size:6146"} {"level":"info","ts":"2026-04-28T17:28:56.547778Z","caller":"traceutil/trace.go:171","msg":"trace[867379142] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:1; response_revision:4892; }","duration":"172.282718ms","start":"2026-04-28T17:28:56.375479Z","end":"2026-04-28T17:28:56.547761Z","steps":["trace[867379142] 'agreement among raft nodes before linearized reading' (duration: 172.125394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.802389Z","caller":"traceutil/trace.go:171","msg":"trace[1629914715] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5103; }","duration":"184.324124ms","start":"2026-04-28T17:28:56.618034Z","end":"2026-04-28T17:28:56.802358Z","steps":["trace[1629914715] 'read index received' (duration: 183.429981ms)","trace[1629914715] 'applied index is now lower than readState.Index' (duration: 892.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:56.80241Z","caller":"traceutil/trace.go:171","msg":"trace[1960972891] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4892; }","duration":"186.054548ms","start":"2026-04-28T17:28:56.616308Z","end":"2026-04-28T17:28:56.802362Z","steps":["trace[1960972891] 'process raft request' (duration: 185.171355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:56.803008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.9423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:28:56.803062Z","caller":"traceutil/trace.go:171","msg":"trace[512240700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4892; }","duration":"185.087864ms","start":"2026-04-28T17:28:56.617959Z","end":"2026-04-28T17:28:56.803047Z","steps":["trace[512240700] 'agreement among raft nodes before linearized reading' (duration: 184.56032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:56.908119Z","caller":"traceutil/trace.go:171","msg":"trace[73996609] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"100.503864ms","start":"2026-04-28T17:28:56.807586Z","end":"2026-04-28T17:28:56.90809Z","steps":["trace[73996609] 'process raft request' (duration: 100.298529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:57.253328Z","caller":"traceutil/trace.go:171","msg":"trace[218541022] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"445.155803ms","start":"2026-04-28T17:28:56.808141Z","end":"2026-04-28T17:28:57.253297Z","steps":["trace[218541022] 'process raft request' (duration: 444.925936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:57.253464Z","caller":"traceutil/trace.go:171","msg":"trace[1697533847] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4894; }","duration":"420.336262ms","start":"2026-04-28T17:28:56.833097Z","end":"2026-04-28T17:28:57.253434Z","steps":["trace[1697533847] 'process raft request' (duration: 420.111047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.253565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:56.808123Z","time spent":"445.347327ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:57.253603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:56.833062Z","time spent":"420.477416ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:57.254126Z","caller":"traceutil/trace.go:171","msg":"trace[91653745] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"397.484181ms","start":"2026-04-28T17:28:56.856623Z","end":"2026-04-28T17:28:57.254107Z","steps":["trace[91653745] 'process raft request' (duration: 396.62691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:57.25423Z","caller":"traceutil/trace.go:171","msg":"trace[2097300596] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5105; }","duration":"227.581944ms","start":"2026-04-28T17:28:57.026627Z","end":"2026-04-28T17:28:57.254208Z","steps":["trace[2097300596] 'read index received' (duration: 226.389483ms)","trace[2097300596] 'applied index is now lower than readState.Index' (duration: 1.190301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:57.254256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:56.856592Z","time spent":"397.608054ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:57.254239Z","caller":"traceutil/trace.go:171","msg":"trace[1289415697] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"396.980169ms","start":"2026-04-28T17:28:56.857238Z","end":"2026-04-28T17:28:57.254218Z","steps":["trace[1289415697] 'process raft request' (duration: 396.790244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.254395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:56.857212Z","time spent":"397.128493ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:57.254411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.775098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:28:57.254569Z","caller":"traceutil/trace.go:171","msg":"trace[997698080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4896; }","duration":"227.950063ms","start":"2026-04-28T17:28:57.026582Z","end":"2026-04-28T17:28:57.254532Z","steps":["trace[997698080] 'agreement among raft nodes before linearized reading' (duration: 227.705107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.254622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.016568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:28:57.254665Z","caller":"traceutil/trace.go:171","msg":"trace[587180786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4896; }","duration":"223.163692ms","start":"2026-04-28T17:28:57.031491Z","end":"2026-04-28T17:28:57.254655Z","steps":["trace[587180786] 'agreement among raft nodes before linearized reading' (duration: 222.972697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.254671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.876001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:28:57.254757Z","caller":"traceutil/trace.go:171","msg":"trace[1646312196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4896; }","duration":"228.038905ms","start":"2026-04-28T17:28:57.026705Z","end":"2026-04-28T17:28:57.254744Z","steps":["trace[1646312196] 'agreement among raft nodes before linearized reading' (duration: 227.710297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.25493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.529302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:28:57.254979Z","caller":"traceutil/trace.go:171","msg":"trace[1324558188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4896; }","duration":"227.601154ms","start":"2026-04-28T17:28:57.027367Z","end":"2026-04-28T17:28:57.254968Z","steps":["trace[1324558188] 'agreement among raft nodes before linearized reading' (duration: 227.420359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.254985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.945306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:57.255082Z","caller":"traceutil/trace.go:171","msg":"trace[1834087125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4896; }","duration":"188.08308ms","start":"2026-04-28T17:28:57.066979Z","end":"2026-04-28T17:28:57.255062Z","steps":["trace[1834087125] 'agreement among raft nodes before linearized reading' (duration: 187.843914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:57.37863Z","caller":"traceutil/trace.go:171","msg":"trace[63162606] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5109; }","duration":"118.538052ms","start":"2026-04-28T17:28:57.260069Z","end":"2026-04-28T17:28:57.378607Z","steps":["trace[63162606] 'read index received' (duration: 65.550436ms)","trace[63162606] 'applied index is now lower than readState.Index' (duration: 52.986496ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:57.378724Z","caller":"traceutil/trace.go:171","msg":"trace[254825813] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"119.222809ms","start":"2026-04-28T17:28:57.259453Z","end":"2026-04-28T17:28:57.378676Z","steps":["trace[254825813] 'process raft request' (duration: 66.196241ms)","trace[254825813] 'compare' (duration: 52.71457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:57.379016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.910371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16247"} {"level":"info","ts":"2026-04-28T17:28:57.379154Z","caller":"traceutil/trace.go:171","msg":"trace[45704811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4897; }","duration":"119.100056ms","start":"2026-04-28T17:28:57.260007Z","end":"2026-04-28T17:28:57.379107Z","steps":["trace[45704811] 'agreement among raft nodes before linearized reading' (duration: 118.743157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.86189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.196571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:57.862093Z","caller":"traceutil/trace.go:171","msg":"trace[262189065] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"578.974844ms","start":"2026-04-28T17:28:57.283099Z","end":"2026-04-28T17:28:57.862074Z","steps":["trace[262189065] 'process raft request' (duration: 578.894992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.862168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.283081Z","time spent":"579.053685ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:57.862508Z","caller":"traceutil/trace.go:171","msg":"trace[323924324] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"601.501465ms","start":"2026-04-28T17:28:57.260959Z","end":"2026-04-28T17:28:57.86246Z","steps":["trace[323924324] 'process raft request' (duration: 222.541855ms)","trace[323924324] 'compare' (duration: 378.034487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:57.862707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.260937Z","time spent":"601.67015ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:28:57.867378Z","caller":"traceutil/trace.go:171","msg":"trace[457184781] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5110; }","duration":"488.581367ms","start":"2026-04-28T17:28:57.378778Z","end":"2026-04-28T17:28:57.867359Z","steps":["trace[457184781] 'read index received' (duration: 104.841755ms)","trace[457184781] 'applied index is now lower than readState.Index' (duration: 383.738582ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:57.867445Z","caller":"traceutil/trace.go:171","msg":"trace[1512912644] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4899; }","duration":"517.526031ms","start":"2026-04-28T17:28:57.349883Z","end":"2026-04-28T17:28:57.867409Z","steps":["trace[1512912644] 'process raft request' (duration: 517.365157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.867551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.782436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:28:57.867589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.595766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:57.867612Z","caller":"traceutil/trace.go:171","msg":"trace[1717975763] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4899; }","duration":"511.903639ms","start":"2026-04-28T17:28:57.355694Z","end":"2026-04-28T17:28:57.867598Z","steps":["trace[1717975763] 'agreement among raft nodes before linearized reading' (duration: 511.724455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.867606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.349837Z","time spent":"517.689426ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:28:57.867629Z","caller":"traceutil/trace.go:171","msg":"trace[1843303101] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4899; }","duration":"425.678228ms","start":"2026-04-28T17:28:57.44194Z","end":"2026-04-28T17:28:57.867619Z","steps":["trace[1843303101] 'agreement among raft nodes before linearized reading' (duration: 425.586385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.867643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.355674Z","time spent":"511.96222ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":66,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:28:57.867655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.441917Z","time spent":"425.729749ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:28:57.86767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.888902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:28:57.867703Z","caller":"traceutil/trace.go:171","msg":"trace[633816156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4899; }","duration":"606.956754ms","start":"2026-04-28T17:28:57.260736Z","end":"2026-04-28T17:28:57.867693Z","steps":["trace[633816156] 'agreement among raft nodes before linearized reading' (duration: 606.718409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:57.867736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.260722Z","time spent":"607.005815ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:28:57.867724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.496216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:57.867833Z","caller":"traceutil/trace.go:171","msg":"trace[2117199491] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4899; }","duration":"263.673ms","start":"2026-04-28T17:28:57.60414Z","end":"2026-04-28T17:28:57.867813Z","steps":["trace[2117199491] 'agreement among raft nodes before linearized reading' (duration: 263.478166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:58.374351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790850750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:28:58.467819Z","caller":"traceutil/trace.go:171","msg":"trace[1308140426] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5113; }","duration":"594.401585ms","start":"2026-04-28T17:28:57.87339Z","end":"2026-04-28T17:28:58.467792Z","steps":["trace[1308140426] 'read index received' (duration: 593.999635ms)","trace[1308140426] 'applied index is now lower than readState.Index' (duration: 400.78µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:28:58.467891Z","caller":"traceutil/trace.go:171","msg":"trace[1087667766] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"595.099523ms","start":"2026-04-28T17:28:57.872748Z","end":"2026-04-28T17:28:58.467848Z","steps":["trace[1087667766] 'process raft request' (duration: 594.854617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:58.468088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.872719Z","time spent":"595.269946ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:28:58.468084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.972254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:58.468153Z","caller":"traceutil/trace.go:171","msg":"trace[1992229023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"400.081817ms","start":"2026-04-28T17:28:58.068054Z","end":"2026-04-28T17:28:58.468136Z","steps":["trace[1992229023] 'agreement among raft nodes before linearized reading' (duration: 399.946394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:58.468153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.456584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:28:58.468191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:58.068026Z","time spent":"400.155659ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:28:58.468227Z","caller":"traceutil/trace.go:171","msg":"trace[425785018] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4900; }","duration":"176.599348ms","start":"2026-04-28T17:28:58.291612Z","end":"2026-04-28T17:28:58.468211Z","steps":["trace[425785018] 'agreement among raft nodes before linearized reading' (duration: 176.428994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:58.468872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.475342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:28:58.468935Z","caller":"traceutil/trace.go:171","msg":"trace[1971998503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4900; }","duration":"595.550115ms","start":"2026-04-28T17:28:57.87337Z","end":"2026-04-28T17:28:58.46892Z","steps":["trace[1971998503] 'agreement among raft nodes before linearized reading' (duration: 595.294337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:28:58.468967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:28:57.873363Z","time spent":"595.596556ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:28:58.835075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:28:58.835165Z","caller":"traceutil/trace.go:171","msg":"trace[499704678] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5115; }","duration":"183.223806ms","start":"2026-04-28T17:28:58.651925Z","end":"2026-04-28T17:28:58.835149Z","steps":["trace[499704678] 'read index received' (duration: 67.855764ms)","trace[499704678] 'applied index is now lower than readState.Index' (duration: 115.366782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:28:58.83522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.302257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:28:58.835243Z","caller":"traceutil/trace.go:171","msg":"trace[1588104028] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4902; }","duration":"183.366579ms","start":"2026-04-28T17:28:58.651868Z","end":"2026-04-28T17:28:58.835235Z","steps":["trace[1588104028] 'agreement among raft nodes before linearized reading' (duration: 183.321208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:28:58.835412Z","caller":"traceutil/trace.go:171","msg":"trace[281451727] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"282.057807ms","start":"2026-04-28T17:28:58.553334Z","end":"2026-04-28T17:28:58.835391Z","steps":["trace[281451727] 'process raft request' (duration: 166.561032ms)","trace[281451727] 'compare' (duration: 115.015733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:01.149742Z","caller":"traceutil/trace.go:171","msg":"trace[2053597615] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"168.630395ms","start":"2026-04-28T17:29:00.981089Z","end":"2026-04-28T17:29:01.149719Z","steps":["trace[2053597615] 'process raft request' (duration: 87.053212ms)","trace[2053597615] 'compare' (duration: 81.296666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:01.416807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.856581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:29:01.416976Z","caller":"traceutil/trace.go:171","msg":"trace[229727652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4912; }","duration":"132.036906ms","start":"2026-04-28T17:29:01.284921Z","end":"2026-04-28T17:29:01.416958Z","steps":["trace[229727652] 'range keys from in-memory index tree' (duration: 131.557613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:01.417165Z","caller":"traceutil/trace.go:171","msg":"trace[533320066] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"131.02112ms","start":"2026-04-28T17:29:01.286109Z","end":"2026-04-28T17:29:01.41713Z","steps":["trace[533320066] 'process raft request' (duration: 81.609704ms)","trace[533320066] 'compare' (duration: 49.18441ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:01.417316Z","caller":"traceutil/trace.go:171","msg":"trace[1377832532] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"112.420617ms","start":"2026-04-28T17:29:01.304868Z","end":"2026-04-28T17:29:01.417288Z","steps":["trace[1377832532] 'process raft request' (duration: 112.213642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:03.230868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.221533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:03.230949Z","caller":"traceutil/trace.go:171","msg":"trace[592237910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4920; }","duration":"162.345226ms","start":"2026-04-28T17:29:03.068586Z","end":"2026-04-28T17:29:03.230931Z","steps":["trace[592237910] 'range keys from in-memory index tree' (duration: 162.13818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:03.59147Z","caller":"traceutil/trace.go:171","msg":"trace[532853455] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"168.767469ms","start":"2026-04-28T17:29:03.422681Z","end":"2026-04-28T17:29:03.591448Z","steps":["trace[532853455] 'process raft request' (duration: 168.627665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:03.679153Z","caller":"traceutil/trace.go:171","msg":"trace[327727171] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5136; }","duration":"204.6151ms","start":"2026-04-28T17:29:03.474516Z","end":"2026-04-28T17:29:03.679131Z","steps":["trace[327727171] 'read index received' (duration: 116.900221ms)","trace[327727171] 'applied index is now lower than readState.Index' (duration: 87.714009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:03.679518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.996901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:29:03.679545Z","caller":"traceutil/trace.go:171","msg":"trace[1872208726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4923; }","duration":"205.078573ms","start":"2026-04-28T17:29:03.47446Z","end":"2026-04-28T17:29:03.679539Z","steps":["trace[1872208726] 'agreement among raft nodes before linearized reading' (duration: 204.783155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:03.679717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.999326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:03.679799Z","caller":"traceutil/trace.go:171","msg":"trace[1139312389] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4923; }","duration":"123.139069ms","start":"2026-04-28T17:29:03.55664Z","end":"2026-04-28T17:29:03.679779Z","steps":["trace[1139312389] 'agreement among raft nodes before linearized reading' (duration: 123.018116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:03.679763Z","caller":"traceutil/trace.go:171","msg":"trace[1048824100] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"255.104623ms","start":"2026-04-28T17:29:03.424071Z","end":"2026-04-28T17:29:03.679176Z","steps":["trace[1048824100] 'process raft request' (duration: 209.923815ms)","trace[1048824100] 'compare' (duration: 45.037284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:03.679747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.245916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:29:03.679991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.044179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:29:03.680068Z","caller":"traceutil/trace.go:171","msg":"trace[1775146981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4923; }","duration":"197.177362ms","start":"2026-04-28T17:29:03.482872Z","end":"2026-04-28T17:29:03.680049Z","steps":["trace[1775146981] 'agreement among raft nodes before linearized reading' (duration: 196.71247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:03.680025Z","caller":"traceutil/trace.go:171","msg":"trace[1045359865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4923; }","duration":"192.550603ms","start":"2026-04-28T17:29:03.487467Z","end":"2026-04-28T17:29:03.680017Z","steps":["trace[1045359865] 'agreement among raft nodes before linearized reading' (duration: 192.229405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:03.808822Z","caller":"traceutil/trace.go:171","msg":"trace[2110482715] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"123.900149ms","start":"2026-04-28T17:29:03.684883Z","end":"2026-04-28T17:29:03.808783Z","steps":["trace[2110482715] 'process raft request' (duration: 94.351258ms)","trace[2110482715] 'compare' (duration: 29.340146ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:03.808888Z","caller":"traceutil/trace.go:171","msg":"trace[2129492705] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"123.91273ms","start":"2026-04-28T17:29:03.68495Z","end":"2026-04-28T17:29:03.808862Z","steps":["trace[2129492705] 'process raft request' (duration: 123.780627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:03.809249Z","caller":"traceutil/trace.go:171","msg":"trace[1864366002] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"123.500968ms","start":"2026-04-28T17:29:03.685724Z","end":"2026-04-28T17:29:03.809225Z","steps":["trace[1864366002] 'process raft request' (duration: 123.082168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:06.078208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.61889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:06.078273Z","caller":"traceutil/trace.go:171","msg":"trace[1051733907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4938; }","duration":"132.740464ms","start":"2026-04-28T17:29:05.945516Z","end":"2026-04-28T17:29:06.078257Z","steps":["trace[1051733907] 'range keys from in-memory index tree' (duration: 132.425036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:06.392865Z","caller":"traceutil/trace.go:171","msg":"trace[932674320] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"310.926741ms","start":"2026-04-28T17:29:06.081884Z","end":"2026-04-28T17:29:06.392811Z","steps":["trace[932674320] 'process raft request' (duration: 310.647974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:06.393134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:06.08187Z","time spent":"311.121866ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:08.68446Z","caller":"traceutil/trace.go:171","msg":"trace[279892284] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"282.599861ms","start":"2026-04-28T17:29:08.40183Z","end":"2026-04-28T17:29:08.68443Z","steps":["trace[279892284] 'process raft request' (duration: 282.211652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:09.069349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.083517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:09.069439Z","caller":"traceutil/trace.go:171","msg":"trace[1225971983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4952; }","duration":"119.221169ms","start":"2026-04-28T17:29:08.950198Z","end":"2026-04-28T17:29:09.069419Z","steps":["trace[1225971983] 'range keys from in-memory index tree' (duration: 119.006303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:09.542843Z","caller":"traceutil/trace.go:171","msg":"trace[1618038645] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"218.024831ms","start":"2026-04-28T17:29:09.324793Z","end":"2026-04-28T17:29:09.542818Z","steps":["trace[1618038645] 'process raft request' (duration: 217.877266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:09.989406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.428796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:09.989483Z","caller":"traceutil/trace.go:171","msg":"trace[445198413] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4956; }","duration":"134.56669ms","start":"2026-04-28T17:29:09.854898Z","end":"2026-04-28T17:29:09.989464Z","steps":["trace[445198413] 'count revisions from in-memory index tree' (duration: 134.328624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:09.989476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.849291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:29:09.989615Z","caller":"traceutil/trace.go:171","msg":"trace[1041170864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4956; }","duration":"133.990855ms","start":"2026-04-28T17:29:09.8556Z","end":"2026-04-28T17:29:09.989591Z","steps":["trace[1041170864] 'range keys from in-memory index tree' (duration: 133.688578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:09.989612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.301402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:09.989865Z","caller":"traceutil/trace.go:171","msg":"trace[529795472] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4956; }","duration":"119.734443ms","start":"2026-04-28T17:29:09.870108Z","end":"2026-04-28T17:29:09.989843Z","steps":["trace[529795472] 'count revisions from in-memory index tree' (duration: 119.244631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:10.256879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.283087ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T17:29:10.257281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.3041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:10.257321Z","caller":"traceutil/trace.go:171","msg":"trace[1042661209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:4958; }","duration":"161.356011ms","start":"2026-04-28T17:29:10.095956Z","end":"2026-04-28T17:29:10.257312Z","steps":["trace[1042661209] 'agreement among raft nodes before linearized reading' (duration: 161.175036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:10.257072Z","caller":"traceutil/trace.go:171","msg":"trace[1370017392] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"161.027492ms","start":"2026-04-28T17:29:10.095967Z","end":"2026-04-28T17:29:10.256994Z","steps":["trace[1370017392] 'read index received' (duration: 3.495369ms)","trace[1370017392] 'applied index is now lower than readState.Index' (duration: 157.529393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:10.257722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.620498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:10.257755Z","caller":"traceutil/trace.go:171","msg":"trace[1421450436] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4958; }","duration":"139.703931ms","start":"2026-04-28T17:29:10.118041Z","end":"2026-04-28T17:29:10.257745Z","steps":["trace[1421450436] 'agreement among raft nodes before linearized reading' (duration: 139.615439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:11.001061Z","caller":"traceutil/trace.go:171","msg":"trace[367433882] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"180.217259ms","start":"2026-04-28T17:29:10.82081Z","end":"2026-04-28T17:29:11.001027Z","steps":["trace[367433882] 'process raft request' (duration: 94.526661ms)","trace[367433882] 'compare' (duration: 85.535744ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:11.241446Z","caller":"traceutil/trace.go:171","msg":"trace[1769651880] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5178; }","duration":"128.831294ms","start":"2026-04-28T17:29:11.112584Z","end":"2026-04-28T17:29:11.241415Z","steps":["trace[1769651880] 'read index received' (duration: 70.559733ms)","trace[1769651880] 'applied index is now lower than readState.Index' (duration: 58.270521ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:11.241613Z","caller":"traceutil/trace.go:171","msg":"trace[1890267571] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"131.182024ms","start":"2026-04-28T17:29:11.11039Z","end":"2026-04-28T17:29:11.241572Z","steps":["trace[1890267571] 'process raft request' (duration: 72.836581ms)","trace[1890267571] 'compare' (duration: 58.049736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:11.243729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.094502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:73 size:4396582"} {"level":"info","ts":"2026-04-28T17:29:11.243851Z","caller":"traceutil/trace.go:171","msg":"trace[409669553] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:73; response_revision:4962; }","duration":"131.277267ms","start":"2026-04-28T17:29:11.112549Z","end":"2026-04-28T17:29:11.243826Z","steps":["trace[409669553] 'agreement among raft nodes before linearized reading' (duration: 129.025559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:11.560946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.264861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T17:29:11.561044Z","caller":"traceutil/trace.go:171","msg":"trace[77125948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4962; }","duration":"156.421825ms","start":"2026-04-28T17:29:11.404601Z","end":"2026-04-28T17:29:11.561023Z","steps":["trace[77125948] 'range keys from in-memory index tree' (duration: 156.116428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:16.791975Z","caller":"traceutil/trace.go:171","msg":"trace[1895583974] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5234; }","duration":"326.118838ms","start":"2026-04-28T17:29:16.465822Z","end":"2026-04-28T17:29:16.791941Z","steps":["trace[1895583974] 'read index received' (duration: 323.232525ms)","trace[1895583974] 'applied index is now lower than readState.Index' (duration: 2.885133ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:16.79202Z","caller":"traceutil/trace.go:171","msg":"trace[1599894907] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"368.866743ms","start":"2026-04-28T17:29:16.423126Z","end":"2026-04-28T17:29:16.791993Z","steps":["trace[1599894907] 'process raft request' (duration: 366.116153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:16.792145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.308952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:16.792179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:16.423102Z","time spent":"368.988827ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:16.792197Z","caller":"traceutil/trace.go:171","msg":"trace[120696515] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5014; }","duration":"326.415375ms","start":"2026-04-28T17:29:16.465766Z","end":"2026-04-28T17:29:16.792181Z","steps":["trace[120696515] 'agreement among raft nodes before linearized reading' (duration: 326.309142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:16.792233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:16.465746Z","time spent":"326.477996ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:19.62226Z","caller":"traceutil/trace.go:171","msg":"trace[1151771284] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"143.911518ms","start":"2026-04-28T17:29:19.478322Z","end":"2026-04-28T17:29:19.622234Z","steps":["trace[1151771284] 'process raft request' (duration: 143.751403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:21.896475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.673795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:29:21.896636Z","caller":"traceutil/trace.go:171","msg":"trace[2143569423] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"230.835956ms","start":"2026-04-28T17:29:21.665766Z","end":"2026-04-28T17:29:21.896602Z","steps":["trace[2143569423] 'process raft request' (duration: 124.941756ms)","trace[2143569423] 'compare' (duration: 105.514141ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:21.931284Z","caller":"traceutil/trace.go:171","msg":"trace[142115780] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"255.016201ms","start":"2026-04-28T17:29:21.676243Z","end":"2026-04-28T17:29:21.931259Z","steps":["trace[142115780] 'process raft request' (duration: 254.732074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:21.932253Z","caller":"traceutil/trace.go:171","msg":"trace[2138381483] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5553; }","duration":"215.712932ms","start":"2026-04-28T17:29:21.71652Z","end":"2026-04-28T17:29:21.932233Z","steps":["trace[2138381483] 'read index received' (duration: 74.204586ms)","trace[2138381483] 'applied index is now lower than readState.Index' (duration: 141.507116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:21.932318Z","caller":"traceutil/trace.go:171","msg":"trace[677951651] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"197.871848ms","start":"2026-04-28T17:29:21.7344Z","end":"2026-04-28T17:29:21.932272Z","steps":["trace[677951651] 'process raft request' (duration: 197.012887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:21.932701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.187883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-tls.18aa957bae85873a\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-04-28T17:29:21.932774Z","caller":"traceutil/trace.go:171","msg":"trace[1265649282] range","detail":"{range_begin:/registry/events/monitoring/prometheus-tls.18aa957bae85873a; range_end:; response_count:1; response_revision:5330; }","duration":"216.300726ms","start":"2026-04-28T17:29:21.716461Z","end":"2026-04-28T17:29:21.932761Z","steps":["trace[1265649282] 'agreement among raft nodes before linearized reading' (duration: 215.937597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.115892Z","caller":"traceutil/trace.go:171","msg":"trace[366307394] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"278.515979ms","start":"2026-04-28T17:29:21.837298Z","end":"2026-04-28T17:29:22.115814Z","steps":["trace[366307394] 'process raft request' (duration: 238.745198ms)","trace[366307394] 'compare' (duration: 39.528115ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:22.116059Z","caller":"traceutil/trace.go:171","msg":"trace[814487768] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"241.881587ms","start":"2026-04-28T17:29:21.874157Z","end":"2026-04-28T17:29:22.116038Z","steps":["trace[814487768] 'process raft request' (duration: 241.57321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.116123Z","caller":"traceutil/trace.go:171","msg":"trace[109390834] linearizableReadLoop","detail":"{readStateIndex:5559; appliedIndex:5556; }","duration":"183.74341ms","start":"2026-04-28T17:29:21.932346Z","end":"2026-04-28T17:29:22.11609Z","steps":["trace[109390834] 'read index received' (duration: 143.850706ms)","trace[109390834] 'applied index is now lower than readState.Index' (duration: 39.891204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:22.116266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.057116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:22.116329Z","caller":"traceutil/trace.go:171","msg":"trace[1617757394] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5333; }","duration":"228.168878ms","start":"2026-04-28T17:29:21.888147Z","end":"2026-04-28T17:29:22.116316Z","steps":["trace[1617757394] 'agreement among raft nodes before linearized reading' (duration: 227.988374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.116367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.866669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4316"} {"level":"info","ts":"2026-04-28T17:29:22.116411Z","caller":"traceutil/trace.go:171","msg":"trace[479103023] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:5333; }","duration":"297.94346ms","start":"2026-04-28T17:29:21.818455Z","end":"2026-04-28T17:29:22.116398Z","steps":["trace[479103023] 'agreement among raft nodes before linearized reading' (duration: 297.763416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.116522Z","caller":"traceutil/trace.go:171","msg":"trace[1266263301] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"200.081385ms","start":"2026-04-28T17:29:21.916431Z","end":"2026-04-28T17:29:22.116512Z","steps":["trace[1266263301] 'process raft request' (duration: 199.414419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.116626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.306641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:29:22.116654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.657107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-6f84s\" ","response":"range_response_count:1 size:2421"} {"level":"info","ts":"2026-04-28T17:29:22.116699Z","caller":"traceutil/trace.go:171","msg":"trace[639347185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5333; }","duration":"335.445055ms","start":"2026-04-28T17:29:21.781237Z","end":"2026-04-28T17:29:22.116682Z","steps":["trace[639347185] 'agreement among raft nodes before linearized reading' (duration: 335.223419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.116752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:21.7812Z","time spent":"335.536567ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:29:22.116709Z","caller":"traceutil/trace.go:171","msg":"trace[1554964678] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-6f84s; range_end:; response_count:1; response_revision:5333; }","duration":"351.746699ms","start":"2026-04-28T17:29:21.764952Z","end":"2026-04-28T17:29:22.116699Z","steps":["trace[1554964678] 'agreement among raft nodes before linearized reading' (duration: 351.622806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.117264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:21.764941Z","time spent":"352.124309ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2445,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls-6f84s\" "} {"level":"info","ts":"2026-04-28T17:29:22.197502Z","caller":"traceutil/trace.go:171","msg":"trace[315685276] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"262.07479ms","start":"2026-04-28T17:29:21.935384Z","end":"2026-04-28T17:29:22.197458Z","steps":["trace[315685276] 'process raft request' (duration: 261.333872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.197573Z","caller":"traceutil/trace.go:171","msg":"trace[1954446763] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"233.669319ms","start":"2026-04-28T17:29:21.963876Z","end":"2026-04-28T17:29:22.197546Z","steps":["trace[1954446763] 'process raft request' (duration: 233.449603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.19784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.537536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:22.197792Z","caller":"traceutil/trace.go:171","msg":"trace[1762831187] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"229.133323ms","start":"2026-04-28T17:29:21.968613Z","end":"2026-04-28T17:29:22.197747Z","steps":["trace[1762831187] 'process raft request' (duration: 228.819915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.1979Z","caller":"traceutil/trace.go:171","msg":"trace[430451482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5336; }","duration":"128.632449ms","start":"2026-04-28T17:29:22.06925Z","end":"2026-04-28T17:29:22.197883Z","steps":["trace[430451482] 'agreement among raft nodes before linearized reading' (duration: 128.504576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.385501Z","caller":"traceutil/trace.go:171","msg":"trace[1683491080] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5337; }","duration":"266.101032ms","start":"2026-04-28T17:29:22.119365Z","end":"2026-04-28T17:29:22.385466Z","steps":["trace[1683491080] 'process raft request' (duration: 265.838866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.385665Z","caller":"traceutil/trace.go:171","msg":"trace[1434773050] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"251.975604ms","start":"2026-04-28T17:29:22.133673Z","end":"2026-04-28T17:29:22.385649Z","steps":["trace[1434773050] 'process raft request' (duration: 251.896112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.385652Z","caller":"traceutil/trace.go:171","msg":"trace[1150471538] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5562; }","duration":"187.896175ms","start":"2026-04-28T17:29:22.197727Z","end":"2026-04-28T17:29:22.385623Z","steps":["trace[1150471538] 'read index received' (duration: 187.452484ms)","trace[1150471538] 'applied index is now lower than readState.Index' (duration: 442.511µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:22.385697Z","caller":"traceutil/trace.go:171","msg":"trace[1672757876] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"262.531491ms","start":"2026-04-28T17:29:22.123106Z","end":"2026-04-28T17:29:22.385637Z","steps":["trace[1672757876] 'process raft request' (duration: 262.334736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.385761Z","caller":"traceutil/trace.go:171","msg":"trace[1903511959] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"264.276156ms","start":"2026-04-28T17:29:22.121463Z","end":"2026-04-28T17:29:22.385739Z","steps":["trace[1903511959] 'process raft request' (duration: 263.903137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.385826Z","caller":"traceutil/trace.go:171","msg":"trace[1906189137] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"252.462386ms","start":"2026-04-28T17:29:22.133322Z","end":"2026-04-28T17:29:22.385785Z","steps":["trace[1906189137] 'process raft request' (duration: 252.174509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.385908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.708765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:29:22.38598Z","caller":"traceutil/trace.go:171","msg":"trace[1081639683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5341; }","duration":"236.825508ms","start":"2026-04-28T17:29:22.149136Z","end":"2026-04-28T17:29:22.385962Z","steps":["trace[1081639683] 'agreement among raft nodes before linearized reading' (duration: 236.639613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.385991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.430932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3007"} {"level":"info","ts":"2026-04-28T17:29:22.386038Z","caller":"traceutil/trace.go:171","msg":"trace[1895387736] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:5341; }","duration":"257.499774ms","start":"2026-04-28T17:29:22.128521Z","end":"2026-04-28T17:29:22.38602Z","steps":["trace[1895387736] 'agreement among raft nodes before linearized reading' (duration: 257.372051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.386018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.721703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:29:22.386154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.048718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:22.386123Z","caller":"traceutil/trace.go:171","msg":"trace[1361591857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5341; }","duration":"230.897527ms","start":"2026-04-28T17:29:22.155206Z","end":"2026-04-28T17:29:22.386103Z","steps":["trace[1361591857] 'agreement among raft nodes before linearized reading' (duration: 230.481657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.386182Z","caller":"traceutil/trace.go:171","msg":"trace[1449656804] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5341; }","duration":"175.099649ms","start":"2026-04-28T17:29:22.211074Z","end":"2026-04-28T17:29:22.386174Z","steps":["trace[1449656804] 'agreement among raft nodes before linearized reading' (duration: 175.054138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.386209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.664497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:22.385858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.755586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:22.386263Z","caller":"traceutil/trace.go:171","msg":"trace[1122653454] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5341; }","duration":"207.74562ms","start":"2026-04-28T17:29:22.178501Z","end":"2026-04-28T17:29:22.386246Z","steps":["trace[1122653454] 'agreement among raft nodes before linearized reading' (duration: 207.653507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.386566Z","caller":"traceutil/trace.go:171","msg":"trace[1488863675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5341; }","duration":"187.475564ms","start":"2026-04-28T17:29:22.199028Z","end":"2026-04-28T17:29:22.386504Z","steps":["trace[1488863675] 'agreement among raft nodes before linearized reading' (duration: 186.773567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.497685Z","caller":"traceutil/trace.go:171","msg":"trace[14519548] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5567; }","duration":"103.949682ms","start":"2026-04-28T17:29:22.393665Z","end":"2026-04-28T17:29:22.497615Z","steps":["trace[14519548] 'read index received' (duration: 103.007418ms)","trace[14519548] 'applied index is now lower than readState.Index' (duration: 941.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:22.497721Z","caller":"traceutil/trace.go:171","msg":"trace[117657129] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"104.717321ms","start":"2026-04-28T17:29:22.392966Z","end":"2026-04-28T17:29:22.497683Z","steps":["trace[117657129] 'process raft request' (duration: 103.687565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.497998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.29212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:29:22.498031Z","caller":"traceutil/trace.go:171","msg":"trace[1477673975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5342; }","duration":"104.362382ms","start":"2026-04-28T17:29:22.39366Z","end":"2026-04-28T17:29:22.498022Z","steps":["trace[1477673975] 'agreement among raft nodes before linearized reading' (duration: 104.127596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:22.501015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.73174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:22.501131Z","caller":"traceutil/trace.go:171","msg":"trace[740244287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5350; }","duration":"100.896143ms","start":"2026-04-28T17:29:22.400211Z","end":"2026-04-28T17:29:22.501108Z","steps":["trace[740244287] 'agreement among raft nodes before linearized reading' (duration: 100.693088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.501281Z","caller":"traceutil/trace.go:171","msg":"trace[940905413] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"106.577348ms","start":"2026-04-28T17:29:22.394681Z","end":"2026-04-28T17:29:22.501258Z","steps":["trace[940905413] 'process raft request' (duration: 105.993764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.501392Z","caller":"traceutil/trace.go:171","msg":"trace[1928923860] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"106.055845ms","start":"2026-04-28T17:29:22.395323Z","end":"2026-04-28T17:29:22.501379Z","steps":["trace[1928923860] 'process raft request' (duration: 105.387478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.501537Z","caller":"traceutil/trace.go:171","msg":"trace[781998432] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"106.879196ms","start":"2026-04-28T17:29:22.394642Z","end":"2026-04-28T17:29:22.501521Z","steps":["trace[781998432] 'process raft request' (duration: 105.738367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:22.501681Z","caller":"traceutil/trace.go:171","msg":"trace[2067119387] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"107.015949ms","start":"2026-04-28T17:29:22.394655Z","end":"2026-04-28T17:29:22.501671Z","steps":["trace[2067119387] 'process raft request' (duration: 105.976723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:24.71935Z","caller":"traceutil/trace.go:171","msg":"trace[2005123128] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"467.576993ms","start":"2026-04-28T17:29:24.251729Z","end":"2026-04-28T17:29:24.719306Z","steps":["trace[2005123128] 'process raft request' (duration: 371.008199ms)","trace[2005123128] 'compare' (duration: 96.328668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:24.719605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.251698Z","time spent":"467.768947ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:24.721746Z","caller":"traceutil/trace.go:171","msg":"trace[1111654097] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5638; }","duration":"350.437655ms","start":"2026-04-28T17:29:24.371286Z","end":"2026-04-28T17:29:24.721724Z","steps":["trace[1111654097] 'read index received' (duration: 251.404119ms)","trace[1111654097] 'applied index is now lower than readState.Index' (duration: 99.032276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:24.721764Z","caller":"traceutil/trace.go:171","msg":"trace[1503573174] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"455.548057ms","start":"2026-04-28T17:29:24.266113Z","end":"2026-04-28T17:29:24.721661Z","steps":["trace[1503573174] 'process raft request' (duration: 455.303671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.266082Z","time spent":"455.875505ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:24.721879Z","caller":"traceutil/trace.go:171","msg":"trace[1403036559] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"405.216018ms","start":"2026-04-28T17:29:24.316652Z","end":"2026-04-28T17:29:24.721868Z","steps":["trace[1403036559] 'process raft request' (duration: 404.859039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.805096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T17:29:24.722367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.449553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:29:24.72242Z","caller":"traceutil/trace.go:171","msg":"trace[74491025] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5417; }","duration":"315.907998ms","start":"2026-04-28T17:29:24.406497Z","end":"2026-04-28T17:29:24.722405Z","steps":["trace[74491025] 'agreement among raft nodes before linearized reading' (duration: 315.703863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:24.722434Z","caller":"traceutil/trace.go:171","msg":"trace[1389294427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5417; }","duration":"220.588076ms","start":"2026-04-28T17:29:24.501829Z","end":"2026-04-28T17:29:24.722417Z","steps":["trace[1389294427] 'agreement among raft nodes before linearized reading' (duration: 220.409571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.406482Z","time spent":"315.972ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T17:29:24.721916Z","caller":"traceutil/trace.go:171","msg":"trace[772355274] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"355.093634ms","start":"2026-04-28T17:29:24.366812Z","end":"2026-04-28T17:29:24.721905Z","steps":["trace[772355274] 'process raft request' (duration: 354.734825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.366782Z","time spent":"355.765631ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:24.722063Z","caller":"traceutil/trace.go:171","msg":"trace[1300992949] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"290.81474ms","start":"2026-04-28T17:29:24.431222Z","end":"2026-04-28T17:29:24.722037Z","steps":["trace[1300992949] 'process raft request' (duration: 290.370179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:24.722055Z","caller":"traceutil/trace.go:171","msg":"trace[1969801899] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"244.818501ms","start":"2026-04-28T17:29:24.477197Z","end":"2026-04-28T17:29:24.722015Z","steps":["trace[1969801899] 'process raft request' (duration: 244.476832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.443058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-2q4g7\" ","response":"range_response_count:1 size:4331"} {"level":"warn","ts":"2026-04-28T17:29:24.722319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.02245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:29:24.722797Z","caller":"traceutil/trace.go:171","msg":"trace[289472590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5417; }","duration":"351.552393ms","start":"2026-04-28T17:29:24.371232Z","end":"2026-04-28T17:29:24.722784Z","steps":["trace[289472590] 'agreement among raft nodes before linearized reading' (duration: 350.924287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.371209Z","time spent":"351.613615ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:29:24.722352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.171002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:24.722878Z","caller":"traceutil/trace.go:171","msg":"trace[1376684145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5417; }","duration":"212.757427ms","start":"2026-04-28T17:29:24.510107Z","end":"2026-04-28T17:29:24.722865Z","steps":["trace[1376684145] 'agreement among raft nodes before linearized reading' (duration: 212.110061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.316569Z","time spent":"405.872434ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:24.722738Z","caller":"traceutil/trace.go:171","msg":"trace[2145452628] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-2q4g7; range_end:; response_count:1; response_revision:5417; }","duration":"247.914929ms","start":"2026-04-28T17:29:24.4748Z","end":"2026-04-28T17:29:24.722715Z","steps":["trace[2145452628] 'agreement among raft nodes before linearized reading' (duration: 247.397086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.722299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:29:24.72307Z","caller":"traceutil/trace.go:171","msg":"trace[458420414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5417; }","duration":"329.825831ms","start":"2026-04-28T17:29:24.393233Z","end":"2026-04-28T17:29:24.723059Z","steps":["trace[458420414] 'agreement among raft nodes before linearized reading' (duration: 328.875237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:24.723098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:24.393029Z","time spent":"330.060197ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:29:24.723487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.687972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:29:24.723532Z","caller":"traceutil/trace.go:171","msg":"trace[1420179990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5417; }","duration":"217.778824ms","start":"2026-04-28T17:29:24.505743Z","end":"2026-04-28T17:29:24.723521Z","steps":["trace[1420179990] 'agreement among raft nodes before linearized reading' (duration: 216.411839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:24.992714Z","caller":"traceutil/trace.go:171","msg":"trace[730665226] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"148.255958ms","start":"2026-04-28T17:29:24.844431Z","end":"2026-04-28T17:29:24.992687Z","steps":["trace[730665226] 'process raft request' (duration: 95.432485ms)","trace[730665226] 'compare' (duration: 52.71431ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:25.019623Z","caller":"traceutil/trace.go:171","msg":"trace[23131072] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5654; }","duration":"169.088257ms","start":"2026-04-28T17:29:24.850506Z","end":"2026-04-28T17:29:25.019595Z","steps":["trace[23131072] 'read index received' (duration: 89.386292ms)","trace[23131072] 'applied index is now lower than readState.Index' (duration: 79.700955ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:25.019646Z","caller":"traceutil/trace.go:171","msg":"trace[7886437] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5427; }","duration":"174.587546ms","start":"2026-04-28T17:29:24.845022Z","end":"2026-04-28T17:29:25.019609Z","steps":["trace[7886437] 'process raft request' (duration: 174.374561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.019781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.271962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:25.019838Z","caller":"traceutil/trace.go:171","msg":"trace[99380824] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5427; }","duration":"169.374974ms","start":"2026-04-28T17:29:24.85045Z","end":"2026-04-28T17:29:25.019825Z","steps":["trace[99380824] 'agreement among raft nodes before linearized reading' (duration: 169.24813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.020189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.250683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:29:25.020241Z","caller":"traceutil/trace.go:171","msg":"trace[1329218371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5427; }","duration":"149.361076ms","start":"2026-04-28T17:29:24.870868Z","end":"2026-04-28T17:29:25.020229Z","steps":["trace[1329218371] 'agreement among raft nodes before linearized reading' (duration: 149.188951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:25.381429Z","caller":"traceutil/trace.go:171","msg":"trace[942675808] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5658; }","duration":"330.467358ms","start":"2026-04-28T17:29:25.050928Z","end":"2026-04-28T17:29:25.381395Z","steps":["trace[942675808] 'read index received' (duration: 244.686µs)","trace[942675808] 'applied index is now lower than readState.Index' (duration: 330.221342ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:25.381557Z","caller":"traceutil/trace.go:171","msg":"trace[56952108] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"330.980171ms","start":"2026-04-28T17:29:25.050525Z","end":"2026-04-28T17:29:25.381505Z","steps":["trace[56952108] 'process raft request' (duration: 294.37342ms)","trace[56952108] 'compare' (duration: 36.103598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:25.381702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.755586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T17:29:25.381751Z","caller":"traceutil/trace.go:171","msg":"trace[1806049203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5431; }","duration":"330.861188ms","start":"2026-04-28T17:29:25.050876Z","end":"2026-04-28T17:29:25.381737Z","steps":["trace[1806049203] 'agreement among raft nodes before linearized reading' (duration: 330.656943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.381784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.050494Z","time spent":"331.164105ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:25.381796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.050863Z","time spent":"330.920731ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T17:29:25.72634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.943644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:29:25.72646Z","caller":"traceutil/trace.go:171","msg":"trace[938740167] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"664.108197ms","start":"2026-04-28T17:29:25.062332Z","end":"2026-04-28T17:29:25.72644Z","steps":["trace[938740167] 'process raft request' (duration: 455.982547ms)","trace[938740167] 'compare' (duration: 207.729829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:25.726524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.062309Z","time spent":"664.186129ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:25.876039Z","caller":"traceutil/trace.go:171","msg":"trace[1694080646] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"520.104407ms","start":"2026-04-28T17:29:25.355896Z","end":"2026-04-28T17:29:25.876001Z","steps":["trace[1694080646] 'process raft request' (duration: 505.65373ms)","trace[1694080646] 'compare' (duration: 14.15321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:25.876185Z","caller":"traceutil/trace.go:171","msg":"trace[756857779] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5660; }","duration":"494.65515ms","start":"2026-04-28T17:29:25.381502Z","end":"2026-04-28T17:29:25.876157Z","steps":["trace[756857779] 'read index received' (duration: 136.855067ms)","trace[756857779] 'applied index is now lower than readState.Index' (duration: 357.798933ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:25.876286Z","caller":"traceutil/trace.go:171","msg":"trace[491049529] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"487.903258ms","start":"2026-04-28T17:29:25.388374Z","end":"2026-04-28T17:29:25.876276Z","steps":["trace[491049529] 'process raft request' (duration: 487.552129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.876288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.35587Z","time spent":"520.281702ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:25.876434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.388345Z","time spent":"487.97726ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:25.876666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.663505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:25.876731Z","caller":"traceutil/trace.go:171","msg":"trace[55548420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5434; }","duration":"809.766668ms","start":"2026-04-28T17:29:25.066947Z","end":"2026-04-28T17:29:25.876714Z","steps":["trace[55548420] 'agreement among raft nodes before linearized reading' (duration: 809.608634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.876784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.066935Z","time spent":"809.83829ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:29:25.931828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.061255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-bcf4s\" ","response":"range_response_count:1 size:2412"} {"level":"info","ts":"2026-04-28T17:29:25.931817Z","caller":"traceutil/trace.go:171","msg":"trace[970387404] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"149.853969ms","start":"2026-04-28T17:29:25.781912Z","end":"2026-04-28T17:29:25.931766Z","steps":["trace[970387404] 'process raft request' (duration: 149.446469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.931989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.623756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-2q4g7\" ","response":"range_response_count:1 size:4482"} {"level":"info","ts":"2026-04-28T17:29:25.932231Z","caller":"traceutil/trace.go:171","msg":"trace[640010216] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-2q4g7; range_end:; response_count:1; response_revision:5435; }","duration":"449.895913ms","start":"2026-04-28T17:29:25.482297Z","end":"2026-04-28T17:29:25.932192Z","steps":["trace[640010216] 'agreement among raft nodes before linearized reading' (duration: 449.466923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:25.931937Z","caller":"traceutil/trace.go:171","msg":"trace[1067078020] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-bcf4s; range_end:; response_count:1; response_revision:5435; }","duration":"544.22426ms","start":"2026-04-28T17:29:25.387686Z","end":"2026-04-28T17:29:25.93191Z","steps":["trace[1067078020] 'agreement among raft nodes before linearized reading' (duration: 543.919833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:25.932301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.387664Z","time spent":"544.61567ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2436,"request content":"key:\"/registry/secrets/monitoring/grafana-tls-bcf4s\" "} {"level":"warn","ts":"2026-04-28T17:29:25.932439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.482282Z","time spent":"449.991345ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4506,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-2q4g7\" "} {"level":"warn","ts":"2026-04-28T17:29:26.324904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.897679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:29:26.325013Z","caller":"traceutil/trace.go:171","msg":"trace[1165692323] linearizableReadLoop","detail":"{readStateIndex:5665; appliedIndex:5664; }","duration":"386.275036ms","start":"2026-04-28T17:29:25.93872Z","end":"2026-04-28T17:29:26.324995Z","steps":["trace[1165692323] 'read index received' (duration: 66.245034ms)","trace[1165692323] 'applied index is now lower than readState.Index' (duration: 320.028472ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:26.325083Z","caller":"traceutil/trace.go:171","msg":"trace[617298779] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5436; }","duration":"390.676618ms","start":"2026-04-28T17:29:25.934386Z","end":"2026-04-28T17:29:26.325063Z","steps":["trace[617298779] 'process raft request' (duration: 70.522432ms)","trace[617298779] 'compare' (duration: 319.617093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:26.325113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.386929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:26.325146Z","caller":"traceutil/trace.go:171","msg":"trace[1943798491] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5436; }","duration":"386.42212ms","start":"2026-04-28T17:29:25.938712Z","end":"2026-04-28T17:29:26.325135Z","steps":["trace[1943798491] 'agreement among raft nodes before linearized reading' (duration: 386.353208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:26.325183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.938686Z","time spent":"386.487912ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:26.325205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.934335Z","time spent":"390.803901ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":50,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T17:29:26.389365Z","caller":"traceutil/trace.go:171","msg":"trace[1956124207] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"448.96368ms","start":"2026-04-28T17:29:25.940378Z","end":"2026-04-28T17:29:26.389341Z","steps":["trace[1956124207] 'process raft request' (duration: 448.813106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:26.389518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:25.940338Z","time spent":"449.102103ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:27.204561Z","caller":"traceutil/trace.go:171","msg":"trace[1435745455] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.075859421s","start":"2026-04-28T17:29:26.128676Z","end":"2026-04-28T17:29:27.204536Z","steps":["trace[1435745455] 'process raft request' (duration: 1.075654636s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:27.204868Z","caller":"traceutil/trace.go:171","msg":"trace[237160727] linearizableReadLoop","detail":"{readStateIndex:5668; appliedIndex:5665; }","duration":"879.808468ms","start":"2026-04-28T17:29:26.325037Z","end":"2026-04-28T17:29:27.204846Z","steps":["trace[237160727] 'read index received' (duration: 64.182381ms)","trace[237160727] 'applied index is now lower than readState.Index' (duration: 815.624927ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:27.205011Z","caller":"traceutil/trace.go:171","msg":"trace[1825205633] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"992.185903ms","start":"2026-04-28T17:29:26.21278Z","end":"2026-04-28T17:29:27.204966Z","steps":["trace[1825205633] 'process raft request' (duration: 991.712462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.20506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137320422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:27.20501Z","caller":"traceutil/trace.go:171","msg":"trace[1435363338] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"864.495858ms","start":"2026-04-28T17:29:26.340493Z","end":"2026-04-28T17:29:27.204989Z","steps":["trace[1435363338] 'process raft request' (duration: 864.261392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.205237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.128654Z","time spent":"1.075985013s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:27.205259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.340456Z","time spent":"864.753825ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:27.205127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.212747Z","time spent":"992.298246ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:27.205133Z","caller":"traceutil/trace.go:171","msg":"trace[125607041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"1.137428835s","start":"2026-04-28T17:29:26.067684Z","end":"2026-04-28T17:29:27.205113Z","steps":["trace[125607041] 'agreement among raft nodes before linearized reading' (duration: 1.137305512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.205619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.067658Z","time spent":"1.137946509s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:29:27.349462Z","caller":"traceutil/trace.go:171","msg":"trace[544959926] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"390.463102ms","start":"2026-04-28T17:29:26.958962Z","end":"2026-04-28T17:29:27.349425Z","steps":["trace[544959926] 'process raft request' (duration: 362.362138ms)","trace[544959926] 'compare' (duration: 27.893229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:27.349654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.958938Z","time spent":"390.634977ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:27.349738Z","caller":"traceutil/trace.go:171","msg":"trace[828073048] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5669; }","duration":"144.773629ms","start":"2026-04-28T17:29:27.204933Z","end":"2026-04-28T17:29:27.349707Z","steps":["trace[828073048] 'read index received' (duration: 116.295986ms)","trace[828073048] 'applied index is now lower than readState.Index' (duration: 28.476193ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:27.3499Z","caller":"traceutil/trace.go:171","msg":"trace[203711594] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"227.551643ms","start":"2026-04-28T17:29:27.12233Z","end":"2026-04-28T17:29:27.349882Z","steps":["trace[203711594] 'process raft request' (duration: 227.028479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:27.350349Z","caller":"traceutil/trace.go:171","msg":"trace[2125346824] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"185.692489ms","start":"2026-04-28T17:29:27.164638Z","end":"2026-04-28T17:29:27.35033Z","steps":["trace[2125346824] 'process raft request' (duration: 184.94054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.350589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.939307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:29:27.350588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.943904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:27.350635Z","caller":"traceutil/trace.go:171","msg":"trace[387271135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5443; }","duration":"567.025959ms","start":"2026-04-28T17:29:26.783597Z","end":"2026-04-28T17:29:27.350623Z","steps":["trace[387271135] 'agreement among raft nodes before linearized reading' (duration: 566.838394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.35068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.397934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:27.350717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.783576Z","time spent":"567.133202ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:29:27.350716Z","caller":"traceutil/trace.go:171","msg":"trace[1177364712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5443; }","duration":"609.14678ms","start":"2026-04-28T17:29:26.741543Z","end":"2026-04-28T17:29:27.35069Z","steps":["trace[1177364712] 'agreement among raft nodes before linearized reading' (duration: 608.795581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:27.350737Z","caller":"traceutil/trace.go:171","msg":"trace[437923108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5443; }","duration":"143.63394ms","start":"2026-04-28T17:29:27.207086Z","end":"2026-04-28T17:29:27.35072Z","steps":["trace[437923108] 'agreement among raft nodes before linearized reading' (duration: 143.392013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.350735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.804068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:29:27.350769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.381633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:29:27.350784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.424202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:29:27.350783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.741524Z","time spent":"609.239362ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:29:27.350801Z","caller":"traceutil/trace.go:171","msg":"trace[2098266644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5443; }","duration":"311.453685ms","start":"2026-04-28T17:29:27.039339Z","end":"2026-04-28T17:29:27.350793Z","steps":["trace[2098266644] 'agreement among raft nodes before linearized reading' (duration: 311.329052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:27.350792Z","caller":"traceutil/trace.go:171","msg":"trace[245341737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5443; }","duration":"310.880271ms","start":"2026-04-28T17:29:27.039894Z","end":"2026-04-28T17:29:27.350774Z","steps":["trace[245341737] 'agreement among raft nodes before linearized reading' (duration: 310.602314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:27.350817Z","caller":"traceutil/trace.go:171","msg":"trace[545349331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5443; }","duration":"571.458553ms","start":"2026-04-28T17:29:26.77935Z","end":"2026-04-28T17:29:27.350808Z","steps":["trace[545349331] 'agreement among raft nodes before linearized reading' (duration: 571.35844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.350824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.073238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:29:27.350832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:27.039321Z","time spent":"311.506366ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:27.350842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.779286Z","time spent":"571.550394ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:29:27.350856Z","caller":"traceutil/trace.go:171","msg":"trace[1582746292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5443; }","duration":"572.15367ms","start":"2026-04-28T17:29:26.778694Z","end":"2026-04-28T17:29:27.350848Z","steps":["trace[1582746292] 'agreement among raft nodes before linearized reading' (duration: 572.040167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:27.350849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:27.039885Z","time spent":"310.951412ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:27.350879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:26.77867Z","time spent":"572.204491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:29:29.261646Z","caller":"traceutil/trace.go:171","msg":"trace[970585535] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"102.945355ms","start":"2026-04-28T17:29:29.15867Z","end":"2026-04-28T17:29:29.261615Z","steps":["trace[970585535] 'process raft request' (duration: 102.73885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:29.531008Z","caller":"traceutil/trace.go:171","msg":"trace[1539067155] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"146.398461ms","start":"2026-04-28T17:29:29.38457Z","end":"2026-04-28T17:29:29.530969Z","steps":["trace[1539067155] 'process raft request' (duration: 137.556185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:29.53103Z","caller":"traceutil/trace.go:171","msg":"trace[433314450] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"146.36729ms","start":"2026-04-28T17:29:29.384617Z","end":"2026-04-28T17:29:29.530985Z","steps":["trace[433314450] 'process raft request' (duration: 146.242657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:29.531488Z","caller":"traceutil/trace.go:171","msg":"trace[146650800] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5768; }","duration":"145.684682ms","start":"2026-04-28T17:29:29.385767Z","end":"2026-04-28T17:29:29.531451Z","steps":["trace[146650800] 'read index received' (duration: 13.942234ms)","trace[146650800] 'applied index is now lower than readState.Index' (duration: 131.741428ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:29.531504Z","caller":"traceutil/trace.go:171","msg":"trace[2018230224] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"146.610246ms","start":"2026-04-28T17:29:29.38485Z","end":"2026-04-28T17:29:29.53146Z","steps":["trace[2018230224] 'process raft request' (duration: 146.059553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:29.531597Z","caller":"traceutil/trace.go:171","msg":"trace[699315958] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"146.280917ms","start":"2026-04-28T17:29:29.385306Z","end":"2026-04-28T17:29:29.531587Z","steps":["trace[699315958] 'process raft request' (duration: 146.00076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:29.531943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.165825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:29:29.532009Z","caller":"traceutil/trace.go:171","msg":"trace[1740395808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5543; }","duration":"146.266797ms","start":"2026-04-28T17:29:29.38573Z","end":"2026-04-28T17:29:29.531997Z","steps":["trace[1740395808] 'agreement among raft nodes before linearized reading' (duration: 145.960759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:29.786944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.636208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:29:29.787251Z","caller":"traceutil/trace.go:171","msg":"trace[918062994] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"248.161506ms","start":"2026-04-28T17:29:29.539043Z","end":"2026-04-28T17:29:29.787205Z","steps":["trace[918062994] 'process raft request' (duration: 97.182879ms)","trace[918062994] 'compare' (duration: 150.229818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:30.177197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.548964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:30.177286Z","caller":"traceutil/trace.go:171","msg":"trace[1481931641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5549; }","duration":"109.702257ms","start":"2026-04-28T17:29:30.067564Z","end":"2026-04-28T17:29:30.177266Z","steps":["trace[1481931641] 'range keys from in-memory index tree' (duration: 109.440491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:30.177281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.303235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:30.177368Z","caller":"traceutil/trace.go:171","msg":"trace[925825222] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5549; }","duration":"175.472368ms","start":"2026-04-28T17:29:30.001874Z","end":"2026-04-28T17:29:30.177346Z","steps":["trace[925825222] 'count revisions from in-memory index tree' (duration: 175.172271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:30.177625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.912961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-04-28T17:29:30.17773Z","caller":"traceutil/trace.go:171","msg":"trace[1308437908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84; range_end:; response_count:1; response_revision:5549; }","duration":"117.097855ms","start":"2026-04-28T17:29:30.060605Z","end":"2026-04-28T17:29:30.177703Z","steps":["trace[1308437908] 'range keys from in-memory index tree' (duration: 116.649384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:32.208389Z","caller":"traceutil/trace.go:171","msg":"trace[1595397079] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"396.225029ms","start":"2026-04-28T17:29:31.812145Z","end":"2026-04-28T17:29:32.20837Z","steps":["trace[1595397079] 'process raft request' (duration: 395.961492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:32.208509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:31.812124Z","time spent":"396.318172ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:32.212951Z","caller":"traceutil/trace.go:171","msg":"trace[1831451644] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5797; }","duration":"144.973335ms","start":"2026-04-28T17:29:32.067947Z","end":"2026-04-28T17:29:32.212921Z","steps":["trace[1831451644] 'read index received' (duration: 140.091601ms)","trace[1831451644] 'applied index is now lower than readState.Index' (duration: 4.880264ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:32.213065Z","caller":"traceutil/trace.go:171","msg":"trace[303098179] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"317.517659ms","start":"2026-04-28T17:29:31.89553Z","end":"2026-04-28T17:29:32.213048Z","steps":["trace[303098179] 'process raft request' (duration: 317.211201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:32.213202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:31.895509Z","time spent":"317.602491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:32.21322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.266122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:32.21329Z","caller":"traceutil/trace.go:171","msg":"trace[1694093799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5568; }","duration":"145.398026ms","start":"2026-04-28T17:29:32.067875Z","end":"2026-04-28T17:29:32.213273Z","steps":["trace[1694093799] 'agreement among raft nodes before linearized reading' (duration: 145.18067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:33.725099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790852114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:29:33.846828Z","caller":"traceutil/trace.go:171","msg":"trace[1863953470] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"624.120251ms","start":"2026-04-28T17:29:33.222682Z","end":"2026-04-28T17:29:33.846802Z","steps":["trace[1863953470] 'process raft request' (duration: 623.943606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:33.846994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.222672Z","time spent":"624.240113ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4075,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:34.176237Z","caller":"traceutil/trace.go:171","msg":"trace[1377200903] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5581; }","duration":"326.626851ms","start":"2026-04-28T17:29:33.849589Z","end":"2026-04-28T17:29:34.176216Z","steps":["trace[1377200903] 'process raft request' (duration: 326.58011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:34.17637Z","caller":"traceutil/trace.go:171","msg":"trace[280621285] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"881.587064ms","start":"2026-04-28T17:29:33.294766Z","end":"2026-04-28T17:29:34.176353Z","steps":["trace[280621285] 'process raft request' (duration: 881.313957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.176375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.849572Z","time spent":"326.734904ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T17:29:34.176379Z","caller":"traceutil/trace.go:171","msg":"trace[1948372533] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5808; }","duration":"951.644114ms","start":"2026-04-28T17:29:33.224711Z","end":"2026-04-28T17:29:34.176355Z","steps":["trace[1948372533] 'read index received' (duration: 621.987196ms)","trace[1948372533] 'applied index is now lower than readState.Index' (duration: 329.654728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:34.176453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.294737Z","time spent":"881.669886ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:34.176607Z","caller":"traceutil/trace.go:171","msg":"trace[1314181703] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"883.069411ms","start":"2026-04-28T17:29:33.293502Z","end":"2026-04-28T17:29:34.176572Z","steps":["trace[1314181703] 'process raft request' (duration: 880.66648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.17676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.079534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:29:34.176774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.293475Z","time spent":"883.212654ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:34.176802Z","caller":"traceutil/trace.go:171","msg":"trace[732144247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5581; }","duration":"621.120225ms","start":"2026-04-28T17:29:33.555671Z","end":"2026-04-28T17:29:34.176791Z","steps":["trace[732144247] 'agreement among raft nodes before linearized reading' (duration: 620.998062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.176819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.510981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T17:29:34.176903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.105293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:29:34.176942Z","caller":"traceutil/trace.go:171","msg":"trace[2003167950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5581; }","duration":"353.165015ms","start":"2026-04-28T17:29:33.823768Z","end":"2026-04-28T17:29:34.176933Z","steps":["trace[2003167950] 'agreement among raft nodes before linearized reading' (duration: 353.082003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.176951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.073656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:34.176968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.823753Z","time spent":"353.210086ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:29:34.176981Z","caller":"traceutil/trace.go:171","msg":"trace[925652654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5581; }","duration":"108.137557ms","start":"2026-04-28T17:29:34.068836Z","end":"2026-04-28T17:29:34.176974Z","steps":["trace[925652654] 'agreement among raft nodes before linearized reading' (duration: 108.088766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:34.176899Z","caller":"traceutil/trace.go:171","msg":"trace[1242567753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5581; }","duration":"347.561262ms","start":"2026-04-28T17:29:33.829298Z","end":"2026-04-28T17:29:34.176859Z","steps":["trace[1242567753] 'agreement among raft nodes before linearized reading' (duration: 347.44479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.177161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.829283Z","time spent":"347.8414ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:29:34.177164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.747649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a\" ","response":"range_response_count:1 size:4065"} {"level":"warn","ts":"2026-04-28T17:29:34.177118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.089842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:29:34.176832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.555566Z","time spent":"621.259619ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:29:34.177235Z","caller":"traceutil/trace.go:171","msg":"trace[344715265] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a; range_end:; response_count:1; response_revision:5581; }","duration":"606.842001ms","start":"2026-04-28T17:29:33.570375Z","end":"2026-04-28T17:29:34.177217Z","steps":["trace[344715265] 'agreement among raft nodes before linearized reading' (duration: 606.614196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.177233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.052062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:29:34.177277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.570366Z","time spent":"606.902213ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a\" "} {"level":"info","ts":"2026-04-28T17:29:34.177283Z","caller":"traceutil/trace.go:171","msg":"trace[1751441409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5581; }","duration":"632.139434ms","start":"2026-04-28T17:29:33.545131Z","end":"2026-04-28T17:29:34.177271Z","steps":["trace[1751441409] 'agreement among raft nodes before linearized reading' (duration: 631.97155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.177322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.545105Z","time spent":"632.204426ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:29:34.177288Z","caller":"traceutil/trace.go:171","msg":"trace[447099256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5581; }","duration":"763.303497ms","start":"2026-04-28T17:29:33.41393Z","end":"2026-04-28T17:29:34.177234Z","steps":["trace[447099256] 'agreement among raft nodes before linearized reading' (duration: 762.683131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.177409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.09792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:29:34.177462Z","caller":"traceutil/trace.go:171","msg":"trace[371888174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5581; }","duration":"622.196492ms","start":"2026-04-28T17:29:33.555247Z","end":"2026-04-28T17:29:34.177444Z","steps":["trace[371888174] 'agreement among raft nodes before linearized reading' (duration: 622.028778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.17748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.413915Z","time spent":"763.546194ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:29:34.177528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.555201Z","time spent":"622.313585ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:34.177454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.461263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a\" ","response":"range_response_count:1 size:4065"} {"level":"warn","ts":"2026-04-28T17:29:34.177558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.143601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:29:34.17764Z","caller":"traceutil/trace.go:171","msg":"trace[263351454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a; range_end:; response_count:1; response_revision:5581; }","duration":"730.665908ms","start":"2026-04-28T17:29:33.446955Z","end":"2026-04-28T17:29:34.177621Z","steps":["trace[263351454] 'agreement among raft nodes before linearized reading' (duration: 730.150265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:34.177667Z","caller":"traceutil/trace.go:171","msg":"trace[386838663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5581; }","duration":"622.284384ms","start":"2026-04-28T17:29:33.555352Z","end":"2026-04-28T17:29:34.177637Z","steps":["trace[386838663] 'agreement among raft nodes before linearized reading' (duration: 621.898904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.176638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.85793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:34.177706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.446931Z","time spent":"730.755ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a\" "} {"level":"warn","ts":"2026-04-28T17:29:34.177732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.55532Z","time spent":"622.396647ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:29:34.177756Z","caller":"traceutil/trace.go:171","msg":"trace[61347795] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-gateway; range_end:; response_count:0; response_revision:5581; }","duration":"953.05469ms","start":"2026-04-28T17:29:33.224686Z","end":"2026-04-28T17:29:34.177741Z","steps":["trace[61347795] 'agreement among raft nodes before linearized reading' (duration: 951.809088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.177837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.224677Z","time spent":"953.147152ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-28T17:29:34.17784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.220728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:29:34.178032Z","caller":"traceutil/trace.go:171","msg":"trace[127393874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5581; }","duration":"623.928875ms","start":"2026-04-28T17:29:33.554078Z","end":"2026-04-28T17:29:34.178007Z","steps":["trace[127393874] 'agreement among raft nodes before linearized reading' (duration: 623.006962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:34.178354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:33.554039Z","time spent":"624.185323ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:29:36.464785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.483394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-28T17:29:36.464894Z","caller":"traceutil/trace.go:171","msg":"trace[776984266] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5732; }","duration":"124.637198ms","start":"2026-04-28T17:29:36.340235Z","end":"2026-04-28T17:29:36.464872Z","steps":["trace[776984266] 'range keys from in-memory index tree' (duration: 124.30573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:36.705355Z","caller":"traceutil/trace.go:171","msg":"trace[2018556088] linearizableReadLoop","detail":"{readStateIndex:5968; appliedIndex:5967; }","duration":"232.457368ms","start":"2026-04-28T17:29:36.472868Z","end":"2026-04-28T17:29:36.705326Z","steps":["trace[2018556088] 'read index received' (duration: 232.236242ms)","trace[2018556088] 'applied index is now lower than readState.Index' (duration: 219.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:36.705442Z","caller":"traceutil/trace.go:171","msg":"trace[1012946371] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"358.593713ms","start":"2026-04-28T17:29:36.346819Z","end":"2026-04-28T17:29:36.705413Z","steps":["trace[1012946371] 'process raft request' (duration: 358.318556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:36.705567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.346791Z","time spent":"358.712536ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:36.705605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.716184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-28T17:29:36.705653Z","caller":"traceutil/trace.go:171","msg":"trace[780612912] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5733; }","duration":"232.779596ms","start":"2026-04-28T17:29:36.472861Z","end":"2026-04-28T17:29:36.705641Z","steps":["trace[780612912] 'agreement among raft nodes before linearized reading' (duration: 232.583621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:36.710901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.647314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2210262"} {"level":"info","ts":"2026-04-28T17:29:36.710975Z","caller":"traceutil/trace.go:171","msg":"trace[1818334754] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5734; }","duration":"162.771887ms","start":"2026-04-28T17:29:36.548186Z","end":"2026-04-28T17:29:36.710958Z","steps":["trace[1818334754] 'agreement among raft nodes before linearized reading' (duration: 161.897204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:36.711011Z","caller":"traceutil/trace.go:171","msg":"trace[160942819] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"105.599914ms","start":"2026-04-28T17:29:36.605397Z","end":"2026-04-28T17:29:36.710997Z","steps":["trace[160942819] 'process raft request' (duration: 104.554757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:36.711163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.148139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz\" ","response":"range_response_count:1 size:9160"} {"level":"info","ts":"2026-04-28T17:29:36.71123Z","caller":"traceutil/trace.go:171","msg":"trace[1082773317] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz; range_end:; response_count:1; response_revision:5734; }","duration":"108.243251ms","start":"2026-04-28T17:29:36.602974Z","end":"2026-04-28T17:29:36.711217Z","steps":["trace[1082773317] 'agreement among raft nodes before linearized reading' (duration: 108.097188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:36.866517Z","caller":"traceutil/trace.go:171","msg":"trace[249431595] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"154.969327ms","start":"2026-04-28T17:29:36.711433Z","end":"2026-04-28T17:29:36.866402Z","steps":["trace[249431595] 'process raft request' (duration: 150.488844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.073105Z","caller":"traceutil/trace.go:171","msg":"trace[598318188] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"360.703677ms","start":"2026-04-28T17:29:36.712372Z","end":"2026-04-28T17:29:37.073076Z","steps":["trace[598318188] 'process raft request' (duration: 325.778459ms)","trace[598318188] 'compare' (duration: 34.642331ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:37.073204Z","caller":"traceutil/trace.go:171","msg":"trace[1276069885] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"360.758228ms","start":"2026-04-28T17:29:36.712412Z","end":"2026-04-28T17:29:37.07317Z","steps":["trace[1276069885] 'process raft request' (duration: 360.536593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.073228Z","caller":"traceutil/trace.go:171","msg":"trace[542499958] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"360.741528ms","start":"2026-04-28T17:29:36.712441Z","end":"2026-04-28T17:29:37.073182Z","steps":["trace[542499958] 'process raft request' (duration: 360.566223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.073238Z","caller":"traceutil/trace.go:171","msg":"trace[163579424] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"360.652646ms","start":"2026-04-28T17:29:36.712566Z","end":"2026-04-28T17:29:37.073219Z","steps":["trace[163579424] 'process raft request' (duration: 360.535303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.073318Z","caller":"traceutil/trace.go:171","msg":"trace[1574667816] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5969; }","duration":"359.337452ms","start":"2026-04-28T17:29:36.713967Z","end":"2026-04-28T17:29:37.073305Z","steps":["trace[1574667816] 'read index received' (duration: 147.976491ms)","trace[1574667816] 'applied index is now lower than readState.Index' (duration: 211.360041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:37.073338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.712379Z","time spent":"360.891732ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:37.073328Z","caller":"traceutil/trace.go:171","msg":"trace[1160568220] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"360.364648ms","start":"2026-04-28T17:29:36.71293Z","end":"2026-04-28T17:29:37.073294Z","steps":["trace[1160568220] 'process raft request' (duration: 360.202414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.073364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.712419Z","time spent":"360.883602ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:37.073406Z","caller":"traceutil/trace.go:171","msg":"trace[1643694709] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"355.33364ms","start":"2026-04-28T17:29:36.718063Z","end":"2026-04-28T17:29:37.073397Z","steps":["trace[1643694709] 'process raft request' (duration: 355.100254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.073362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.712557Z","time spent":"360.747828ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:37.073466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.712919Z","time spent":"360.469361ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:37.073483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.718052Z","time spent":"355.381012ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9614,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:37.073248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.712354Z","time spent":"360.82523ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:37.073504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.532006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T17:29:37.073537Z","caller":"traceutil/trace.go:171","msg":"trace[1568217340] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5742; }","duration":"359.594558ms","start":"2026-04-28T17:29:36.713932Z","end":"2026-04-28T17:29:37.073526Z","steps":["trace[1568217340] 'agreement among raft nodes before linearized reading' (duration: 359.462355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.073574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.71392Z","time spent":"359.647069ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-04-28T17:29:37.073589Z","caller":"traceutil/trace.go:171","msg":"trace[474590345] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"352.757265ms","start":"2026-04-28T17:29:36.720822Z","end":"2026-04-28T17:29:37.07358Z","steps":["trace[474590345] 'process raft request' (duration: 352.428736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.073636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.720815Z","time spent":"352.790695ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:37.073691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.5093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-28T17:29:37.073727Z","caller":"traceutil/trace.go:171","msg":"trace[321585755] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5742; }","duration":"332.589862ms","start":"2026-04-28T17:29:36.741129Z","end":"2026-04-28T17:29:37.073719Z","steps":["trace[321585755] 'agreement among raft nodes before linearized reading' (duration: 332.458469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.073753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:36.741108Z","time spent":"332.640264ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-28T17:29:37.07385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.416287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-28T17:29:37.073877Z","caller":"traceutil/trace.go:171","msg":"trace[1223720582] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:5742; }","duration":"221.464318ms","start":"2026-04-28T17:29:36.852407Z","end":"2026-04-28T17:29:37.073871Z","steps":["trace[1223720582] 'agreement among raft nodes before linearized reading' (duration: 221.392126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.073882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.379592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:37.073915Z","caller":"traceutil/trace.go:171","msg":"trace[1578492362] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5742; }","duration":"235.453524ms","start":"2026-04-28T17:29:36.838454Z","end":"2026-04-28T17:29:37.073908Z","steps":["trace[1578492362] 'agreement among raft nodes before linearized reading' (duration: 235.377522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.407209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.901331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T17:29:37.40727Z","caller":"traceutil/trace.go:171","msg":"trace[806920200] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5773; }","duration":"130.017264ms","start":"2026-04-28T17:29:37.277239Z","end":"2026-04-28T17:29:37.407256Z","steps":["trace[806920200] 'range keys from in-memory index tree' (duration: 129.712456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.407559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.121174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778806"} {"level":"info","ts":"2026-04-28T17:29:37.4076Z","caller":"traceutil/trace.go:171","msg":"trace[1303627721] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5773; }","duration":"113.191116ms","start":"2026-04-28T17:29:37.2944Z","end":"2026-04-28T17:29:37.407591Z","steps":["trace[1303627721] 'range keys from in-memory index tree' (duration: 112.442937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.825275Z","caller":"traceutil/trace.go:171","msg":"trace[1768940436] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"445.43134ms","start":"2026-04-28T17:29:37.379817Z","end":"2026-04-28T17:29:37.825249Z","steps":["trace[1768940436] 'process raft request' (duration: 445.261616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.825427Z","caller":"traceutil/trace.go:171","msg":"trace[1599551615] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6012; }","duration":"413.631491ms","start":"2026-04-28T17:29:37.41177Z","end":"2026-04-28T17:29:37.825401Z","steps":["trace[1599551615] 'read index received' (duration: 413.61838ms)","trace[1599551615] 'applied index is now lower than readState.Index' (duration: 11.041µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:37.825447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.37979Z","time spent":"445.564433ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:37.825598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.829817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T17:29:37.825647Z","caller":"traceutil/trace.go:171","msg":"trace[1424310003] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5774; }","duration":"413.873948ms","start":"2026-04-28T17:29:37.411759Z","end":"2026-04-28T17:29:37.825633Z","steps":["trace[1424310003] 'agreement among raft nodes before linearized reading' (duration: 413.737224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.825686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.411683Z","time spent":"413.996331ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-28T17:29:37.854017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.686645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-04-28T17:29:37.854084Z","caller":"traceutil/trace.go:171","msg":"trace[1942755686] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz; range_end:; response_count:1; response_revision:5776; }","duration":"236.823459ms","start":"2026-04-28T17:29:37.617247Z","end":"2026-04-28T17:29:37.854071Z","steps":["trace[1942755686] 'agreement among raft nodes before linearized reading' (duration: 236.604883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.854115Z","caller":"traceutil/trace.go:171","msg":"trace[1328956294] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"235.353181ms","start":"2026-04-28T17:29:37.618731Z","end":"2026-04-28T17:29:37.854085Z","steps":["trace[1328956294] 'process raft request' (duration: 234.89807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.854162Z","caller":"traceutil/trace.go:171","msg":"trace[401951645] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"141.165698ms","start":"2026-04-28T17:29:37.712968Z","end":"2026-04-28T17:29:37.854133Z","steps":["trace[401951645] 'process raft request' (duration: 140.804669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.854306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.534347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:37.854394Z","caller":"traceutil/trace.go:171","msg":"trace[1163496680] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5776; }","duration":"274.6684ms","start":"2026-04-28T17:29:37.579685Z","end":"2026-04-28T17:29:37.854353Z","steps":["trace[1163496680] 'agreement among raft nodes before linearized reading' (duration: 274.546237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.854442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.18647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-28T17:29:37.854694Z","caller":"traceutil/trace.go:171","msg":"trace[1004948809] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5776; }","duration":"374.473646ms","start":"2026-04-28T17:29:37.480195Z","end":"2026-04-28T17:29:37.854669Z","steps":["trace[1004948809] 'agreement among raft nodes before linearized reading' (duration: 374.137318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.854758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.480176Z","time spent":"374.572249ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-28T17:29:37.855095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.621501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778806"} {"level":"warn","ts":"2026-04-28T17:29:37.855164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.238332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2212226"} {"level":"info","ts":"2026-04-28T17:29:37.855191Z","caller":"traceutil/trace.go:171","msg":"trace[2127922132] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5776; }","duration":"254.759245ms","start":"2026-04-28T17:29:37.600411Z","end":"2026-04-28T17:29:37.855171Z","steps":["trace[2127922132] 'agreement among raft nodes before linearized reading' (duration: 253.474012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:37.85524Z","caller":"traceutil/trace.go:171","msg":"trace[287253820] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:5776; }","duration":"389.347565ms","start":"2026-04-28T17:29:37.465871Z","end":"2026-04-28T17:29:37.855219Z","steps":["trace[287253820] 'agreement among raft nodes before linearized reading' (duration: 388.284948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:37.855299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.465853Z","time spent":"389.428206ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2212250,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-28T17:29:38.380874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790852466,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:29:38.49565Z","caller":"traceutil/trace.go:171","msg":"trace[1850099442] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"627.241389ms","start":"2026-04-28T17:29:37.868382Z","end":"2026-04-28T17:29:38.495624Z","steps":["trace[1850099442] 'process raft request' (duration: 627.057475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.495822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.868341Z","time spent":"627.391173ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:38.535509Z","caller":"traceutil/trace.go:171","msg":"trace[1651013274] linearizableReadLoop","detail":"{readStateIndex:6019; appliedIndex:6014; }","duration":"655.18631ms","start":"2026-04-28T17:29:37.880297Z","end":"2026-04-28T17:29:38.535483Z","steps":["trace[1651013274] 'read index received' (duration: 615.100892ms)","trace[1651013274] 'applied index is now lower than readState.Index' (duration: 40.084358ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:38.535659Z","caller":"traceutil/trace.go:171","msg":"trace[1412156662] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"271.775636ms","start":"2026-04-28T17:29:38.263871Z","end":"2026-04-28T17:29:38.535646Z","steps":["trace[1412156662] 'process raft request' (duration: 271.52223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.535836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.520758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4848"} {"level":"info","ts":"2026-04-28T17:29:38.535879Z","caller":"traceutil/trace.go:171","msg":"trace[1691106506] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5781; }","duration":"655.620161ms","start":"2026-04-28T17:29:37.880248Z","end":"2026-04-28T17:29:38.535869Z","steps":["trace[1691106506] 'agreement among raft nodes before linearized reading' (duration: 655.450387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.535904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.880225Z","time spent":"655.672023ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4872,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-28T17:29:38.535948Z","caller":"traceutil/trace.go:171","msg":"trace[1631016702] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"271.91748ms","start":"2026-04-28T17:29:38.264005Z","end":"2026-04-28T17:29:38.535922Z","steps":["trace[1631016702] 'process raft request' (duration: 271.436938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:38.535925Z","caller":"traceutil/trace.go:171","msg":"trace[888825914] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"272.082034ms","start":"2026-04-28T17:29:38.263784Z","end":"2026-04-28T17:29:38.535866Z","steps":["trace[888825914] 'process raft request' (duration: 271.419347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.536003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.50976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-28T17:29:38.536131Z","caller":"traceutil/trace.go:171","msg":"trace[87031119] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5781; }","duration":"648.682064ms","start":"2026-04-28T17:29:37.887409Z","end":"2026-04-28T17:29:38.536091Z","steps":["trace[87031119] 'agreement among raft nodes before linearized reading' (duration: 648.373377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.536147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.52178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-28T17:29:38.536182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:37.887392Z","time spent":"648.779196ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-28T17:29:38.536131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.818773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:29:38.536176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.08095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:38.536228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.548152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:29:38.536265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.911332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:29:38.536258Z","caller":"traceutil/trace.go:171","msg":"trace[915722853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5781; }","duration":"202.976277ms","start":"2026-04-28T17:29:38.333263Z","end":"2026-04-28T17:29:38.53624Z","steps":["trace[915722853] 'agreement among raft nodes before linearized reading' (duration: 202.807423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:38.536296Z","caller":"traceutil/trace.go:171","msg":"trace[1614015594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5781; }","duration":"203.968393ms","start":"2026-04-28T17:29:38.332321Z","end":"2026-04-28T17:29:38.536289Z","steps":["trace[1614015594] 'agreement among raft nodes before linearized reading' (duration: 203.887621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:38.536286Z","caller":"traceutil/trace.go:171","msg":"trace[183253443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5781; }","duration":"203.624714ms","start":"2026-04-28T17:29:38.332646Z","end":"2026-04-28T17:29:38.53627Z","steps":["trace[183253443] 'agreement among raft nodes before linearized reading' (duration: 203.45424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:38.536292Z","caller":"traceutil/trace.go:171","msg":"trace[1582733108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5781; }","duration":"467.246354ms","start":"2026-04-28T17:29:38.069017Z","end":"2026-04-28T17:29:38.536264Z","steps":["trace[1582733108] 'agreement among raft nodes before linearized reading' (duration: 467.023238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:38.536254Z","caller":"traceutil/trace.go:171","msg":"trace[1743595538] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:5781; }","duration":"454.629943ms","start":"2026-04-28T17:29:38.081596Z","end":"2026-04-28T17:29:38.536226Z","steps":["trace[1743595538] 'agreement among raft nodes before linearized reading' (duration: 454.380577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.536023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.289375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:29:38.53639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.830368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:38.536402Z","caller":"traceutil/trace.go:171","msg":"trace[932482661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5781; }","duration":"203.703486ms","start":"2026-04-28T17:29:38.332686Z","end":"2026-04-28T17:29:38.53639Z","steps":["trace[932482661] 'agreement among raft nodes before linearized reading' (duration: 203.194123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.536431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.611883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:29:38.536405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:38.081575Z","time spent":"454.814258ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" "} {"level":"info","ts":"2026-04-28T17:29:38.536489Z","caller":"traceutil/trace.go:171","msg":"trace[929153403] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5781; }","duration":"395.735276ms","start":"2026-04-28T17:29:38.140741Z","end":"2026-04-28T17:29:38.536476Z","steps":["trace[929153403] 'agreement among raft nodes before linearized reading' (duration: 395.554282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.536534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:38.140718Z","time spent":"395.804498ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":43,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:38.536346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:38.068983Z","time spent":"467.353867ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:29:38.536444Z","caller":"traceutil/trace.go:171","msg":"trace[822394497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5781; }","duration":"236.92126ms","start":"2026-04-28T17:29:38.29951Z","end":"2026-04-28T17:29:38.536431Z","steps":["trace[822394497] 'agreement among raft nodes before linearized reading' (duration: 236.781296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.536951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.869056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:29:38.537083Z","caller":"traceutil/trace.go:171","msg":"trace[1213769042] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5781; }","duration":"534.085403ms","start":"2026-04-28T17:29:38.002968Z","end":"2026-04-28T17:29:38.537053Z","steps":["trace[1213769042] 'agreement among raft nodes before linearized reading' (duration: 533.21836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.537144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:38.002943Z","time spent":"534.187956ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":576,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:38.537062Z","caller":"traceutil/trace.go:171","msg":"trace[364056853] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"271.799207ms","start":"2026-04-28T17:29:38.263849Z","end":"2026-04-28T17:29:38.535648Z","steps":["trace[364056853] 'process raft request' (duration: 271.49723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:38.537318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.511966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:29:38.538581Z","caller":"traceutil/trace.go:171","msg":"trace[1924178882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5781; }","duration":"225.822569ms","start":"2026-04-28T17:29:38.312737Z","end":"2026-04-28T17:29:38.53856Z","steps":["trace[1924178882] 'agreement among raft nodes before linearized reading' (duration: 224.311721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:40.295728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790852517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:29:40.79774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790852517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:29:41.05986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407022217s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:29:41.06042Z","caller":"traceutil/trace.go:171","msg":"trace[1855071881] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"1.407634462s","start":"2026-04-28T17:29:39.652755Z","end":"2026-04-28T17:29:41.06039Z","steps":["trace[1855071881] 'process raft request' (duration: 1.407406366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:41.060624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:39.65274Z","time spent":"1.407795146s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:42.066503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:29:42.066603Z","caller":"traceutil/trace.go:171","msg":"trace[230767095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677496s","start":"2026-04-28T17:29:40.065905Z","end":"2026-04-28T17:29:42.066582Z","steps":["trace[230767095] 'agreement among raft nodes before linearized reading' (duration: 2.000549053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:42.066643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.065876Z","time spent":"2.000759097s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:29:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:29:44.075337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:29:44.075426Z","caller":"traceutil/trace.go:171","msg":"trace[1146073995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004461s","start":"2026-04-28T17:29:42.074959Z","end":"2026-04-28T17:29:44.075406Z","steps":["trace[1146073995] 'agreement among raft nodes before linearized reading' (duration: 2.000329836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.075476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:42.074875Z","time spent":"2.000590034s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:29:44.260994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.691892242s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:29:44.261436Z","caller":"traceutil/trace.go:171","msg":"trace[1491125266] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"4.60253221s","start":"2026-04-28T17:29:39.658852Z","end":"2026-04-28T17:29:44.261384Z","steps":["trace[1491125266] 'process raft request' (duration: 4.602318265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.261683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:39.658825Z","time spent":"4.602759215s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:44.380765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.415264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:29:44.381218Z","caller":"traceutil/trace.go:171","msg":"trace[1720081562] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"3.838510295s","start":"2026-04-28T17:29:40.542678Z","end":"2026-04-28T17:29:44.381189Z","steps":["trace[1720081562] 'process raft request' (duration: 3.838233248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.381382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.542653Z","time spent":"3.838630658s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:44.381815Z","caller":"traceutil/trace.go:171","msg":"trace[2068444403] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"1.365227045s","start":"2026-04-28T17:29:43.016574Z","end":"2026-04-28T17:29:44.381801Z","steps":["trace[2068444403] 'process raft request' (duration: 1.365182694s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.381776Z","caller":"traceutil/trace.go:171","msg":"trace[279501992] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"3.838975907s","start":"2026-04-28T17:29:40.542753Z","end":"2026-04-28T17:29:44.381729Z","steps":["trace[279501992] 'process raft request' (duration: 3.838376362s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.381847Z","caller":"traceutil/trace.go:171","msg":"trace[249524605] linearizableReadLoop","detail":"{readStateIndex:6040; appliedIndex:6033; }","duration":"4.587211751s","start":"2026-04-28T17:29:39.794605Z","end":"2026-04-28T17:29:44.381817Z","steps":["trace[249524605] 'read index received' (duration: 1.265604155s)","trace[249524605] 'applied index is now lower than readState.Index' (duration: 3.321603606s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:44.381893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:43.016538Z","time spent":"1.365312798s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:44.381859Z","caller":"traceutil/trace.go:171","msg":"trace[278384079] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"3.838973626s","start":"2026-04-28T17:29:40.542844Z","end":"2026-04-28T17:29:44.381817Z","steps":["trace[278384079] 'process raft request' (duration: 3.838861363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.382017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.542725Z","time spent":"3.839159072s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:44.382089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.542812Z","time spent":"3.839143411s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:44.382178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875776972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:44.382178Z","caller":"traceutil/trace.go:171","msg":"trace[914815025] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"3.839394047s","start":"2026-04-28T17:29:40.542763Z","end":"2026-04-28T17:29:44.382157Z","steps":["trace[914815025] 'process raft request' (duration: 3.838879424s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.382215Z","caller":"traceutil/trace.go:171","msg":"trace[51012613] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5802; }","duration":"3.875853624s","start":"2026-04-28T17:29:40.50635Z","end":"2026-04-28T17:29:44.382203Z","steps":["trace[51012613] 'agreement among raft nodes before linearized reading' (duration: 3.875796102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.382098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587468818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:29:44.382256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.506314Z","time spent":"3.875931636s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:44.382277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.542724Z","time spent":"3.83950148s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:44.382303Z","caller":"traceutil/trace.go:171","msg":"trace[491077602] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5802; }","duration":"4.587763975s","start":"2026-04-28T17:29:39.794515Z","end":"2026-04-28T17:29:44.382279Z","steps":["trace[491077602] 'agreement among raft nodes before linearized reading' (duration: 4.587452598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.38232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876273914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:44.382353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:39.794482Z","time spent":"4.587853748s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:44.382371Z","caller":"traceutil/trace.go:171","msg":"trace[300240918] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5802; }","duration":"2.876369447s","start":"2026-04-28T17:29:41.505986Z","end":"2026-04-28T17:29:44.382355Z","steps":["trace[300240918] 'agreement among raft nodes before linearized reading' (duration: 2.876243814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.382422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:41.505961Z","time spent":"2.876450229s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:44.382649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812870392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:29:44.382659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812732669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:29:44.382703Z","caller":"traceutil/trace.go:171","msg":"trace[1960028907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5802; }","duration":"3.812952725s","start":"2026-04-28T17:29:40.569739Z","end":"2026-04-28T17:29:44.382692Z","steps":["trace[1960028907] 'agreement among raft nodes before linearized reading' (duration: 3.812738069s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.382726Z","caller":"traceutil/trace.go:171","msg":"trace[1734812619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5802; }","duration":"3.812822361s","start":"2026-04-28T17:29:40.569888Z","end":"2026-04-28T17:29:44.38271Z","steps":["trace[1734812619] 'agreement among raft nodes before linearized reading' (duration: 3.812495813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.382744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.569724Z","time spent":"3.813013116s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:44.382771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.569878Z","time spent":"3.812882083s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:29:44.382823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.62737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-28T17:29:44.382882Z","caller":"traceutil/trace.go:171","msg":"trace[795916711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:5802; }","duration":"110.716861ms","start":"2026-04-28T17:29:44.272153Z","end":"2026-04-28T17:29:44.38287Z","steps":["trace[795916711] 'agreement among raft nodes before linearized reading' (duration: 110.531037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.382945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933320683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:29:44.382964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364687721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18aa957f0b30338e\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-28T17:29:44.38299Z","caller":"traceutil/trace.go:171","msg":"trace[265660304] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5802; }","duration":"2.933405105s","start":"2026-04-28T17:29:41.449571Z","end":"2026-04-28T17:29:44.382976Z","steps":["trace[265660304] 'agreement among raft nodes before linearized reading' (duration: 2.933300452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83363341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:44.383024Z","caller":"traceutil/trace.go:171","msg":"trace[2078473559] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18aa957f0b30338e; range_end:; response_count:1; response_revision:5802; }","duration":"1.364798635s","start":"2026-04-28T17:29:43.018207Z","end":"2026-04-28T17:29:44.383006Z","steps":["trace[2078473559] 'agreement among raft nodes before linearized reading' (duration: 1.364645771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:41.449551Z","time spent":"2.933468937s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":27,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:44.383055Z","caller":"traceutil/trace.go:171","msg":"trace[613841348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5802; }","duration":"3.833711672s","start":"2026-04-28T17:29:40.549328Z","end":"2026-04-28T17:29:44.38304Z","steps":["trace[613841348] 'agreement among raft nodes before linearized reading' (duration: 3.833574119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:43.018178Z","time spent":"1.364883867s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18aa957f0b30338e\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.549315Z","time spent":"3.833766973s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496954031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:29:44.383119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453707231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-04-28T17:29:44.383149Z","caller":"traceutil/trace.go:171","msg":"trace[200559595] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5802; }","duration":"1.497017162s","start":"2026-04-28T17:29:42.886123Z","end":"2026-04-28T17:29:44.38314Z","steps":["trace[200559595] 'agreement among raft nodes before linearized reading' (duration: 1.49691914s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.383173Z","caller":"traceutil/trace.go:171","msg":"trace[321334669] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz-tls; range_end:; response_count:1; response_revision:5802; }","duration":"3.453783982s","start":"2026-04-28T17:29:40.929373Z","end":"2026-04-28T17:29:44.383157Z","steps":["trace[321334669] 'agreement among raft nodes before linearized reading' (duration: 3.453575907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:42.886102Z","time spent":"1.497068584s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":41,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:44.38321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.929357Z","time spent":"3.453844624s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz-tls\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080272656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:44.383306Z","caller":"traceutil/trace.go:171","msg":"trace[737623437] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5802; }","duration":"2.080337588s","start":"2026-04-28T17:29:42.302958Z","end":"2026-04-28T17:29:44.383296Z","steps":["trace[737623437] 'agreement among raft nodes before linearized reading' (duration: 2.080291747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:42.302933Z","time spent":"2.0804049s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:44.383374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677036622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:29:44.38342Z","caller":"traceutil/trace.go:171","msg":"trace[1092960505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5802; }","duration":"3.677117155s","start":"2026-04-28T17:29:40.706291Z","end":"2026-04-28T17:29:44.383408Z","steps":["trace[1092960505] 'agreement among raft nodes before linearized reading' (duration: 3.676962241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.706216Z","time spent":"3.677224327s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066206558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957fb1ffa69a\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-28T17:29:44.383465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836175955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-28T17:29:44.38349Z","caller":"traceutil/trace.go:171","msg":"trace[579237911] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957fb1ffa69a; range_end:; response_count:1; response_revision:5802; }","duration":"3.066279539s","start":"2026-04-28T17:29:41.317199Z","end":"2026-04-28T17:29:44.383479Z","steps":["trace[579237911] 'agreement among raft nodes before linearized reading' (duration: 3.066161056s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.38351Z","caller":"traceutil/trace.go:171","msg":"trace[979145684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:5802; }","duration":"3.836241926s","start":"2026-04-28T17:29:40.547254Z","end":"2026-04-28T17:29:44.383496Z","steps":["trace[979145684] 'agreement among raft nodes before linearized reading' (duration: 3.836115213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:41.317179Z","time spent":"3.066339522s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957fb1ffa69a\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.413841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:44.383444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.619252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:44.38359Z","caller":"traceutil/trace.go:171","msg":"trace[1887439417] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5802; }","duration":"652.507133ms","start":"2026-04-28T17:29:43.73107Z","end":"2026-04-28T17:29:44.383577Z","steps":["trace[1887439417] 'agreement among raft nodes before linearized reading' (duration: 652.42488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.383606Z","caller":"traceutil/trace.go:171","msg":"trace[245303684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5802; }","duration":"307.825088ms","start":"2026-04-28T17:29:44.075769Z","end":"2026-04-28T17:29:44.383594Z","steps":["trace[245303684] 'agreement among raft nodes before linearized reading' (duration: 307.594122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81585777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:29:44.383624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813600112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:29:44.383633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:43.731041Z","time spent":"652.582175ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-28T17:29:44.38365Z","caller":"traceutil/trace.go:171","msg":"trace[1477037078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5802; }","duration":"3.815929171s","start":"2026-04-28T17:29:40.56771Z","end":"2026-04-28T17:29:44.383639Z","steps":["trace[1477037078] 'agreement among raft nodes before linearized reading' (duration: 3.815823959s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.383669Z","caller":"traceutil/trace.go:171","msg":"trace[1715078325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5802; }","duration":"3.813674914s","start":"2026-04-28T17:29:40.569984Z","end":"2026-04-28T17:29:44.383659Z","steps":["trace[1715078325] 'agreement among raft nodes before linearized reading' (duration: 3.813540831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.56769Z","time spent":"3.815989732s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.569978Z","time spent":"3.813716535s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274755888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:44.383507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814295739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:29:44.383852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215549594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:29:44.383545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.547243Z","time spent":"3.836295049s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" "} {"level":"info","ts":"2026-04-28T17:29:44.383858Z","caller":"traceutil/trace.go:171","msg":"trace[69505347] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5802; }","duration":"2.275128897s","start":"2026-04-28T17:29:42.108713Z","end":"2026-04-28T17:29:44.383841Z","steps":["trace[69505347] 'agreement among raft nodes before linearized reading' (duration: 2.274792307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.233828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:44.38389Z","caller":"traceutil/trace.go:171","msg":"trace[1723204042] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5802; }","duration":"1.215625255s","start":"2026-04-28T17:29:43.168252Z","end":"2026-04-28T17:29:44.383877Z","steps":["trace[1723204042] 'agreement among raft nodes before linearized reading' (duration: 1.215561534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.383909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:42.108681Z","time spent":"2.275208649s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:44.383634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:44.075706Z","time spent":"307.922511ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:29:44.383858Z","caller":"traceutil/trace.go:171","msg":"trace[2040979625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5802; }","duration":"3.814668829s","start":"2026-04-28T17:29:40.569178Z","end":"2026-04-28T17:29:44.383847Z","steps":["trace[2040979625] 'agreement among raft nodes before linearized reading' (duration: 3.814243137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.385741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:40.569167Z","time spent":"3.816539385s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:44.383919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:43.168225Z","time spent":"1.215686757s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:44.38391Z","caller":"traceutil/trace.go:171","msg":"trace[411277808] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5802; }","duration":"706.339171ms","start":"2026-04-28T17:29:43.677556Z","end":"2026-04-28T17:29:44.383895Z","steps":["trace[411277808] 'agreement among raft nodes before linearized reading' (duration: 706.222828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.385956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:43.677539Z","time spent":"708.369982ms","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:44.61127Z","caller":"traceutil/trace.go:171","msg":"trace[342113908] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"222.454701ms","start":"2026-04-28T17:29:44.38879Z","end":"2026-04-28T17:29:44.611244Z","steps":["trace[342113908] 'process raft request' (duration: 222.202145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.611591Z","caller":"traceutil/trace.go:171","msg":"trace[2075699018] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"222.739088ms","start":"2026-04-28T17:29:44.388827Z","end":"2026-04-28T17:29:44.611566Z","steps":["trace[2075699018] 'process raft request' (duration: 222.343088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.611877Z","caller":"traceutil/trace.go:171","msg":"trace[1328688858] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"221.980548ms","start":"2026-04-28T17:29:44.389883Z","end":"2026-04-28T17:29:44.611864Z","steps":["trace[1328688858] 'process raft request' (duration: 221.908856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.61196Z","caller":"traceutil/trace.go:171","msg":"trace[727661868] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"223.077377ms","start":"2026-04-28T17:29:44.38887Z","end":"2026-04-28T17:29:44.611947Z","steps":["trace[727661868] 'process raft request' (duration: 222.614505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.612129Z","caller":"traceutil/trace.go:171","msg":"trace[628091247] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"222.296375ms","start":"2026-04-28T17:29:44.389757Z","end":"2026-04-28T17:29:44.612054Z","steps":["trace[628091247] 'process raft request' (duration: 221.987568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.613031Z","caller":"traceutil/trace.go:171","msg":"trace[527158888] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"222.508021ms","start":"2026-04-28T17:29:44.390507Z","end":"2026-04-28T17:29:44.613015Z","steps":["trace[527158888] 'process raft request' (duration: 221.320182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.613186Z","caller":"traceutil/trace.go:171","msg":"trace[1890822001] linearizableReadLoop","detail":"{readStateIndex:6049; appliedIndex:6042; }","duration":"170.179132ms","start":"2026-04-28T17:29:44.442976Z","end":"2026-04-28T17:29:44.613155Z","steps":["trace[1890822001] 'read index received' (duration: 167.884334ms)","trace[1890822001] 'applied index is now lower than readState.Index' (duration: 2.292658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:44.613413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.886431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz-tls\" ","response":"range_response_count:1 size:4427"} {"level":"warn","ts":"2026-04-28T17:29:44.613462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.365434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:29:44.613484Z","caller":"traceutil/trace.go:171","msg":"trace[1410277404] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz-tls; range_end:; response_count:1; response_revision:5810; }","duration":"220.998143ms","start":"2026-04-28T17:29:44.39247Z","end":"2026-04-28T17:29:44.613468Z","steps":["trace[1410277404] 'agreement among raft nodes before linearized reading' (duration: 220.791238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.613488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.698118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:29:44.613553Z","caller":"traceutil/trace.go:171","msg":"trace[1220384782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5810; }","duration":"224.80558ms","start":"2026-04-28T17:29:44.388729Z","end":"2026-04-28T17:29:44.613535Z","steps":["trace[1220384782] 'agreement among raft nodes before linearized reading' (duration: 224.594535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.613544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.739983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:44.613597Z","caller":"traceutil/trace.go:171","msg":"trace[1628067109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5810; }","duration":"221.804905ms","start":"2026-04-28T17:29:44.391784Z","end":"2026-04-28T17:29:44.613589Z","steps":["trace[1628067109] 'agreement among raft nodes before linearized reading' (duration: 221.737883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.613602Z","caller":"traceutil/trace.go:171","msg":"trace[225024445] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"221.739522ms","start":"2026-04-28T17:29:44.391832Z","end":"2026-04-28T17:29:44.613571Z","steps":["trace[225024445] 'process raft request' (duration: 220.952892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.613674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.905965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:29:44.613701Z","caller":"traceutil/trace.go:171","msg":"trace[6220965] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5810; }","duration":"206.961896ms","start":"2026-04-28T17:29:44.406733Z","end":"2026-04-28T17:29:44.613695Z","steps":["trace[6220965] 'agreement among raft nodes before linearized reading' (duration: 206.889885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.613503Z","caller":"traceutil/trace.go:171","msg":"trace[1113542818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5810; }","duration":"223.421535ms","start":"2026-04-28T17:29:44.390071Z","end":"2026-04-28T17:29:44.613492Z","steps":["trace[1113542818] 'agreement among raft nodes before linearized reading' (duration: 223.21581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.613856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.198587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:44.613888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.625843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T17:29:44.613897Z","caller":"traceutil/trace.go:171","msg":"trace[972271193] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5810; }","duration":"167.355881ms","start":"2026-04-28T17:29:44.44653Z","end":"2026-04-28T17:29:44.613886Z","steps":["trace[972271193] 'agreement among raft nodes before linearized reading' (duration: 167.275129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.613932Z","caller":"traceutil/trace.go:171","msg":"trace[2101608418] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:5810; }","duration":"166.708205ms","start":"2026-04-28T17:29:44.447211Z","end":"2026-04-28T17:29:44.613919Z","steps":["trace[2101608418] 'agreement among raft nodes before linearized reading' (duration: 166.605992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:44.757128Z","caller":"traceutil/trace.go:171","msg":"trace[650405889] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"141.013231ms","start":"2026-04-28T17:29:44.616068Z","end":"2026-04-28T17:29:44.757081Z","steps":["trace[650405889] 'process raft request' (duration: 95.071404ms)","trace[650405889] 'compare' (duration: 45.705061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:44.757358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.473247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:44.757494Z","caller":"traceutil/trace.go:171","msg":"trace[753572280] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:0; response_revision:5812; }","duration":"140.672433ms","start":"2026-04-28T17:29:44.616788Z","end":"2026-04-28T17:29:44.75746Z","steps":["trace[753572280] 'agreement among raft nodes before linearized reading' (duration: 140.442617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:44.757497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.810621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-6dbqf\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-04-28T17:29:44.757576Z","caller":"traceutil/trace.go:171","msg":"trace[99817929] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-6dbqf; range_end:; response_count:1; response_revision:5812; }","duration":"139.921373ms","start":"2026-04-28T17:29:44.617638Z","end":"2026-04-28T17:29:44.75756Z","steps":["trace[99817929] 'agreement among raft nodes before linearized reading' (duration: 139.553024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:45.02421Z","caller":"traceutil/trace.go:171","msg":"trace[1854674626] linearizableReadLoop","detail":"{readStateIndex:6053; appliedIndex:6052; }","duration":"260.769363ms","start":"2026-04-28T17:29:44.763414Z","end":"2026-04-28T17:29:45.024184Z","steps":["trace[1854674626] 'read index received' (duration: 260.64746ms)","trace[1854674626] 'applied index is now lower than readState.Index' (duration: 120.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:45.024257Z","caller":"traceutil/trace.go:171","msg":"trace[195576588] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"261.889971ms","start":"2026-04-28T17:29:44.762325Z","end":"2026-04-28T17:29:45.024215Z","steps":["trace[195576588] 'process raft request' (duration: 261.727407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:45.024417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.986148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:29:45.024814Z","caller":"traceutil/trace.go:171","msg":"trace[2086541617] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5813; }","duration":"261.428ms","start":"2026-04-28T17:29:44.763372Z","end":"2026-04-28T17:29:45.0248Z","steps":["trace[2086541617] 'agreement among raft nodes before linearized reading' (duration: 260.903186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:45.470856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.029953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:29:45.470965Z","caller":"traceutil/trace.go:171","msg":"trace[1336528056] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6053; }","duration":"446.668316ms","start":"2026-04-28T17:29:45.024278Z","end":"2026-04-28T17:29:45.470946Z","steps":["trace[1336528056] 'read index received' (duration: 190.399506ms)","trace[1336528056] 'applied index is now lower than readState.Index' (duration: 256.26706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:45.471375Z","caller":"traceutil/trace.go:171","msg":"trace[529175092] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"703.904499ms","start":"2026-04-28T17:29:44.767432Z","end":"2026-04-28T17:29:45.471336Z","steps":["trace[529175092] 'process raft request' (duration: 447.303691ms)","trace[529175092] 'compare' (duration: 255.88266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:45.471419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.300385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:29:45.471436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.191592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:45.471498Z","caller":"traceutil/trace.go:171","msg":"trace[809220864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5814; }","duration":"707.432678ms","start":"2026-04-28T17:29:44.764046Z","end":"2026-04-28T17:29:45.471479Z","steps":["trace[809220864] 'agreement among raft nodes before linearized reading' (duration: 707.070169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:45.471519Z","caller":"traceutil/trace.go:171","msg":"trace[12295836] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:0; response_revision:5814; }","duration":"707.301056ms","start":"2026-04-28T17:29:44.764195Z","end":"2026-04-28T17:29:45.471496Z","steps":["trace[12295836] 'agreement among raft nodes before linearized reading' (duration: 707.152152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:45.471546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:44.764025Z","time spent":"707.511921ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:29:45.471589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:44.764189Z","time spent":"707.386998ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-28T17:29:45.471564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:44.767414Z","time spent":"704.066252ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:45.999672Z","caller":"traceutil/trace.go:171","msg":"trace[35364747] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"518.93343ms","start":"2026-04-28T17:29:45.480701Z","end":"2026-04-28T17:29:45.999634Z","steps":["trace[35364747] 'process raft request' (duration: 518.639653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:45.999698Z","caller":"traceutil/trace.go:171","msg":"trace[368510198] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"517.615226ms","start":"2026-04-28T17:29:45.482056Z","end":"2026-04-28T17:29:45.999672Z","steps":["trace[368510198] 'process raft request' (duration: 517.471203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:45.999718Z","caller":"traceutil/trace.go:171","msg":"trace[885372865] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"514.852326ms","start":"2026-04-28T17:29:45.484851Z","end":"2026-04-28T17:29:45.999704Z","steps":["trace[885372865] 'process raft request' (duration: 514.743283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:45.999812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:45.484841Z","time spent":"514.915258ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3891,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:45.999814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:45.482031Z","time spent":"517.721989ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:45.999674Z","caller":"traceutil/trace.go:171","msg":"trace[992619938] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6054; }","duration":"513.680397ms","start":"2026-04-28T17:29:45.485969Z","end":"2026-04-28T17:29:45.999649Z","steps":["trace[992619938] 'read index received' (duration: 40.013266ms)","trace[992619938] 'applied index is now lower than readState.Index' (duration: 473.665931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:45.999824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:45.48068Z","time spent":"519.067183ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:45.99991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.927493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T17:29:45.999978Z","caller":"traceutil/trace.go:171","msg":"trace[1401343903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5818; }","duration":"514.045878ms","start":"2026-04-28T17:29:45.485911Z","end":"2026-04-28T17:29:45.999956Z","steps":["trace[1401343903] 'agreement among raft nodes before linearized reading' (duration: 513.823301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:45.999994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.176299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:29:46.000042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:45.485891Z","time spent":"514.135899ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T17:29:46.000059Z","caller":"traceutil/trace.go:171","msg":"trace[841942203] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5818; }","duration":"512.266002ms","start":"2026-04-28T17:29:45.487777Z","end":"2026-04-28T17:29:46.000043Z","steps":["trace[841942203] 'agreement among raft nodes before linearized reading' (duration: 512.152119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:46.000105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:45.487768Z","time spent":"512.325493ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-04-28T17:29:46.122317Z","caller":"traceutil/trace.go:171","msg":"trace[1817743367] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"113.851871ms","start":"2026-04-28T17:29:46.008388Z","end":"2026-04-28T17:29:46.12224Z","steps":["trace[1817743367] 'process raft request' (duration: 94.631842ms)","trace[1817743367] 'compare' (duration: 18.903511ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:46.330478Z","caller":"traceutil/trace.go:171","msg":"trace[560026227] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6062; }","duration":"117.553375ms","start":"2026-04-28T17:29:46.212887Z","end":"2026-04-28T17:29:46.330441Z","steps":["trace[560026227] 'read index received' (duration: 117.308768ms)","trace[560026227] 'applied index is now lower than readState.Index' (duration: 243.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:46.330599Z","caller":"traceutil/trace.go:171","msg":"trace[1623114967] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"131.057859ms","start":"2026-04-28T17:29:46.199473Z","end":"2026-04-28T17:29:46.330531Z","steps":["trace[1623114967] 'process raft request' (duration: 130.76371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:46.330986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.063609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-04-28T17:29:46.331121Z","caller":"traceutil/trace.go:171","msg":"trace[1526545150] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:5822; }","duration":"118.261164ms","start":"2026-04-28T17:29:46.212825Z","end":"2026-04-28T17:29:46.331086Z","steps":["trace[1526545150] 'agreement among raft nodes before linearized reading' (duration: 117.790232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:46.504736Z","caller":"traceutil/trace.go:171","msg":"trace[337815279] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"112.653422ms","start":"2026-04-28T17:29:46.391995Z","end":"2026-04-28T17:29:46.504649Z","steps":["trace[337815279] 'process raft request' (duration: 60.528008ms)","trace[337815279] 'compare' (duration: 51.871408ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:46.504803Z","caller":"traceutil/trace.go:171","msg":"trace[1163610222] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"110.979409ms","start":"2026-04-28T17:29:46.393781Z","end":"2026-04-28T17:29:46.50476Z","steps":["trace[1163610222] 'process raft request' (duration: 110.764693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:46.688041Z","caller":"traceutil/trace.go:171","msg":"trace[1632121536] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6070; }","duration":"146.387577ms","start":"2026-04-28T17:29:46.541619Z","end":"2026-04-28T17:29:46.688006Z","steps":["trace[1632121536] 'read index received' (duration: 108.640339ms)","trace[1632121536] 'applied index is now lower than readState.Index' (duration: 37.746208ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:46.688191Z","caller":"traceutil/trace.go:171","msg":"trace[1424119702] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"174.853731ms","start":"2026-04-28T17:29:46.513323Z","end":"2026-04-28T17:29:46.688177Z","steps":["trace[1424119702] 'process raft request' (duration: 137.022541ms)","trace[1424119702] 'compare' (duration: 37.43956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:46.688437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.733277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:46.688528Z","caller":"traceutil/trace.go:171","msg":"trace[1209041652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5830; }","duration":"109.888781ms","start":"2026-04-28T17:29:46.578619Z","end":"2026-04-28T17:29:46.688508Z","steps":["trace[1209041652] 'agreement among raft nodes before linearized reading' (duration: 109.716577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:46.688616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.974703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:46.688719Z","caller":"traceutil/trace.go:171","msg":"trace[645918039] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5830; }","duration":"147.135616ms","start":"2026-04-28T17:29:46.541552Z","end":"2026-04-28T17:29:46.688687Z","steps":["trace[645918039] 'agreement among raft nodes before linearized reading' (duration: 146.938892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:46.948946Z","caller":"traceutil/trace.go:171","msg":"trace[308501798] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"189.841192ms","start":"2026-04-28T17:29:46.759047Z","end":"2026-04-28T17:29:46.948888Z","steps":["trace[308501798] 'process raft request' (duration: 174.598245ms)","trace[308501798] 'compare' (duration: 14.935119ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:46.948966Z","caller":"traceutil/trace.go:171","msg":"trace[34940567] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6081; }","duration":"161.245335ms","start":"2026-04-28T17:29:46.787684Z","end":"2026-04-28T17:29:46.948929Z","steps":["trace[34940567] 'read index received' (duration: 145.991378ms)","trace[34940567] 'applied index is now lower than readState.Index' (duration: 15.249906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:46.949145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.44158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:46.949231Z","caller":"traceutil/trace.go:171","msg":"trace[1646165824] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:5842; }","duration":"161.568493ms","start":"2026-04-28T17:29:46.787623Z","end":"2026-04-28T17:29:46.949191Z","steps":["trace[1646165824] 'agreement among raft nodes before linearized reading' (duration: 161.44571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:46.949367Z","caller":"traceutil/trace.go:171","msg":"trace[1964307774] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"189.01566ms","start":"2026-04-28T17:29:46.760292Z","end":"2026-04-28T17:29:46.949308Z","steps":["trace[1964307774] 'process raft request' (duration: 188.530988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:47.267204Z","caller":"traceutil/trace.go:171","msg":"trace[2084847367] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"133.742667ms","start":"2026-04-28T17:29:47.133429Z","end":"2026-04-28T17:29:47.267172Z","steps":["trace[2084847367] 'process raft request' (duration: 133.554272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:48.145284Z","caller":"traceutil/trace.go:171","msg":"trace[1614694861] linearizableReadLoop","detail":"{readStateIndex:6102; appliedIndex:6101; }","duration":"212.59567ms","start":"2026-04-28T17:29:47.932663Z","end":"2026-04-28T17:29:48.145258Z","steps":["trace[1614694861] 'read index received' (duration: 208.955228ms)","trace[1614694861] 'applied index is now lower than readState.Index' (duration: 3.638912ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:48.145417Z","caller":"traceutil/trace.go:171","msg":"trace[1189462577] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"254.561426ms","start":"2026-04-28T17:29:47.890818Z","end":"2026-04-28T17:29:48.145379Z","steps":["trace[1189462577] 'process raft request' (duration: 250.789501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:48.145513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.830356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T17:29:48.145567Z","caller":"traceutil/trace.go:171","msg":"trace[374162838] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5861; }","duration":"212.941949ms","start":"2026-04-28T17:29:47.932613Z","end":"2026-04-28T17:29:48.145555Z","steps":["trace[374162838] 'agreement among raft nodes before linearized reading' (duration: 212.763994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:48.167531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.636941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:48.167595Z","caller":"traceutil/trace.go:171","msg":"trace[1394387634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5862; }","duration":"101.737793ms","start":"2026-04-28T17:29:48.065842Z","end":"2026-04-28T17:29:48.16758Z","steps":["trace[1394387634] 'agreement among raft nodes before linearized reading' (duration: 101.644491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:48.33202Z","caller":"traceutil/trace.go:171","msg":"trace[1770538383] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"121.581957ms","start":"2026-04-28T17:29:48.21041Z","end":"2026-04-28T17:29:48.331992Z","steps":["trace[1770538383] 'process raft request' (duration: 103.025806ms)","trace[1770538383] 'compare' (duration: 18.305045ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:48.333008Z","caller":"traceutil/trace.go:171","msg":"trace[2028559499] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"122.277175ms","start":"2026-04-28T17:29:48.210671Z","end":"2026-04-28T17:29:48.332948Z","steps":["trace[2028559499] 'process raft request' (duration: 122.001458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:48.333253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.13784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T17:29:48.333341Z","caller":"traceutil/trace.go:171","msg":"trace[1170652407] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5865; }","duration":"118.279533ms","start":"2026-04-28T17:29:48.215043Z","end":"2026-04-28T17:29:48.333322Z","steps":["trace[1170652407] 'agreement among raft nodes before linearized reading' (duration: 118.014757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:48.332896Z","caller":"traceutil/trace.go:171","msg":"trace[1608442567] linearizableReadLoop","detail":"{readStateIndex:6106; appliedIndex:6104; }","duration":"117.764691ms","start":"2026-04-28T17:29:48.215089Z","end":"2026-04-28T17:29:48.332853Z","steps":["trace[1608442567] 'read index received' (duration: 98.497201ms)","trace[1608442567] 'applied index is now lower than readState.Index' (duration: 19.26643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:48.643833Z","caller":"traceutil/trace.go:171","msg":"trace[1767382042] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"305.195742ms","start":"2026-04-28T17:29:48.338617Z","end":"2026-04-28T17:29:48.643813Z","steps":["trace[1767382042] 'process raft request' (duration: 305.064659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:48.643952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:48.338601Z","time spent":"305.296054ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2145,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:48.655162Z","caller":"traceutil/trace.go:171","msg":"trace[199344152] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"242.311673ms","start":"2026-04-28T17:29:48.412825Z","end":"2026-04-28T17:29:48.655137Z","steps":["trace[199344152] 'process raft request' (duration: 242.227141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:48.655204Z","caller":"traceutil/trace.go:171","msg":"trace[1026708327] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"257.530521ms","start":"2026-04-28T17:29:48.397637Z","end":"2026-04-28T17:29:48.655167Z","steps":["trace[1026708327] 'process raft request' (duration: 257.275225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:48.655492Z","caller":"traceutil/trace.go:171","msg":"trace[1875222036] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"241.183335ms","start":"2026-04-28T17:29:48.414302Z","end":"2026-04-28T17:29:48.655485Z","steps":["trace[1875222036] 'process raft request' (duration: 240.793835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:48.655658Z","caller":"traceutil/trace.go:171","msg":"trace[1983946580] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"144.391667ms","start":"2026-04-28T17:29:48.511254Z","end":"2026-04-28T17:29:48.655645Z","steps":["trace[1983946580] 'process raft request' (duration: 144.103079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:50.743649Z","caller":"traceutil/trace.go:171","msg":"trace[1182583582] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5881; }","duration":"115.294778ms","start":"2026-04-28T17:29:50.628331Z","end":"2026-04-28T17:29:50.743626Z","steps":["trace[1182583582] 'process raft request' (duration: 115.184536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:50.950604Z","caller":"traceutil/trace.go:171","msg":"trace[547046773] linearizableReadLoop","detail":"{readStateIndex:6128; appliedIndex:6124; }","duration":"205.5034ms","start":"2026-04-28T17:29:50.745078Z","end":"2026-04-28T17:29:50.950581Z","steps":["trace[547046773] 'read index received' (duration: 205.156541ms)","trace[547046773] 'applied index is now lower than readState.Index' (duration: 346.029µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:50.950983Z","caller":"traceutil/trace.go:171","msg":"trace[302849662] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"288.742564ms","start":"2026-04-28T17:29:50.66218Z","end":"2026-04-28T17:29:50.950923Z","steps":["trace[302849662] 'process raft request' (duration: 288.341834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:50.951091Z","caller":"traceutil/trace.go:171","msg":"trace[192803409] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"290.477868ms","start":"2026-04-28T17:29:50.660569Z","end":"2026-04-28T17:29:50.951047Z","steps":["trace[192803409] 'process raft request' (duration: 289.871903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:50.95122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.264157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:29:50.951282Z","caller":"traceutil/trace.go:171","msg":"trace[980324365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5885; }","duration":"200.39286ms","start":"2026-04-28T17:29:50.750872Z","end":"2026-04-28T17:29:50.951265Z","steps":["trace[980324365] 'agreement among raft nodes before linearized reading' (duration: 200.123873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:50.951293Z","caller":"traceutil/trace.go:171","msg":"trace[1626051061] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"289.751158ms","start":"2026-04-28T17:29:50.661523Z","end":"2026-04-28T17:29:50.951274Z","steps":["trace[1626051061] 'process raft request' (duration: 288.965679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:50.951307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.899044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:29:50.951363Z","caller":"traceutil/trace.go:171","msg":"trace[1365503789] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"291.179005ms","start":"2026-04-28T17:29:50.660169Z","end":"2026-04-28T17:29:50.951348Z","steps":["trace[1365503789] 'process raft request' (duration: 290.135029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:50.951373Z","caller":"traceutil/trace.go:171","msg":"trace[1486438218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5885; }","duration":"194.003657ms","start":"2026-04-28T17:29:50.75735Z","end":"2026-04-28T17:29:50.951354Z","steps":["trace[1486438218] 'agreement among raft nodes before linearized reading' (duration: 193.755791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:50.951497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.12819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:29:50.951572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.493099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:29:50.95159Z","caller":"traceutil/trace.go:171","msg":"trace[1930778770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5885; }","duration":"194.257133ms","start":"2026-04-28T17:29:50.757318Z","end":"2026-04-28T17:29:50.951575Z","steps":["trace[1930778770] 'agreement among raft nodes before linearized reading' (duration: 194.058068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:50.951622Z","caller":"traceutil/trace.go:171","msg":"trace[1613950447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5885; }","duration":"194.559461ms","start":"2026-04-28T17:29:50.757048Z","end":"2026-04-28T17:29:50.951608Z","steps":["trace[1613950447] 'agreement among raft nodes before linearized reading' (duration: 194.389536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:50.95166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.49524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:50.951704Z","caller":"traceutil/trace.go:171","msg":"trace[1258231150] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5885; }","duration":"192.558391ms","start":"2026-04-28T17:29:50.759133Z","end":"2026-04-28T17:29:50.951692Z","steps":["trace[1258231150] 'agreement among raft nodes before linearized reading' (duration: 192.361386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:50.951746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.646718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-28T17:29:50.951793Z","caller":"traceutil/trace.go:171","msg":"trace[92374961] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:5885; }","duration":"206.755001ms","start":"2026-04-28T17:29:50.745024Z","end":"2026-04-28T17:29:50.951779Z","steps":["trace[92374961] 'agreement among raft nodes before linearized reading' (duration: 206.464334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:50.951805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.113164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:29:50.951853Z","caller":"traceutil/trace.go:171","msg":"trace[1599102437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5885; }","duration":"195.183517ms","start":"2026-04-28T17:29:50.756656Z","end":"2026-04-28T17:29:50.951839Z","steps":["trace[1599102437] 'agreement among raft nodes before linearized reading' (duration: 195.042513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:51.432913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.586299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:29:51.433003Z","caller":"traceutil/trace.go:171","msg":"trace[1659039055] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"476.006191ms","start":"2026-04-28T17:29:50.956983Z","end":"2026-04-28T17:29:51.432989Z","steps":["trace[1659039055] 'process raft request' (duration: 228.279609ms)","trace[1659039055] 'compare' (duration: 247.420594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:51.433047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.956945Z","time spent":"476.083373ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:51.61111Z","caller":"traceutil/trace.go:171","msg":"trace[1545068638] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"653.855408ms","start":"2026-04-28T17:29:50.95723Z","end":"2026-04-28T17:29:51.611085Z","steps":["trace[1545068638] 'process raft request' (duration: 653.778025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:51.611152Z","caller":"traceutil/trace.go:171","msg":"trace[535560377] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"653.95982ms","start":"2026-04-28T17:29:50.957161Z","end":"2026-04-28T17:29:51.611121Z","steps":["trace[535560377] 'process raft request' (duration: 645.201187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:51.61128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.957125Z","time spent":"654.067943ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:51.611322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.957123Z","time spent":"654.092474ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:51.611468Z","caller":"traceutil/trace.go:171","msg":"trace[218622036] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"654.088393ms","start":"2026-04-28T17:29:50.957355Z","end":"2026-04-28T17:29:51.611443Z","steps":["trace[218622036] 'process raft request' (duration: 653.694912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:51.611604Z","caller":"traceutil/trace.go:171","msg":"trace[607661905] linearizableReadLoop","detail":"{readStateIndex:6134; appliedIndex:6128; }","duration":"651.236251ms","start":"2026-04-28T17:29:50.960351Z","end":"2026-04-28T17:29:51.611587Z","steps":["trace[607661905] 'read index received' (duration: 225.026956ms)","trace[607661905] 'applied index is now lower than readState.Index' (duration: 426.208225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:51.611632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.957297Z","time spent":"654.258358ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:51.61172Z","caller":"traceutil/trace.go:171","msg":"trace[2022856093] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"651.873107ms","start":"2026-04-28T17:29:50.959836Z","end":"2026-04-28T17:29:51.611709Z","steps":["trace[2022856093] 'process raft request' (duration: 651.524768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:51.611796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.959824Z","time spent":"651.927089ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:51.611899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.452922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:29:51.611935Z","caller":"traceutil/trace.go:171","msg":"trace[1526866554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5891; }","duration":"602.536293ms","start":"2026-04-28T17:29:51.00939Z","end":"2026-04-28T17:29:51.611927Z","steps":["trace[1526866554] 'agreement among raft nodes before linearized reading' (duration: 602.40055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:51.611955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:51.009367Z","time spent":"602.583295ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:29:51.611948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.586841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:29:51.611995Z","caller":"traceutil/trace.go:171","msg":"trace[603788535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5891; }","duration":"651.664202ms","start":"2026-04-28T17:29:50.960319Z","end":"2026-04-28T17:29:51.611983Z","steps":["trace[603788535] 'agreement among raft nodes before linearized reading' (duration: 651.446096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:51.61203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.96031Z","time spent":"651.712193ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:29:51.612097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.366505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957f3924d595\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-28T17:29:51.61209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.640768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:51.612141Z","caller":"traceutil/trace.go:171","msg":"trace[1832686839] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957f3924d595; range_end:; response_count:1; response_revision:5891; }","duration":"229.469998ms","start":"2026-04-28T17:29:51.382656Z","end":"2026-04-28T17:29:51.612126Z","steps":["trace[1832686839] 'agreement among raft nodes before linearized reading' (duration: 229.319645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:51.612096Z","caller":"traceutil/trace.go:171","msg":"trace[2143376922] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"651.99243ms","start":"2026-04-28T17:29:50.960041Z","end":"2026-04-28T17:29:51.612033Z","steps":["trace[2143376922] 'process raft request' (duration: 651.483127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:51.612153Z","caller":"traceutil/trace.go:171","msg":"trace[115560922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5891; }","duration":"369.71388ms","start":"2026-04-28T17:29:51.242426Z","end":"2026-04-28T17:29:51.61214Z","steps":["trace[115560922] 'agreement among raft nodes before linearized reading' (duration: 369.589507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:51.61235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:50.960033Z","time spent":"652.190975ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:51.612436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:51.242367Z","time spent":"370.020448ms","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:29:51.834167Z","caller":"traceutil/trace.go:171","msg":"trace[1938320498] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"215.719729ms","start":"2026-04-28T17:29:51.61841Z","end":"2026-04-28T17:29:51.834129Z","steps":["trace[1938320498] 'process raft request' (duration: 123.108107ms)","trace[1938320498] 'compare' (duration: 92.048258ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:51.952774Z","caller":"traceutil/trace.go:171","msg":"trace[12488887] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"109.023948ms","start":"2026-04-28T17:29:51.84371Z","end":"2026-04-28T17:29:51.952734Z","steps":["trace[12488887] 'process raft request' (duration: 95.890165ms)","trace[12488887] 'compare' (duration: 12.61763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:52.283194Z","caller":"traceutil/trace.go:171","msg":"trace[989337865] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"161.631245ms","start":"2026-04-28T17:29:52.121516Z","end":"2026-04-28T17:29:52.283148Z","steps":["trace[989337865] 'process raft request' (duration: 121.607638ms)","trace[989337865] 'compare' (duration: 39.711599ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:52.283311Z","caller":"traceutil/trace.go:171","msg":"trace[498423451] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"159.07894ms","start":"2026-04-28T17:29:52.124212Z","end":"2026-04-28T17:29:52.283291Z","steps":["trace[498423451] 'process raft request' (duration: 158.868755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.283302Z","caller":"traceutil/trace.go:171","msg":"trace[616014596] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"158.418274ms","start":"2026-04-28T17:29:52.124853Z","end":"2026-04-28T17:29:52.283271Z","steps":["trace[616014596] 'process raft request' (duration: 158.330091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.365573Z","caller":"traceutil/trace.go:171","msg":"trace[1274494783] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"193.377441ms","start":"2026-04-28T17:29:52.17216Z","end":"2026-04-28T17:29:52.365537Z","steps":["trace[1274494783] 'process raft request' (duration: 193.108915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.365655Z","caller":"traceutil/trace.go:171","msg":"trace[1761988094] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"192.431867ms","start":"2026-04-28T17:29:52.173184Z","end":"2026-04-28T17:29:52.365616Z","steps":["trace[1761988094] 'process raft request' (duration: 192.260723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.365962Z","caller":"traceutil/trace.go:171","msg":"trace[957864649] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"190.484788ms","start":"2026-04-28T17:29:52.175454Z","end":"2026-04-28T17:29:52.365939Z","steps":["trace[957864649] 'process raft request' (duration: 190.078557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.366114Z","caller":"traceutil/trace.go:171","msg":"trace[1244807367] linearizableReadLoop","detail":"{readStateIndex:6151; appliedIndex:6145; }","duration":"173.19492ms","start":"2026-04-28T17:29:52.192903Z","end":"2026-04-28T17:29:52.366098Z","steps":["trace[1244807367] 'read index received' (duration: 50.450832ms)","trace[1244807367] 'applied index is now lower than readState.Index' (duration: 122.742257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:52.366229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.308562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:52.366261Z","caller":"traceutil/trace.go:171","msg":"trace[987298804] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5908; }","duration":"173.381813ms","start":"2026-04-28T17:29:52.192868Z","end":"2026-04-28T17:29:52.36625Z","steps":["trace[987298804] 'agreement among raft nodes before linearized reading' (duration: 173.305561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.534765Z","caller":"traceutil/trace.go:171","msg":"trace[530600524] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"161.42152ms","start":"2026-04-28T17:29:52.373318Z","end":"2026-04-28T17:29:52.534739Z","steps":["trace[530600524] 'process raft request' (duration: 161.03299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.768977Z","caller":"traceutil/trace.go:171","msg":"trace[975121839] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"395.484314ms","start":"2026-04-28T17:29:52.37345Z","end":"2026-04-28T17:29:52.768934Z","steps":["trace[975121839] 'process raft request' (duration: 301.468426ms)","trace[975121839] 'compare' (duration: 93.795653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:52.769024Z","caller":"traceutil/trace.go:171","msg":"trace[1746092567] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"395.168317ms","start":"2026-04-28T17:29:52.373824Z","end":"2026-04-28T17:29:52.768992Z","steps":["trace[1746092567] 'process raft request' (duration: 395.037763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.769172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:52.373425Z","time spent":"395.644729ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4053,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:52.769189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:52.373807Z","time spent":"395.303621ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:29:52.769273Z","caller":"traceutil/trace.go:171","msg":"trace[1267620984] linearizableReadLoop","detail":"{readStateIndex:6153; appliedIndex:6151; }","duration":"395.428483ms","start":"2026-04-28T17:29:52.373812Z","end":"2026-04-28T17:29:52.769241Z","steps":["trace[1267620984] 'read index received' (duration: 160.585388ms)","trace[1267620984] 'applied index is now lower than readState.Index' (duration: 234.841245ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:52.769366Z","caller":"traceutil/trace.go:171","msg":"trace[1938601540] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"306.422343ms","start":"2026-04-28T17:29:52.462927Z","end":"2026-04-28T17:29:52.769349Z","steps":["trace[1938601540] 'process raft request' (duration: 305.995672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.769464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:52.462895Z","time spent":"306.521574ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17570,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:52.769535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.038448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-p5bw7\" ","response":"range_response_count:1 size:3128"} {"level":"warn","ts":"2026-04-28T17:29:52.76955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.270083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-04-28T17:29:52.769596Z","caller":"traceutil/trace.go:171","msg":"trace[1474655950] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-p5bw7; range_end:; response_count:1; response_revision:5912; }","duration":"392.1488ms","start":"2026-04-28T17:29:52.377433Z","end":"2026-04-28T17:29:52.769582Z","steps":["trace[1474655950] 'agreement among raft nodes before linearized reading' (duration: 391.969676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.769612Z","caller":"traceutil/trace.go:171","msg":"trace[2009838438] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5912; }","duration":"194.364546ms","start":"2026-04-28T17:29:52.575224Z","end":"2026-04-28T17:29:52.769589Z","steps":["trace[2009838438] 'agreement among raft nodes before linearized reading' (duration: 194.180021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.769636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:52.377407Z","time spent":"392.220822ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3152,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-p5bw7\" "} {"level":"warn","ts":"2026-04-28T17:29:52.7698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.454205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957c14693dbc\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-28T17:29:52.769927Z","caller":"traceutil/trace.go:171","msg":"trace[58179767] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957c14693dbc; range_end:; response_count:1; response_revision:5912; }","duration":"223.64595ms","start":"2026-04-28T17:29:52.546253Z","end":"2026-04-28T17:29:52.769899Z","steps":["trace[58179767] 'agreement among raft nodes before linearized reading' (duration: 223.23504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.770063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.219013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:29:52.770153Z","caller":"traceutil/trace.go:171","msg":"trace[1488792477] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5912; }","duration":"396.364626ms","start":"2026-04-28T17:29:52.373768Z","end":"2026-04-28T17:29:52.770133Z","steps":["trace[1488792477] 'agreement among raft nodes before linearized reading' (duration: 395.628058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.770207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:52.373747Z","time spent":"396.450199ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":590,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:29:52.770173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.511465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:804922"} {"level":"info","ts":"2026-04-28T17:29:52.770265Z","caller":"traceutil/trace.go:171","msg":"trace[280100264] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5912; }","duration":"182.669779ms","start":"2026-04-28T17:29:52.587576Z","end":"2026-04-28T17:29:52.770246Z","steps":["trace[280100264] 'agreement among raft nodes before linearized reading' (duration: 181.992122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.77076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.417253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214374"} {"level":"info","ts":"2026-04-28T17:29:52.770827Z","caller":"traceutil/trace.go:171","msg":"trace[1967900677] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5912; }","duration":"371.509945ms","start":"2026-04-28T17:29:52.3993Z","end":"2026-04-28T17:29:52.77081Z","steps":["trace[1967900677] 'agreement among raft nodes before linearized reading' (duration: 370.298805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.770899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:52.399247Z","time spent":"371.631509ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2214398,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-28T17:29:52.921582Z","caller":"traceutil/trace.go:171","msg":"trace[1295441953] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6156; }","duration":"103.13443ms","start":"2026-04-28T17:29:52.818414Z","end":"2026-04-28T17:29:52.921548Z","steps":["trace[1295441953] 'read index received' (duration: 56.322222ms)","trace[1295441953] 'applied index is now lower than readState.Index' (duration: 46.810508ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:52.9218Z","caller":"traceutil/trace.go:171","msg":"trace[2077642257] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"143.065644ms","start":"2026-04-28T17:29:52.7787Z","end":"2026-04-28T17:29:52.921766Z","steps":["trace[2077642257] 'process raft request' (duration: 96.154973ms)","trace[2077642257] 'compare' (duration: 46.411128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:52.921926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.497369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957c17b592fa\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-28T17:29:52.921735Z","caller":"traceutil/trace.go:171","msg":"trace[566165968] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"122.596693ms","start":"2026-04-28T17:29:52.799098Z","end":"2026-04-28T17:29:52.921695Z","steps":["trace[566165968] 'process raft request' (duration: 122.360547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:52.922001Z","caller":"traceutil/trace.go:171","msg":"trace[1646448695] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x52dz.18aa957c17b592fa; range_end:; response_count:1; response_revision:5915; }","duration":"103.616262ms","start":"2026-04-28T17:29:52.818367Z","end":"2026-04-28T17:29:52.921983Z","steps":["trace[1646448695] 'agreement among raft nodes before linearized reading' (duration: 103.415737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:52.922392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.570811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-28T17:29:52.922517Z","caller":"traceutil/trace.go:171","msg":"trace[2035713580] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5915; }","duration":"101.744215ms","start":"2026-04-28T17:29:52.820757Z","end":"2026-04-28T17:29:52.922501Z","steps":["trace[2035713580] 'agreement among raft nodes before linearized reading' (duration: 101.398456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:53.064663Z","caller":"traceutil/trace.go:171","msg":"trace[2028935292] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"107.237533ms","start":"2026-04-28T17:29:52.957399Z","end":"2026-04-28T17:29:53.064636Z","steps":["trace[2028935292] 'process raft request' (duration: 66.806317ms)","trace[2028935292] 'compare' (duration: 40.062747ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:53.065195Z","caller":"traceutil/trace.go:171","msg":"trace[353409968] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"107.617624ms","start":"2026-04-28T17:29:52.957502Z","end":"2026-04-28T17:29:53.065119Z","steps":["trace[353409968] 'process raft request' (duration: 107.065249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:53.065343Z","caller":"traceutil/trace.go:171","msg":"trace[1029265460] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"103.433907ms","start":"2026-04-28T17:29:52.961895Z","end":"2026-04-28T17:29:53.065329Z","steps":["trace[1029265460] 'process raft request' (duration: 103.196911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:53.065492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.077849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-28T17:29:53.065237Z","caller":"traceutil/trace.go:171","msg":"trace[194172946] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"104.014973ms","start":"2026-04-28T17:29:52.961186Z","end":"2026-04-28T17:29:53.065201Z","steps":["trace[194172946] 'process raft request' (duration: 103.826608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:53.065551Z","caller":"traceutil/trace.go:171","msg":"trace[1889204457] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5920; }","duration":"116.187492ms","start":"2026-04-28T17:29:52.949348Z","end":"2026-04-28T17:29:53.065535Z","steps":["trace[1889204457] 'agreement among raft nodes before linearized reading' (duration: 115.977507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:53.378135Z","caller":"traceutil/trace.go:171","msg":"trace[1957030927] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"110.626219ms","start":"2026-04-28T17:29:53.267426Z","end":"2026-04-28T17:29:53.378052Z","steps":["trace[1957030927] 'process raft request' (duration: 110.361323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:53.562866Z","caller":"traceutil/trace.go:171","msg":"trace[2097240755] linearizableReadLoop","detail":"{readStateIndex:6166; appliedIndex:6165; }","duration":"175.945859ms","start":"2026-04-28T17:29:53.386893Z","end":"2026-04-28T17:29:53.562838Z","steps":["trace[2097240755] 'read index received' (duration: 171.992639ms)","trace[2097240755] 'applied index is now lower than readState.Index' (duration: 3.95191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:53.562926Z","caller":"traceutil/trace.go:171","msg":"trace[1169975922] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"215.415472ms","start":"2026-04-28T17:29:53.347486Z","end":"2026-04-28T17:29:53.562901Z","steps":["trace[1169975922] 'process raft request' (duration: 211.36269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:53.56329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.592435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:29:53.563348Z","caller":"traceutil/trace.go:171","msg":"trace[261689094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5923; }","duration":"126.726159ms","start":"2026-04-28T17:29:53.436609Z","end":"2026-04-28T17:29:53.563335Z","steps":["trace[261689094] 'agreement among raft nodes before linearized reading' (duration: 126.402441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:53.563636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.714759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:109258"} {"level":"info","ts":"2026-04-28T17:29:53.56373Z","caller":"traceutil/trace.go:171","msg":"trace[1314055938] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5923; }","duration":"176.856413ms","start":"2026-04-28T17:29:53.386852Z","end":"2026-04-28T17:29:53.563708Z","steps":["trace[1314055938] 'agreement among raft nodes before linearized reading' (duration: 176.138424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:54.133492Z","caller":"traceutil/trace.go:171","msg":"trace[1133394473] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"165.301299ms","start":"2026-04-28T17:29:53.968158Z","end":"2026-04-28T17:29:54.133459Z","steps":["trace[1133394473] 'process raft request' (duration: 111.823721ms)","trace[1133394473] 'compare' (duration: 53.210871ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:54.140745Z","caller":"traceutil/trace.go:171","msg":"trace[643564680] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"171.742102ms","start":"2026-04-28T17:29:53.968949Z","end":"2026-04-28T17:29:54.140691Z","steps":["trace[643564680] 'process raft request' (duration: 171.436924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:54.140838Z","caller":"traceutil/trace.go:171","msg":"trace[538476298] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"168.593013ms","start":"2026-04-28T17:29:53.972214Z","end":"2026-04-28T17:29:54.140807Z","steps":["trace[538476298] 'process raft request' (duration: 168.314545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:54.582792Z","caller":"traceutil/trace.go:171","msg":"trace[442264067] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"141.195866ms","start":"2026-04-28T17:29:54.44157Z","end":"2026-04-28T17:29:54.582765Z","steps":["trace[442264067] 'process raft request' (duration: 78.672938ms)","trace[442264067] 'compare' (duration: 62.398995ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:55.1447Z","caller":"traceutil/trace.go:171","msg":"trace[1544513224] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"325.958409ms","start":"2026-04-28T17:29:54.818678Z","end":"2026-04-28T17:29:55.144636Z","steps":["trace[1544513224] 'process raft request' (duration: 325.499107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.145026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:54.818661Z","time spent":"326.161744ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11832,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:55.48803Z","caller":"traceutil/trace.go:171","msg":"trace[148565300] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"415.319528ms","start":"2026-04-28T17:29:55.072671Z","end":"2026-04-28T17:29:55.487991Z","steps":["trace[148565300] 'process raft request' (duration: 415.047051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:55.488067Z","caller":"traceutil/trace.go:171","msg":"trace[65241285] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"415.286388ms","start":"2026-04-28T17:29:55.072734Z","end":"2026-04-28T17:29:55.488021Z","steps":["trace[65241285] 'process raft request' (duration: 415.175165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.488208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.072636Z","time spent":"415.475802ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:55.48828Z","caller":"traceutil/trace.go:171","msg":"trace[1945615056] linearizableReadLoop","detail":"{readStateIndex:6187; appliedIndex:6183; }","duration":"341.818342ms","start":"2026-04-28T17:29:55.146445Z","end":"2026-04-28T17:29:55.488264Z","steps":["trace[1945615056] 'read index received' (duration: 341.332059ms)","trace[1945615056] 'applied index is now lower than readState.Index' (duration: 484.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:55.488325Z","caller":"traceutil/trace.go:171","msg":"trace[1074171994] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"413.983475ms","start":"2026-04-28T17:29:55.074321Z","end":"2026-04-28T17:29:55.488305Z","steps":["trace[1074171994] 'process raft request' (duration: 413.630285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.488391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.920824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:55.488398Z","caller":"traceutil/trace.go:171","msg":"trace[1360097074] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"413.983965ms","start":"2026-04-28T17:29:55.074367Z","end":"2026-04-28T17:29:55.488351Z","steps":["trace[1360097074] 'process raft request' (duration: 413.836591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.488441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.074286Z","time spent":"414.082768ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:55.488439Z","caller":"traceutil/trace.go:171","msg":"trace[249357812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5943; }","duration":"342.037718ms","start":"2026-04-28T17:29:55.146388Z","end":"2026-04-28T17:29:55.488425Z","steps":["trace[249357812] 'agreement among raft nodes before linearized reading' (duration: 341.934425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.488581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.146232Z","time spent":"342.342366ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:29:55.488593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.07433Z","time spent":"414.16075ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:55.490528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.072718Z","time spent":"415.777551ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:55.75593Z","caller":"traceutil/trace.go:171","msg":"trace[1779233166] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"604.615577ms","start":"2026-04-28T17:29:55.151276Z","end":"2026-04-28T17:29:55.755892Z","steps":["trace[1779233166] 'process raft request' (duration: 604.408502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:55.756115Z","caller":"traceutil/trace.go:171","msg":"trace[263355679] linearizableReadLoop","detail":"{readStateIndex:6190; appliedIndex:6187; }","duration":"158.28439ms","start":"2026-04-28T17:29:55.597803Z","end":"2026-04-28T17:29:55.756087Z","steps":["trace[263355679] 'read index received' (duration: 157.774547ms)","trace[263355679] 'applied index is now lower than readState.Index' (duration: 507.643µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:55.756194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.151261Z","time spent":"604.798911ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:55.756231Z","caller":"traceutil/trace.go:171","msg":"trace[82967533] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"605.55521ms","start":"2026-04-28T17:29:55.150619Z","end":"2026-04-28T17:29:55.756174Z","steps":["trace[82967533] 'process raft request' (duration: 604.828322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:55.756201Z","caller":"traceutil/trace.go:171","msg":"trace[1220506598] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"380.081474ms","start":"2026-04-28T17:29:55.376065Z","end":"2026-04-28T17:29:55.756146Z","steps":["trace[1220506598] 'process raft request' (duration: 379.751946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.756433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.376046Z","time spent":"380.284799ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:55.756423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.590927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:29:55.756529Z","caller":"traceutil/trace.go:171","msg":"trace[2027645127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5946; }","duration":"158.755021ms","start":"2026-04-28T17:29:55.597749Z","end":"2026-04-28T17:29:55.756504Z","steps":["trace[2027645127] 'agreement among raft nodes before linearized reading' (duration: 158.423653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:55.757062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.150596Z","time spent":"605.685524ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:55.976954Z","caller":"traceutil/trace.go:171","msg":"trace[91410047] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"215.029481ms","start":"2026-04-28T17:29:55.761872Z","end":"2026-04-28T17:29:55.976902Z","steps":["trace[91410047] 'process raft request' (duration: 177.149099ms)","trace[91410047] 'compare' (duration: 37.678947ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:56.414509Z","caller":"traceutil/trace.go:171","msg":"trace[83925930] linearizableReadLoop","detail":"{readStateIndex:6192; appliedIndex:6190; }","duration":"650.868751ms","start":"2026-04-28T17:29:55.763613Z","end":"2026-04-28T17:29:56.414482Z","steps":["trace[83925930] 'read index received' (duration: 175.425545ms)","trace[83925930] 'applied index is now lower than readState.Index' (duration: 475.441626ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:29:56.414601Z","caller":"traceutil/trace.go:171","msg":"trace[342631730] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"650.545003ms","start":"2026-04-28T17:29:55.763977Z","end":"2026-04-28T17:29:56.414522Z","steps":["trace[342631730] 'process raft request' (duration: 650.279197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:56.414693Z","caller":"traceutil/trace.go:171","msg":"trace[1798900347] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"592.107168ms","start":"2026-04-28T17:29:55.82257Z","end":"2026-04-28T17:29:56.414677Z","steps":["trace[1798900347] 'process raft request' (duration: 591.847662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:56.414689Z","caller":"traceutil/trace.go:171","msg":"trace[691983948] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"650.219664ms","start":"2026-04-28T17:29:55.764426Z","end":"2026-04-28T17:29:56.414646Z","steps":["trace[691983948] 'process raft request' (duration: 649.952418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:56.41481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.763965Z","time spent":"650.724878ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:56.414831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.822515Z","time spent":"592.221282ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:29:56.414869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.764399Z","time spent":"650.385059ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:56.414976Z","caller":"traceutil/trace.go:171","msg":"trace[1051906230] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"650.867372ms","start":"2026-04-28T17:29:55.764061Z","end":"2026-04-28T17:29:56.414929Z","steps":["trace[1051906230] 'process raft request' (duration: 650.270037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:56.415Z","caller":"traceutil/trace.go:171","msg":"trace[946649537] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"652.577015ms","start":"2026-04-28T17:29:55.762354Z","end":"2026-04-28T17:29:56.414931Z","steps":["trace[946649537] 'process raft request' (duration: 561.292246ms)","trace[946649537] 'compare' (duration: 90.471158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:56.415096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.486536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:29:56.415154Z","caller":"traceutil/trace.go:171","msg":"trace[412470005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5952; }","duration":"651.589749ms","start":"2026-04-28T17:29:55.763551Z","end":"2026-04-28T17:29:56.415141Z","steps":["trace[412470005] 'agreement among raft nodes before linearized reading' (duration: 651.355983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:56.415195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.763525Z","time spent":"651.660811ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:29:56.41521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.764056Z","time spent":"651.028775ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:56.415244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:55.762331Z","time spent":"652.78413ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:57.004276Z","caller":"traceutil/trace.go:171","msg":"trace[1869003693] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"170.684755ms","start":"2026-04-28T17:29:56.833559Z","end":"2026-04-28T17:29:57.004244Z","steps":["trace[1869003693] 'process raft request' (duration: 170.49241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.45892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.150468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:57.458992Z","caller":"traceutil/trace.go:171","msg":"trace[1909642152] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5953; }","duration":"386.267061ms","start":"2026-04-28T17:29:57.072708Z","end":"2026-04-28T17:29:57.458975Z","steps":["trace[1909642152] 'range keys from in-memory index tree' (duration: 386.087517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.45902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.072697Z","time spent":"386.316452ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:29:57.459196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.008181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:57.459219Z","caller":"traceutil/trace.go:171","msg":"trace[1741521396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5953; }","duration":"391.082164ms","start":"2026-04-28T17:29:57.068132Z","end":"2026-04-28T17:29:57.459214Z","steps":["trace[1741521396] 'range keys from in-memory index tree' (duration: 390.908628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.459234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.068104Z","time spent":"391.126845ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:29:57.459331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.563935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-04-28T17:29:57.459415Z","caller":"traceutil/trace.go:171","msg":"trace[1312029159] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5953; }","duration":"339.659487ms","start":"2026-04-28T17:29:57.119737Z","end":"2026-04-28T17:29:57.459397Z","steps":["trace[1312029159] 'range keys from in-memory index tree' (duration: 339.196205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.459457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.119686Z","time spent":"339.761349ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380051,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T17:29:57.96354Z","caller":"traceutil/trace.go:171","msg":"trace[1869608013] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"468.104319ms","start":"2026-04-28T17:29:57.495407Z","end":"2026-04-28T17:29:57.963511Z","steps":["trace[1869608013] 'process raft request' (duration: 467.895144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:57.963704Z","caller":"traceutil/trace.go:171","msg":"trace[113001739] linearizableReadLoop","detail":"{readStateIndex:6201; appliedIndex:6199; }","duration":"320.358756ms","start":"2026-04-28T17:29:57.643323Z","end":"2026-04-28T17:29:57.963682Z","steps":["trace[113001739] 'read index received' (duration: 319.888455ms)","trace[113001739] 'applied index is now lower than readState.Index' (duration: 468.691µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:57.963727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.495385Z","time spent":"468.253583ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:57.963827Z","caller":"traceutil/trace.go:171","msg":"trace[275876592] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"468.041478ms","start":"2026-04-28T17:29:57.495733Z","end":"2026-04-28T17:29:57.963775Z","steps":["trace[275876592] 'process raft request' (duration: 467.73399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.96407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.495721Z","time spent":"468.222272ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:57.964065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.906604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:29:57.964187Z","caller":"traceutil/trace.go:171","msg":"trace[2079416155] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5957; }","duration":"268.100839ms","start":"2026-04-28T17:29:57.696052Z","end":"2026-04-28T17:29:57.964152Z","steps":["trace[2079416155] 'agreement among raft nodes before linearized reading' (duration: 267.822302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.964248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.93318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-04-28T17:29:57.9643Z","caller":"traceutil/trace.go:171","msg":"trace[72890536] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5957; }","duration":"321.051403ms","start":"2026-04-28T17:29:57.643236Z","end":"2026-04-28T17:29:57.964287Z","steps":["trace[72890536] 'agreement among raft nodes before linearized reading' (duration: 320.568101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:57.964343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.643192Z","time spent":"321.141906ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380051,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:29:59.160625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.895856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:59.160788Z","caller":"traceutil/trace.go:171","msg":"trace[806476727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5957; }","duration":"900.096931ms","start":"2026-04-28T17:29:58.260668Z","end":"2026-04-28T17:29:59.160765Z","steps":["trace[806476727] 'range keys from in-memory index tree' (duration: 899.863805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.160827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.869582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:29:59.161085Z","caller":"traceutil/trace.go:171","msg":"trace[630785922] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"760.582928ms","start":"2026-04-28T17:29:58.400481Z","end":"2026-04-28T17:29:59.161064Z","steps":["trace[630785922] 'process raft request' (duration: 760.474796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.161147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.400453Z","time spent":"760.665601ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:59.161163Z","caller":"traceutil/trace.go:171","msg":"trace[284008504] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"1.175500357s","start":"2026-04-28T17:29:57.985629Z","end":"2026-04-28T17:29:59.16113Z","steps":["trace[284008504] 'process raft request' (duration: 246.214164ms)","trace[284008504] 'compare' (duration: 928.717058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:59.161283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:57.985606Z","time spent":"1.175616549s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:29:59.161348Z","caller":"traceutil/trace.go:171","msg":"trace[1779723158] linearizableReadLoop","detail":"{readStateIndex:6202; appliedIndex:6201; }","duration":"1.092769265s","start":"2026-04-28T17:29:58.068569Z","end":"2026-04-28T17:29:59.161339Z","steps":["trace[1779723158] 'read index received' (duration: 163.260466ms)","trace[1779723158] 'applied index is now lower than readState.Index' (duration: 929.507329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:59.161466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092899878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:59.161498Z","caller":"traceutil/trace.go:171","msg":"trace[627459126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5959; }","duration":"1.09296362s","start":"2026-04-28T17:29:58.068526Z","end":"2026-04-28T17:29:59.16149Z","steps":["trace[627459126] 'agreement among raft nodes before linearized reading' (duration: 1.092879268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.161523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.068508Z","time spent":"1.093007192s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:29:59.181057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.629705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:29:59.181152Z","caller":"traceutil/trace.go:171","msg":"trace[1606073917] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"771.851955ms","start":"2026-04-28T17:29:58.40928Z","end":"2026-04-28T17:29:59.181132Z","steps":["trace[1606073917] 'process raft request' (duration: 771.332602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:59.181166Z","caller":"traceutil/trace.go:171","msg":"trace[921023354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5960; }","duration":"761.796529ms","start":"2026-04-28T17:29:58.419342Z","end":"2026-04-28T17:29:59.181138Z","steps":["trace[921023354] 'agreement among raft nodes before linearized reading' (duration: 761.538733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.181232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.419334Z","time spent":"761.885741ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:29:59.181275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.409257Z","time spent":"771.946487ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:29:59.181336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.950343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:29:59.181371Z","caller":"traceutil/trace.go:171","msg":"trace[1194047601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5960; }","duration":"762.020775ms","start":"2026-04-28T17:29:58.419334Z","end":"2026-04-28T17:29:59.181355Z","steps":["trace[1194047601] 'agreement among raft nodes before linearized reading' (duration: 761.970674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.181402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.419302Z","time spent":"762.093527ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:59.181263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.923772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:29:59.181434Z","caller":"traceutil/trace.go:171","msg":"trace[120155764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5960; }","duration":"762.145267ms","start":"2026-04-28T17:29:58.419279Z","end":"2026-04-28T17:29:59.181424Z","steps":["trace[120155764] 'agreement among raft nodes before linearized reading' (duration: 761.86553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.181461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.419255Z","time spent":"762.197439ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:29:59.181062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.03746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:29:59.181494Z","caller":"traceutil/trace.go:171","msg":"trace[525673439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5960; }","duration":"761.513302ms","start":"2026-04-28T17:29:58.419973Z","end":"2026-04-28T17:29:59.181487Z","steps":["trace[525673439] 'agreement among raft nodes before linearized reading' (duration: 760.869196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.181489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.836105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:29:59.181547Z","caller":"traceutil/trace.go:171","msg":"trace[2094822971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:5960; }","duration":"760.906807ms","start":"2026-04-28T17:29:58.420627Z","end":"2026-04-28T17:29:59.181534Z","steps":["trace[2094822971] 'agreement among raft nodes before linearized reading' (duration: 760.736493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.181577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.420618Z","time spent":"760.950628ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:29:59.18151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:58.419967Z","time spent":"761.537393ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:29:59.367181Z","caller":"traceutil/trace.go:171","msg":"trace[217557403] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"180.944275ms","start":"2026-04-28T17:29:59.186201Z","end":"2026-04-28T17:29:59.367145Z","steps":["trace[217557403] 'process raft request' (duration: 180.700089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:59.367584Z","caller":"traceutil/trace.go:171","msg":"trace[1151687571] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"180.914284ms","start":"2026-04-28T17:29:59.186623Z","end":"2026-04-28T17:29:59.367537Z","steps":["trace[1151687571] 'process raft request' (duration: 180.473503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:59.368069Z","caller":"traceutil/trace.go:171","msg":"trace[640384012] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"181.383456ms","start":"2026-04-28T17:29:59.186664Z","end":"2026-04-28T17:29:59.368047Z","steps":["trace[640384012] 'process raft request' (duration: 181.15256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:59.368048Z","caller":"traceutil/trace.go:171","msg":"trace[897269199] linearizableReadLoop","detail":"{readStateIndex:6208; appliedIndex:6205; }","duration":"125.298052ms","start":"2026-04-28T17:29:59.242712Z","end":"2026-04-28T17:29:59.36801Z","steps":["trace[897269199] 'read index received' (duration: 124.166263ms)","trace[897269199] 'applied index is now lower than readState.Index' (duration: 1.130679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:59.368346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.497357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:29:59.368439Z","caller":"traceutil/trace.go:171","msg":"trace[675918868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5964; }","duration":"162.63075ms","start":"2026-04-28T17:29:59.205765Z","end":"2026-04-28T17:29:59.368396Z","steps":["trace[675918868] 'agreement among raft nodes before linearized reading' (duration: 162.353884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:29:59.527896Z","caller":"traceutil/trace.go:171","msg":"trace[2130542109] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5964; }","duration":"120.215063ms","start":"2026-04-28T17:29:59.407655Z","end":"2026-04-28T17:29:59.52787Z","steps":["trace[2130542109] 'process raft request' (duration: 39.837381ms)","trace[2130542109] 'compare' (duration: 80.330721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:29:59.995928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.676507Z","time spent":"319.416663ms","remote":"127.0.0.1:49544","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T17:29:59.996177Z","caller":"traceutil/trace.go:171","msg":"trace[512289939] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"458.910456ms","start":"2026-04-28T17:29:59.537239Z","end":"2026-04-28T17:29:59.996149Z","steps":["trace[512289939] 'process raft request' (duration: 458.739471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:29:59.99632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.537206Z","time spent":"459.049749ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:00.345054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.673235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:00.345453Z","caller":"traceutil/trace.go:171","msg":"trace[235020520] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"779.679262ms","start":"2026-04-28T17:29:59.565743Z","end":"2026-04-28T17:30:00.345422Z","steps":["trace[235020520] 'process raft request' (duration: 597.515186ms)","trace[235020520] 'compare' (duration: 181.565221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:00.345535Z","caller":"traceutil/trace.go:171","msg":"trace[2039957729] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"779.741075ms","start":"2026-04-28T17:29:59.565772Z","end":"2026-04-28T17:30:00.345513Z","steps":["trace[2039957729] 'process raft request' (duration: 779.385476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:00.34558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.565712Z","time spent":"779.809526ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:00.345644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.565739Z","time spent":"779.847046ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:00.346037Z","caller":"traceutil/trace.go:171","msg":"trace[1490735520] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"364.036626ms","start":"2026-04-28T17:29:59.981976Z","end":"2026-04-28T17:30:00.346013Z","steps":["trace[1490735520] 'process raft request' (duration: 363.271166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:00.34618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.981949Z","time spent":"364.16236ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:00.346254Z","caller":"traceutil/trace.go:171","msg":"trace[1298469539] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"364.194221ms","start":"2026-04-28T17:29:59.982039Z","end":"2026-04-28T17:30:00.346233Z","steps":["trace[1298469539] 'process raft request' (duration: 363.910993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:00.346307Z","caller":"traceutil/trace.go:171","msg":"trace[1478858167] linearizableReadLoop","detail":"{readStateIndex:6213; appliedIndex:6210; }","duration":"424.743069ms","start":"2026-04-28T17:29:59.921538Z","end":"2026-04-28T17:30:00.346281Z","steps":["trace[1478858167] 'read index received' (duration: 74.37097ms)","trace[1478858167] 'applied index is now lower than readState.Index' (duration: 350.369589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:00.346364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.982003Z","time spent":"364.309374ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:00.346426Z","caller":"traceutil/trace.go:171","msg":"trace[188942355] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"343.170776ms","start":"2026-04-28T17:30:00.003243Z","end":"2026-04-28T17:30:00.346414Z","steps":["trace[188942355] 'process raft request' (duration: 342.91606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:00.346512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:00.003221Z","time spent":"343.236528ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:00.685092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.718433ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T17:30:00.685501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.924283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:00.685651Z","caller":"traceutil/trace.go:171","msg":"trace[941904130] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5971; }","duration":"764.088887ms","start":"2026-04-28T17:29:59.921518Z","end":"2026-04-28T17:30:00.685607Z","steps":["trace[941904130] 'agreement among raft nodes before linearized reading' (duration: 424.853061ms)","trace[941904130] 'count revisions from in-memory index tree' (duration: 339.031651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:00.685742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:29:59.921458Z","time spent":"764.246942ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:00.685846Z","caller":"traceutil/trace.go:171","msg":"trace[1306245044] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"335.702946ms","start":"2026-04-28T17:30:00.350117Z","end":"2026-04-28T17:30:00.68582Z","steps":["trace[1306245044] 'process raft request' (duration: 335.153753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:00.685975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:00.350101Z","time spent":"335.80618ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:01.050157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.573962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128770"} {"level":"info","ts":"2026-04-28T17:30:01.050266Z","caller":"traceutil/trace.go:171","msg":"trace[1151511940] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5972; }","duration":"333.749636ms","start":"2026-04-28T17:30:00.716489Z","end":"2026-04-28T17:30:01.050238Z","steps":["trace[1151511940] 'range keys from in-memory index tree' (duration: 333.227334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.050316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:00.716462Z","time spent":"333.842559ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128794,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T17:30:01.339561Z","caller":"traceutil/trace.go:171","msg":"trace[918183052] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6218; }","duration":"271.678211ms","start":"2026-04-28T17:30:01.067849Z","end":"2026-04-28T17:30:01.339528Z","steps":["trace[918183052] 'read index received' (duration: 271.300461ms)","trace[918183052] 'applied index is now lower than readState.Index' (duration: 376.58µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:01.339607Z","caller":"traceutil/trace.go:171","msg":"trace[1099418787] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"286.005834ms","start":"2026-04-28T17:30:01.053559Z","end":"2026-04-28T17:30:01.339565Z","steps":["trace[1099418787] 'process raft request' (duration: 285.714467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.339797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.935907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:01.34004Z","caller":"traceutil/trace.go:171","msg":"trace[1484623371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5973; }","duration":"272.234435ms","start":"2026-04-28T17:30:01.067781Z","end":"2026-04-28T17:30:01.340016Z","steps":["trace[1484623371] 'agreement among raft nodes before linearized reading' (duration: 271.892666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.339941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.568964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:30:01.340169Z","caller":"traceutil/trace.go:171","msg":"trace[436534060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5973; }","duration":"174.876421ms","start":"2026-04-28T17:30:01.165276Z","end":"2026-04-28T17:30:01.340153Z","steps":["trace[436534060] 'agreement among raft nodes before linearized reading' (duration: 174.44201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.601202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.485272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:01.60135Z","caller":"traceutil/trace.go:171","msg":"trace[384403297] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"258.278011ms","start":"2026-04-28T17:30:01.343048Z","end":"2026-04-28T17:30:01.601326Z","steps":["trace[384403297] 'process raft request' (duration: 120.590303ms)","trace[384403297] 'compare' (duration: 137.325879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:01.869482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.329614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:01.869783Z","caller":"traceutil/trace.go:171","msg":"trace[1992398055] linearizableReadLoop","detail":"{readStateIndex:6222; appliedIndex:6219; }","duration":"524.79342ms","start":"2026-04-28T17:30:01.344965Z","end":"2026-04-28T17:30:01.869758Z","steps":["trace[1992398055] 'read index received' (duration: 118.676365ms)","trace[1992398055] 'applied index is now lower than readState.Index' (duration: 406.115795ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:01.86995Z","caller":"traceutil/trace.go:171","msg":"trace[809229537] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"525.293992ms","start":"2026-04-28T17:30:01.344643Z","end":"2026-04-28T17:30:01.869937Z","steps":["trace[809229537] 'process raft request' (duration: 524.987634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:01.86997Z","caller":"traceutil/trace.go:171","msg":"trace[1728263487] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"526.347799ms","start":"2026-04-28T17:30:01.343601Z","end":"2026-04-28T17:30:01.869948Z","steps":["trace[1728263487] 'process raft request' (duration: 374.439289ms)","trace[1728263487] 'compare' (duration: 151.1674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:01.870024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.344613Z","time spent":"525.370524ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:01.87006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.343575Z","time spent":"526.436741ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:01.870163Z","caller":"traceutil/trace.go:171","msg":"trace[317998884] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"525.088547ms","start":"2026-04-28T17:30:01.345015Z","end":"2026-04-28T17:30:01.870104Z","steps":["trace[317998884] 'process raft request' (duration: 524.695127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.870402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.344999Z","time spent":"525.281102ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:01.870409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.407745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62900"} {"level":"info","ts":"2026-04-28T17:30:01.870514Z","caller":"traceutil/trace.go:171","msg":"trace[239466123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5977; }","duration":"525.563619ms","start":"2026-04-28T17:30:01.344929Z","end":"2026-04-28T17:30:01.870493Z","steps":["trace[239466123] 'agreement among raft nodes before linearized reading' (duration: 525.150209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.87062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.344917Z","time spent":"525.691693ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T17:30:01.8869Z","caller":"traceutil/trace.go:171","msg":"trace[1953243025] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"277.130999ms","start":"2026-04-28T17:30:01.609737Z","end":"2026-04-28T17:30:01.886868Z","steps":["trace[1953243025] 'process raft request' (duration: 277.051407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:01.886929Z","caller":"traceutil/trace.go:171","msg":"trace[764835097] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"277.268672ms","start":"2026-04-28T17:30:01.609632Z","end":"2026-04-28T17:30:01.8869Z","steps":["trace[764835097] 'process raft request' (duration: 277.114318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:01.886938Z","caller":"traceutil/trace.go:171","msg":"trace[1272351895] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"277.9103ms","start":"2026-04-28T17:30:01.608935Z","end":"2026-04-28T17:30:01.886846Z","steps":["trace[1272351895] 'process raft request' (duration: 277.698084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.886992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.629581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:01.887044Z","caller":"traceutil/trace.go:171","msg":"trace[1226584486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5980; }","duration":"514.750324ms","start":"2026-04-28T17:30:01.372279Z","end":"2026-04-28T17:30:01.88703Z","steps":["trace[1226584486] 'agreement among raft nodes before linearized reading' (duration: 514.554929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.88707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.372248Z","time spent":"514.815716ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:01.887169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.471842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:30:01.887204Z","caller":"traceutil/trace.go:171","msg":"trace[1994993785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5980; }","duration":"513.538014ms","start":"2026-04-28T17:30:01.373657Z","end":"2026-04-28T17:30:01.887195Z","steps":["trace[1994993785] 'agreement among raft nodes before linearized reading' (duration: 513.436572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.887229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.373639Z","time spent":"513.584055ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:01.887321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.770151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:01.887349Z","caller":"traceutil/trace.go:171","msg":"trace[836118449] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5980; }","duration":"365.801412ms","start":"2026-04-28T17:30:01.52154Z","end":"2026-04-28T17:30:01.887342Z","steps":["trace[836118449] 'agreement among raft nodes before linearized reading' (duration: 365.750481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.887373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.521494Z","time spent":"365.872454ms","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:01.887371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.653307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:30:01.887447Z","caller":"traceutil/trace.go:171","msg":"trace[835600199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5980; }","duration":"513.77229ms","start":"2026-04-28T17:30:01.373657Z","end":"2026-04-28T17:30:01.88743Z","steps":["trace[835600199] 'agreement among raft nodes before linearized reading' (duration: 513.534794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:01.887507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:01.373639Z","time spent":"513.852002ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:02.145973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.275173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:02.146422Z","caller":"traceutil/trace.go:171","msg":"trace[1638977866] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6226; }","duration":"244.152721ms","start":"2026-04-28T17:30:01.902245Z","end":"2026-04-28T17:30:02.146398Z","steps":["trace[1638977866] 'read index received' (duration: 14.116439ms)","trace[1638977866] 'applied index is now lower than readState.Index' (duration: 230.035142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:02.146577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.300845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:02.146595Z","caller":"traceutil/trace.go:171","msg":"trace[766187558] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"254.70042ms","start":"2026-04-28T17:30:01.891869Z","end":"2026-04-28T17:30:02.146569Z","steps":["trace[766187558] 'process raft request' (duration: 150.726019ms)","trace[766187558] 'compare' (duration: 102.887123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:02.146572Z","caller":"traceutil/trace.go:171","msg":"trace[489129569] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"250.711207ms","start":"2026-04-28T17:30:01.895807Z","end":"2026-04-28T17:30:02.146518Z","steps":["trace[489129569] 'process raft request' (duration: 250.373819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.146622Z","caller":"traceutil/trace.go:171","msg":"trace[1976047197] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5985; }","duration":"244.421828ms","start":"2026-04-28T17:30:01.902186Z","end":"2026-04-28T17:30:02.146608Z","steps":["trace[1976047197] 'agreement among raft nodes before linearized reading' (duration: 244.313475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.146656Z","caller":"traceutil/trace.go:171","msg":"trace[561467336] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"250.586645ms","start":"2026-04-28T17:30:01.896024Z","end":"2026-04-28T17:30:02.146611Z","steps":["trace[561467336] 'process raft request' (duration: 250.304238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.146699Z","caller":"traceutil/trace.go:171","msg":"trace[460323902] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"252.75901ms","start":"2026-04-28T17:30:01.893912Z","end":"2026-04-28T17:30:02.146671Z","steps":["trace[460323902] 'process raft request' (duration: 252.165215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.291364Z","caller":"traceutil/trace.go:171","msg":"trace[1576377669] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"125.482807ms","start":"2026-04-28T17:30:02.165832Z","end":"2026-04-28T17:30:02.291315Z","steps":["trace[1576377669] 'process raft request' (duration: 125.115948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.546306Z","caller":"traceutil/trace.go:171","msg":"trace[738705567] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"194.614712ms","start":"2026-04-28T17:30:02.351666Z","end":"2026-04-28T17:30:02.54628Z","steps":["trace[738705567] 'process raft request' (duration: 194.494719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.546489Z","caller":"traceutil/trace.go:171","msg":"trace[1218823748] linearizableReadLoop","detail":"{readStateIndex:6243; appliedIndex:6239; }","duration":"176.182955ms","start":"2026-04-28T17:30:02.370285Z","end":"2026-04-28T17:30:02.546468Z","steps":["trace[1218823748] 'read index received' (duration: 168.90935ms)","trace[1218823748] 'applied index is now lower than readState.Index' (duration: 7.272435ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:02.54655Z","caller":"traceutil/trace.go:171","msg":"trace[13311743] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"194.749445ms","start":"2026-04-28T17:30:02.351745Z","end":"2026-04-28T17:30:02.546495Z","steps":["trace[13311743] 'process raft request' (duration: 194.494669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.546303Z","caller":"traceutil/trace.go:171","msg":"trace[865613859] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"194.597422ms","start":"2026-04-28T17:30:02.351665Z","end":"2026-04-28T17:30:02.546263Z","steps":["trace[865613859] 'process raft request' (duration: 187.590724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.546679Z","caller":"traceutil/trace.go:171","msg":"trace[1306842997] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"194.628963ms","start":"2026-04-28T17:30:02.35203Z","end":"2026-04-28T17:30:02.546659Z","steps":["trace[1306842997] 'process raft request' (duration: 194.323305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:02.546847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.07237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv\" ","response":"range_response_count:1 size:6363"} {"level":"warn","ts":"2026-04-28T17:30:02.546832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.517143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:30:02.546887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.202509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6785"} {"level":"info","ts":"2026-04-28T17:30:02.546919Z","caller":"traceutil/trace.go:171","msg":"trace[1870248397] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv; range_end:; response_count:1; response_revision:5997; }","duration":"209.198213ms","start":"2026-04-28T17:30:02.337698Z","end":"2026-04-28T17:30:02.546896Z","steps":["trace[1870248397] 'agreement among raft nodes before linearized reading' (duration: 209.000638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.546937Z","caller":"traceutil/trace.go:171","msg":"trace[1343313002] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5997; }","duration":"111.658636ms","start":"2026-04-28T17:30:02.435252Z","end":"2026-04-28T17:30:02.546911Z","steps":["trace[1343313002] 'agreement among raft nodes before linearized reading' (duration: 111.486212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:02.546958Z","caller":"traceutil/trace.go:171","msg":"trace[1475945241] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:5997; }","duration":"173.327793ms","start":"2026-04-28T17:30:02.373609Z","end":"2026-04-28T17:30:02.546937Z","steps":["trace[1475945241] 'agreement among raft nodes before linearized reading' (duration: 173.122457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:02.547189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.476972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391794"} {"level":"info","ts":"2026-04-28T17:30:02.547281Z","caller":"traceutil/trace.go:171","msg":"trace[515651956] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5997; }","duration":"115.606906ms","start":"2026-04-28T17:30:02.431657Z","end":"2026-04-28T17:30:02.547264Z","steps":["trace[515651956] 'agreement among raft nodes before linearized reading' (duration: 115.177225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:05.013978Z","caller":"traceutil/trace.go:171","msg":"trace[909914606] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"115.171715ms","start":"2026-04-28T17:30:04.898774Z","end":"2026-04-28T17:30:05.013946Z","steps":["trace[909914606] 'process raft request' (duration: 79.411877ms)","trace[909914606] 'compare' (duration: 35.617595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:06.063009Z","caller":"traceutil/trace.go:171","msg":"trace[1732926391] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"139.253816ms","start":"2026-04-28T17:30:05.923726Z","end":"2026-04-28T17:30:06.06298Z","steps":["trace[1732926391] 'process raft request' (duration: 50.928854ms)","trace[1732926391] 'compare' (duration: 88.083376ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:06.063207Z","caller":"traceutil/trace.go:171","msg":"trace[465251065] linearizableReadLoop","detail":"{readStateIndex:6269; appliedIndex:6267; }","duration":"119.422412ms","start":"2026-04-28T17:30:05.943745Z","end":"2026-04-28T17:30:06.063167Z","steps":["trace[465251065] 'read index received' (duration: 30.923805ms)","trace[465251065] 'applied index is now lower than readState.Index' (duration: 88.495647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:06.063464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.701941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:06.063423Z","caller":"traceutil/trace.go:171","msg":"trace[561317299] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"137.071681ms","start":"2026-04-28T17:30:05.926328Z","end":"2026-04-28T17:30:06.0634Z","steps":["trace[561317299] 'process raft request' (duration: 136.605468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:06.063709Z","caller":"traceutil/trace.go:171","msg":"trace[2049730869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6022; }","duration":"120.015918ms","start":"2026-04-28T17:30:05.943674Z","end":"2026-04-28T17:30:06.06369Z","steps":["trace[2049730869] 'agreement among raft nodes before linearized reading' (duration: 119.621937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:06.377038Z","caller":"traceutil/trace.go:171","msg":"trace[1948478722] linearizableReadLoop","detail":"{readStateIndex:6271; appliedIndex:6270; }","duration":"156.886535ms","start":"2026-04-28T17:30:06.220131Z","end":"2026-04-28T17:30:06.377018Z","steps":["trace[1948478722] 'read index received' (duration: 156.758151ms)","trace[1948478722] 'applied index is now lower than readState.Index' (duration: 127.474µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:06.377139Z","caller":"traceutil/trace.go:171","msg":"trace[1339094991] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"162.885277ms","start":"2026-04-28T17:30:06.214246Z","end":"2026-04-28T17:30:06.377131Z","steps":["trace[1339094991] 'process raft request' (duration: 162.641671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:06.377311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.173503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:30:06.377339Z","caller":"traceutil/trace.go:171","msg":"trace[1598625823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6024; }","duration":"157.249094ms","start":"2026-04-28T17:30:06.220083Z","end":"2026-04-28T17:30:06.377332Z","steps":["trace[1598625823] 'agreement among raft nodes before linearized reading' (duration: 157.146592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:06.377505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.604811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:06.377602Z","caller":"traceutil/trace.go:171","msg":"trace[1530326402] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6024; }","duration":"114.763515ms","start":"2026-04-28T17:30:06.262818Z","end":"2026-04-28T17:30:06.377582Z","steps":["trace[1530326402] 'agreement among raft nodes before linearized reading' (duration: 114.622421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:06.549956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.051317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:06.55023Z","caller":"traceutil/trace.go:171","msg":"trace[804391110] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"167.184036ms","start":"2026-04-28T17:30:06.383023Z","end":"2026-04-28T17:30:06.550207Z","steps":["trace[804391110] 'process raft request' (duration: 13.78896ms)","trace[804391110] 'compare' (duration: 152.807751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:06.714648Z","caller":"traceutil/trace.go:171","msg":"trace[25247587] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"112.103398ms","start":"2026-04-28T17:30:06.602514Z","end":"2026-04-28T17:30:06.714618Z","steps":["trace[25247587] 'process raft request' (duration: 112.010665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:06.714687Z","caller":"traceutil/trace.go:171","msg":"trace[179003241] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"112.696652ms","start":"2026-04-28T17:30:06.601938Z","end":"2026-04-28T17:30:06.714635Z","steps":["trace[179003241] 'process raft request' (duration: 47.669151ms)","trace[179003241] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 64.668982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:06.714786Z","caller":"traceutil/trace.go:171","msg":"trace[1609149823] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"112.768984ms","start":"2026-04-28T17:30:06.601956Z","end":"2026-04-28T17:30:06.714725Z","steps":["trace[1609149823] 'process raft request' (duration: 112.496878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:07.714105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.432605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:07.714219Z","caller":"traceutil/trace.go:171","msg":"trace[1220162911] linearizableReadLoop","detail":"{readStateIndex:6278; appliedIndex:6277; }","duration":"778.645018ms","start":"2026-04-28T17:30:06.935555Z","end":"2026-04-28T17:30:07.7142Z","steps":["trace[1220162911] 'read index received' (duration: 231.198772ms)","trace[1220162911] 'applied index is now lower than readState.Index' (duration: 547.444906ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:07.71429Z","caller":"traceutil/trace.go:171","msg":"trace[395971221] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"805.548331ms","start":"2026-04-28T17:30:06.90873Z","end":"2026-04-28T17:30:07.714279Z","steps":["trace[395971221] 'process raft request' (duration: 257.860949ms)","trace[395971221] 'compare' (duration: 547.278091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:07.714342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:06.908681Z","time spent":"805.636132ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:07.714819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.240052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:07.714886Z","caller":"traceutil/trace.go:171","msg":"trace[1422723785] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6031; }","duration":"779.363505ms","start":"2026-04-28T17:30:06.935505Z","end":"2026-04-28T17:30:07.714868Z","steps":["trace[1422723785] 'agreement among raft nodes before linearized reading' (duration: 779.124269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:07.714946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:06.93548Z","time spent":"779.453908ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:07.796246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.234495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:07.796339Z","caller":"traceutil/trace.go:171","msg":"trace[591281639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6032; }","duration":"685.406619ms","start":"2026-04-28T17:30:07.110909Z","end":"2026-04-28T17:30:07.796315Z","steps":["trace[591281639] 'agreement among raft nodes before linearized reading' (duration: 685.230394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:07.796302Z","caller":"traceutil/trace.go:171","msg":"trace[1291608093] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"760.365092ms","start":"2026-04-28T17:30:07.035882Z","end":"2026-04-28T17:30:07.796247Z","steps":["trace[1291608093] 'process raft request' (duration: 760.112496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:07.796399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:07.110871Z","time spent":"685.502361ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:07.79653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:07.035849Z","time spent":"760.560827ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:09.748805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790853013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:30:10.031319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963986743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:10.031397Z","caller":"traceutil/trace.go:171","msg":"trace[921557794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6032; }","duration":"1.964131297s","start":"2026-04-28T17:30:08.067251Z","end":"2026-04-28T17:30:10.031383Z","steps":["trace[921557794] 'range keys from in-memory index tree' (duration: 1.963785918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.067221Z","time spent":"1.964200128s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:30:10.031415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089152893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:30:10.031457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83786586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:10.031488Z","caller":"traceutil/trace.go:171","msg":"trace[1396713321] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6032; }","duration":"2.089276556s","start":"2026-04-28T17:30:07.942193Z","end":"2026-04-28T17:30:10.03147Z","steps":["trace[1396713321] 'range keys from in-memory index tree' (duration: 2.08906145s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.031535Z","caller":"traceutil/trace.go:171","msg":"trace[576024054] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6032; }","duration":"1.838004604s","start":"2026-04-28T17:30:08.193511Z","end":"2026-04-28T17:30:10.031515Z","steps":["trace[576024054] 'count revisions from in-memory index tree' (duration: 1.837792118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:07.942167Z","time spent":"2.089362348s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:30:10.031527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477713133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:30:10.03162Z","caller":"traceutil/trace.go:171","msg":"trace[1110507728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6032; }","duration":"1.477846266s","start":"2026-04-28T17:30:08.553752Z","end":"2026-04-28T17:30:10.031598Z","steps":["trace[1110507728] 'range keys from in-memory index tree' (duration: 1.477498087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959826298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:30:10.031681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.553733Z","time spent":"1.477933138s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:10.031665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050609414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:10.031717Z","caller":"traceutil/trace.go:171","msg":"trace[464969270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6032; }","duration":"1.959890909s","start":"2026-04-28T17:30:08.071816Z","end":"2026-04-28T17:30:10.031707Z","steps":["trace[464969270] 'range keys from in-memory index tree' (duration: 1.959588931s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.071797Z","time spent":"1.959939851s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:30:10.031748Z","caller":"traceutil/trace.go:171","msg":"trace[1935081016] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6032; }","duration":"2.050771068s","start":"2026-04-28T17:30:07.980956Z","end":"2026-04-28T17:30:10.031727Z","steps":["trace[1935081016] 'count revisions from in-memory index tree' (duration: 2.050377528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774206763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:30:10.031785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:07.980926Z","time spent":"2.050852019s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:10.03181Z","caller":"traceutil/trace.go:171","msg":"trace[721006774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6032; }","duration":"1.774306336s","start":"2026-04-28T17:30:08.257491Z","end":"2026-04-28T17:30:10.031797Z","steps":["trace[721006774] 'count revisions from in-memory index tree' (duration: 1.77410265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.257465Z","time spent":"1.774376807s","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:10.031877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960022733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:30:10.03187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121239657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv\" ","response":"range_response_count:1 size:7665"} {"level":"warn","ts":"2026-04-28T17:30:10.031954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923242338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:10.03203Z","caller":"traceutil/trace.go:171","msg":"trace[686083923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6032; }","duration":"1.923382811s","start":"2026-04-28T17:30:08.10863Z","end":"2026-04-28T17:30:10.032013Z","steps":["trace[686083923] 'count revisions from in-memory index tree' (duration: 1.923103104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.031573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.19349Z","time spent":"1.838073975s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:10.032096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.108596Z","time spent":"1.923473694s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:10.032009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771230047s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:10.032248Z","caller":"traceutil/trace.go:171","msg":"trace[1647718288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6032; }","duration":"1.771467503s","start":"2026-04-28T17:30:08.26077Z","end":"2026-04-28T17:30:10.032238Z","steps":["trace[1647718288] 'range keys from in-memory index tree' (duration: 1.771221407s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.031911Z","caller":"traceutil/trace.go:171","msg":"trace[1992189664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6032; }","duration":"1.960083544s","start":"2026-04-28T17:30:08.071819Z","end":"2026-04-28T17:30:10.031903Z","steps":["trace[1992189664] 'range keys from in-memory index tree' (duration: 1.959812227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.032096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648805767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:30:10.032337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.071808Z","time spent":"1.960515795s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:30:10.032349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907653702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:10.032392Z","caller":"traceutil/trace.go:171","msg":"trace[1001680451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6032; }","duration":"1.907729424s","start":"2026-04-28T17:30:08.124652Z","end":"2026-04-28T17:30:10.032382Z","steps":["trace[1001680451] 'range keys from in-memory index tree' (duration: 1.907466788s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.032395Z","caller":"traceutil/trace.go:171","msg":"trace[485276738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6032; }","duration":"1.649120615s","start":"2026-04-28T17:30:08.383247Z","end":"2026-04-28T17:30:10.032368Z","steps":["trace[485276738] 'range keys from in-memory index tree' (duration: 1.648686194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.032529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.383229Z","time spent":"1.649275599s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:10.032585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.124628Z","time spent":"1.907786246s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:10.03176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134949285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:30:10.03271Z","caller":"traceutil/trace.go:171","msg":"trace[976916956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6032; }","duration":"2.13594848s","start":"2026-04-28T17:30:07.896748Z","end":"2026-04-28T17:30:10.032696Z","steps":["trace[976916956] 'range keys from in-memory index tree' (duration: 2.13473889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.032756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:07.896719Z","time spent":"2.136023342s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:30:10.031966Z","caller":"traceutil/trace.go:171","msg":"trace[1943445564] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv; range_end:; response_count:1; response_revision:6032; }","duration":"2.121412101s","start":"2026-04-28T17:30:07.910529Z","end":"2026-04-28T17:30:10.031941Z","steps":["trace[1943445564] 'range keys from in-memory index tree' (duration: 2.121024522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.032931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:07.910503Z","time spent":"2.122419627s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv\" "} {"level":"warn","ts":"2026-04-28T17:30:10.249361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790853013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:30:10.45726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.844320464s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:30:10.457718Z","caller":"traceutil/trace.go:171","msg":"trace[1335846327] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"1.845378131s","start":"2026-04-28T17:30:08.612315Z","end":"2026-04-28T17:30:10.457693Z","steps":["trace[1335846327] 'process raft request' (duration: 1.845176386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.457874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.612293Z","time spent":"1.845485384s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.668723Z","caller":"traceutil/trace.go:171","msg":"trace[130298103] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"1.947655778s","start":"2026-04-28T17:30:08.721019Z","end":"2026-04-28T17:30:10.668675Z","steps":["trace[130298103] 'process raft request' (duration: 1.947360431s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.668813Z","caller":"traceutil/trace.go:171","msg":"trace[1692371701] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"1.947369851s","start":"2026-04-28T17:30:08.721398Z","end":"2026-04-28T17:30:10.668767Z","steps":["trace[1692371701] 'process raft request' (duration: 1.947179176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.668923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.720983Z","time spent":"1.947834173s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.66897Z","caller":"traceutil/trace.go:171","msg":"trace[818894902] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"1.493664718s","start":"2026-04-28T17:30:09.175278Z","end":"2026-04-28T17:30:10.668943Z","steps":["trace[818894902] 'process raft request' (duration: 1.493442242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.66908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:09.175231Z","time spent":"1.493798872s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.669102Z","caller":"traceutil/trace.go:171","msg":"trace[755286813] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"1.947163097s","start":"2026-04-28T17:30:08.721887Z","end":"2026-04-28T17:30:10.66905Z","steps":["trace[755286813] 'process raft request' (duration: 1.946758196s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.66922Z","caller":"traceutil/trace.go:171","msg":"trace[2053898409] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"1.26891152s","start":"2026-04-28T17:30:09.400293Z","end":"2026-04-28T17:30:10.669204Z","steps":["trace[2053898409] 'process raft request' (duration: 1.268494838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.669363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:09.400255Z","time spent":"1.269018672s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:10.669377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.721871Z","time spent":"1.94732028s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:10.669375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:08.721369Z","time spent":"1.947534336s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.722441Z","caller":"traceutil/trace.go:171","msg":"trace[1675148842] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"685.326347ms","start":"2026-04-28T17:30:10.037075Z","end":"2026-04-28T17:30:10.722401Z","steps":["trace[1675148842] 'process raft request' (duration: 684.966067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.722604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.037052Z","time spent":"685.459261ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.722621Z","caller":"traceutil/trace.go:171","msg":"trace[1336299298] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"685.42131ms","start":"2026-04-28T17:30:10.037161Z","end":"2026-04-28T17:30:10.722582Z","steps":["trace[1336299298] 'process raft request' (duration: 685.186934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.722781Z","caller":"traceutil/trace.go:171","msg":"trace[1736444513] linearizableReadLoop","detail":"{readStateIndex:6292; appliedIndex:6279; }","duration":"1.474683986s","start":"2026-04-28T17:30:09.248081Z","end":"2026-04-28T17:30:10.722765Z","steps":["trace[1736444513] 'read index received' (duration: 1.2094754s)","trace[1736444513] 'applied index is now lower than readState.Index' (duration: 265.207616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:10.722855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.037142Z","time spent":"685.580573ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.72289Z","caller":"traceutil/trace.go:171","msg":"trace[1515054757] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"685.286546ms","start":"2026-04-28T17:30:10.037592Z","end":"2026-04-28T17:30:10.722879Z","steps":["trace[1515054757] 'process raft request' (duration: 684.915787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.722949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.037582Z","time spent":"685.334097ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.722985Z","caller":"traceutil/trace.go:171","msg":"trace[366856855] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"684.924487ms","start":"2026-04-28T17:30:10.038048Z","end":"2026-04-28T17:30:10.722973Z","steps":["trace[366856855] 'process raft request' (duration: 684.62428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.038038Z","time spent":"684.972888ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:10.723117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475040345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:10.723162Z","caller":"traceutil/trace.go:171","msg":"trace[323658887] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6044; }","duration":"1.475085456s","start":"2026-04-28T17:30:09.248064Z","end":"2026-04-28T17:30:10.723149Z","steps":["trace[323658887] 'agreement among raft nodes before linearized reading' (duration: 1.474958143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:09.248003Z","time spent":"1.475181169s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":47,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:10.723144Z","caller":"traceutil/trace.go:171","msg":"trace[514757914] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"685.474391ms","start":"2026-04-28T17:30:10.037605Z","end":"2026-04-28T17:30:10.723079Z","steps":["trace[514757914] 'process raft request' (duration: 685.01446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.665917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:10.723379Z","caller":"traceutil/trace.go:171","msg":"trace[1531992365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6044; }","duration":"689.724118ms","start":"2026-04-28T17:30:10.033644Z","end":"2026-04-28T17:30:10.723368Z","steps":["trace[1531992365] 'agreement among raft nodes before linearized reading' (duration: 689.662357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.033631Z","time spent":"689.769039ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:30:10.723449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.609441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:30:10.723451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.037596Z","time spent":"685.705837ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:10.723564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.356869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:10.723597Z","caller":"traceutil/trace.go:171","msg":"trace[2003860045] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6044; }","duration":"324.42176ms","start":"2026-04-28T17:30:10.399169Z","end":"2026-04-28T17:30:10.72359Z","steps":["trace[2003860045] 'agreement among raft nodes before linearized reading' (duration: 324.323937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.399151Z","time spent":"324.463421ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:10.723475Z","caller":"traceutil/trace.go:171","msg":"trace[32206779] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6044; }","duration":"125.671573ms","start":"2026-04-28T17:30:10.597796Z","end":"2026-04-28T17:30:10.723467Z","steps":["trace[32206779] 'agreement among raft nodes before linearized reading' (duration: 125.629612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.025313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:30:10.72368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.352358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70861"} {"level":"info","ts":"2026-04-28T17:30:10.723724Z","caller":"traceutil/trace.go:171","msg":"trace[1574106447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6044; }","duration":"685.414139ms","start":"2026-04-28T17:30:10.0383Z","end":"2026-04-28T17:30:10.723715Z","steps":["trace[1574106447] 'agreement among raft nodes before linearized reading' (duration: 685.230684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.038293Z","time spent":"685.454731ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70885,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:30:10.723756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.322757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:10.723793Z","caller":"traceutil/trace.go:171","msg":"trace[1562435796] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6044; }","duration":"687.396979ms","start":"2026-04-28T17:30:10.036388Z","end":"2026-04-28T17:30:10.723785Z","steps":["trace[1562435796] 'agreement among raft nodes before linearized reading' (duration: 687.323057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.723682Z","caller":"traceutil/trace.go:171","msg":"trace[2014668204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6044; }","duration":"680.332411ms","start":"2026-04-28T17:30:10.043329Z","end":"2026-04-28T17:30:10.723661Z","steps":["trace[2014668204] 'agreement among raft nodes before linearized reading' (duration: 680.037523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.723868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.043311Z","time spent":"680.539805ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:10.72382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.036369Z","time spent":"687.44603ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T17:30:10.723267Z","caller":"traceutil/trace.go:171","msg":"trace[1497613505] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"679.571042ms","start":"2026-04-28T17:30:10.043492Z","end":"2026-04-28T17:30:10.723063Z","steps":["trace[1497613505] 'process raft request' (duration: 679.221173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.724703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:10.043467Z","time spent":"681.11082ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:10.853321Z","caller":"traceutil/trace.go:171","msg":"trace[971034434] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"123.811345ms","start":"2026-04-28T17:30:10.729477Z","end":"2026-04-28T17:30:10.853288Z","steps":["trace[971034434] 'process raft request' (duration: 64.318574ms)","trace[971034434] 'compare' (duration: 59.264075ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:10.91164Z","caller":"traceutil/trace.go:171","msg":"trace[48310290] linearizableReadLoop","detail":"{readStateIndex:6294; appliedIndex:6292; }","duration":"181.674314ms","start":"2026-04-28T17:30:10.729941Z","end":"2026-04-28T17:30:10.911616Z","steps":["trace[48310290] 'read index received' (duration: 64.001735ms)","trace[48310290] 'applied index is now lower than readState.Index' (duration: 117.671589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:10.911679Z","caller":"traceutil/trace.go:171","msg":"trace[600609426] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"181.631433ms","start":"2026-04-28T17:30:10.730024Z","end":"2026-04-28T17:30:10.911655Z","steps":["trace[600609426] 'process raft request' (duration: 181.467979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.911676Z","caller":"traceutil/trace.go:171","msg":"trace[1017196594] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"181.881479ms","start":"2026-04-28T17:30:10.729746Z","end":"2026-04-28T17:30:10.911627Z","steps":["trace[1017196594] 'process raft request' (duration: 181.546891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.911816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.637793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:10.911859Z","caller":"traceutil/trace.go:171","msg":"trace[1281613681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6048; }","duration":"179.714084ms","start":"2026-04-28T17:30:10.732134Z","end":"2026-04-28T17:30:10.911849Z","steps":["trace[1281613681] 'agreement among raft nodes before linearized reading' (duration: 179.630662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:10.91189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.92947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17584"} {"level":"info","ts":"2026-04-28T17:30:10.911973Z","caller":"traceutil/trace.go:171","msg":"trace[989909119] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6048; }","duration":"182.053864ms","start":"2026-04-28T17:30:10.729899Z","end":"2026-04-28T17:30:10.911953Z","steps":["trace[989909119] 'agreement among raft nodes before linearized reading' (duration: 181.852029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:10.911997Z","caller":"traceutil/trace.go:171","msg":"trace[2106038664] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"181.788377ms","start":"2026-04-28T17:30:10.730119Z","end":"2026-04-28T17:30:10.911907Z","steps":["trace[2106038664] 'process raft request' (duration: 181.447009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:12.295683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.620704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:12.295755Z","caller":"traceutil/trace.go:171","msg":"trace[1152834092] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6048; }","duration":"637.744077ms","start":"2026-04-28T17:30:11.657994Z","end":"2026-04-28T17:30:12.295738Z","steps":["trace[1152834092] 'count revisions from in-memory index tree' (duration: 637.526382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:12.295723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.233422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b545487b5-k46zc.18aa9583b284c8fe\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-28T17:30:12.295793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:11.657973Z","time spent":"637.806058ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:12.295818Z","caller":"traceutil/trace.go:171","msg":"trace[712273131] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6b545487b5-k46zc.18aa9583b284c8fe; range_end:; response_count:1; response_revision:6048; }","duration":"957.411748ms","start":"2026-04-28T17:30:11.338382Z","end":"2026-04-28T17:30:12.295794Z","steps":["trace[712273131] 'range keys from in-memory index tree' (duration: 956.902364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:12.295864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:11.338357Z","time spent":"957.496119ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b545487b5-k46zc.18aa9583b284c8fe\" "} {"level":"warn","ts":"2026-04-28T17:30:12.295889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227871836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:12.296014Z","caller":"traceutil/trace.go:171","msg":"trace[386212145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6048; }","duration":"1.228061591s","start":"2026-04-28T17:30:11.067922Z","end":"2026-04-28T17:30:12.295984Z","steps":["trace[386212145] 'range keys from in-memory index tree' (duration: 1.227755713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:12.296082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:11.067893Z","time spent":"1.228174054s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:30:13.092644Z","caller":"traceutil/trace.go:171","msg":"trace[1563186180] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"629.420497ms","start":"2026-04-28T17:30:12.463192Z","end":"2026-04-28T17:30:13.092612Z","steps":["trace[1563186180] 'process raft request' (duration: 629.201661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.092854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.463156Z","time spent":"629.603952ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:13.497455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.596451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:13.497673Z","caller":"traceutil/trace.go:171","msg":"trace[1131164934] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"821.845373ms","start":"2026-04-28T17:30:12.6758Z","end":"2026-04-28T17:30:13.497645Z","steps":["trace[1131164934] 'process raft request' (duration: 630.959506ms)","trace[1131164934] 'compare' (duration: 189.767079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:13.497781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.675766Z","time spent":"821.966497ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:13.498016Z","caller":"traceutil/trace.go:171","msg":"trace[81358928] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"822.030208ms","start":"2026-04-28T17:30:12.675964Z","end":"2026-04-28T17:30:13.497994Z","steps":["trace[81358928] 'process raft request' (duration: 821.622778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:13.498146Z","caller":"traceutil/trace.go:171","msg":"trace[1884496976] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"822.045689ms","start":"2026-04-28T17:30:12.67605Z","end":"2026-04-28T17:30:13.498096Z","steps":["trace[1884496976] 'process raft request' (duration: 821.890695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:13.498163Z","caller":"traceutil/trace.go:171","msg":"trace[1759777768] linearizableReadLoop","detail":"{readStateIndex:6301; appliedIndex:6297; }","duration":"769.704279ms","start":"2026-04-28T17:30:12.728431Z","end":"2026-04-28T17:30:13.498135Z","steps":["trace[1759777768] 'read index received' (duration: 363.949704ms)","trace[1759777768] 'applied index is now lower than readState.Index' (duration: 405.752095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:13.498238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.675956Z","time spent":"822.11782ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:13.498351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.67602Z","time spent":"822.224163ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:13.498427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.968116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:30:13.498555Z","caller":"traceutil/trace.go:171","msg":"trace[477841572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6053; }","duration":"770.11198ms","start":"2026-04-28T17:30:12.728394Z","end":"2026-04-28T17:30:13.498506Z","steps":["trace[477841572] 'agreement among raft nodes before linearized reading' (duration: 769.843492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.498619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.72838Z","time spent":"770.225913ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:30:13.571349Z","caller":"traceutil/trace.go:171","msg":"trace[1006317946] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"280.418733ms","start":"2026-04-28T17:30:13.290879Z","end":"2026-04-28T17:30:13.571298Z","steps":["trace[1006317946] 'process raft request' (duration: 280.151736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.571476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.087179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:30:13.571473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.056848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:30:13.571596Z","caller":"traceutil/trace.go:171","msg":"trace[811866596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6054; }","duration":"818.260373ms","start":"2026-04-28T17:30:12.753314Z","end":"2026-04-28T17:30:13.571574Z","steps":["trace[811866596] 'agreement among raft nodes before linearized reading' (duration: 818.049108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.571594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.270764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:30:13.571487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.556596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:30:13.571655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.753303Z","time spent":"818.340595ms","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:13.571673Z","caller":"traceutil/trace.go:171","msg":"trace[1995703567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6054; }","duration":"842.377436ms","start":"2026-04-28T17:30:12.729276Z","end":"2026-04-28T17:30:13.571653Z","steps":["trace[1995703567] 'agreement among raft nodes before linearized reading' (duration: 842.14611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:13.571684Z","caller":"traceutil/trace.go:171","msg":"trace[815350663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6054; }","duration":"842.280503ms","start":"2026-04-28T17:30:12.729347Z","end":"2026-04-28T17:30:13.571628Z","steps":["trace[815350663] 'agreement among raft nodes before linearized reading' (duration: 841.962835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.571371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.879378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T17:30:13.571744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.729269Z","time spent":"842.457158ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:30:13.571784Z","caller":"traceutil/trace.go:171","msg":"trace[1399260612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6054; }","duration":"843.33053ms","start":"2026-04-28T17:30:12.728433Z","end":"2026-04-28T17:30:13.571764Z","steps":["trace[1399260612] 'agreement among raft nodes before linearized reading' (duration: 842.761556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:13.571762Z","caller":"traceutil/trace.go:171","msg":"trace[1146309780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6054; }","duration":"841.802921ms","start":"2026-04-28T17:30:12.729864Z","end":"2026-04-28T17:30:13.571667Z","steps":["trace[1146309780] 'agreement among raft nodes before linearized reading' (duration: 841.566036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.571413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.974815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:30:13.571845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.728422Z","time spent":"843.405291ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:30:13.571885Z","caller":"traceutil/trace.go:171","msg":"trace[1521340825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6054; }","duration":"840.449037ms","start":"2026-04-28T17:30:12.7314Z","end":"2026-04-28T17:30:13.571849Z","steps":["trace[1521340825] 'agreement among raft nodes before linearized reading' (duration: 839.825521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:13.571938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.729815Z","time spent":"842.064738ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:30:13.571953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.731368Z","time spent":"840.57513ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:30:13.571815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:12.72932Z","time spent":"842.448888ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:30:13.626594Z","caller":"traceutil/trace.go:171","msg":"trace[1346220513] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"122.984634ms","start":"2026-04-28T17:30:13.503549Z","end":"2026-04-28T17:30:13.626533Z","steps":["trace[1346220513] 'process raft request' (duration: 96.151093ms)","trace[1346220513] 'compare' (duration: 26.277347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:15.882389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.538019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:30:15.882451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.21915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:30:15.882478Z","caller":"traceutil/trace.go:171","msg":"trace[1553082354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6075; }","duration":"251.673803ms","start":"2026-04-28T17:30:15.630778Z","end":"2026-04-28T17:30:15.882452Z","steps":["trace[1553082354] 'range keys from in-memory index tree' (duration: 251.245282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:15.882521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.689283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:30:15.882595Z","caller":"traceutil/trace.go:171","msg":"trace[530088665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6075; }","duration":"251.816716ms","start":"2026-04-28T17:30:15.630763Z","end":"2026-04-28T17:30:15.88258Z","steps":["trace[530088665] 'range keys from in-memory index tree' (duration: 251.508908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:15.882588Z","caller":"traceutil/trace.go:171","msg":"trace[1252968787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6075; }","duration":"249.333983ms","start":"2026-04-28T17:30:15.63318Z","end":"2026-04-28T17:30:15.882514Z","steps":["trace[1252968787] 'range keys from in-memory index tree' (duration: 248.995224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:15.882523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.445951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:30:15.882717Z","caller":"traceutil/trace.go:171","msg":"trace[1561080356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6075; }","duration":"250.665747ms","start":"2026-04-28T17:30:15.632036Z","end":"2026-04-28T17:30:15.882702Z","steps":["trace[1561080356] 'range keys from in-memory index tree' (duration: 250.287208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:15.882744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.837257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:30:15.882827Z","caller":"traceutil/trace.go:171","msg":"trace[793960755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6075; }","duration":"251.941219ms","start":"2026-04-28T17:30:15.630869Z","end":"2026-04-28T17:30:15.88281Z","steps":["trace[793960755] 'range keys from in-memory index tree' (duration: 251.617921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:15.882833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.913679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:15.882951Z","caller":"traceutil/trace.go:171","msg":"trace[1429470757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6075; }","duration":"252.110133ms","start":"2026-04-28T17:30:15.630819Z","end":"2026-04-28T17:30:15.882929Z","steps":["trace[1429470757] 'range keys from in-memory index tree' (duration: 251.665952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:16.086091Z","caller":"traceutil/trace.go:171","msg":"trace[1635542432] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"199.050876ms","start":"2026-04-28T17:30:15.887016Z","end":"2026-04-28T17:30:16.086066Z","steps":["trace[1635542432] 'process raft request' (duration: 199.015075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:16.086142Z","caller":"traceutil/trace.go:171","msg":"trace[1019034050] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"199.094077ms","start":"2026-04-28T17:30:15.887009Z","end":"2026-04-28T17:30:16.086103Z","steps":["trace[1019034050] 'process raft request' (duration: 198.873071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:16.099033Z","caller":"traceutil/trace.go:171","msg":"trace[1448118320] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"211.712888ms","start":"2026-04-28T17:30:15.8873Z","end":"2026-04-28T17:30:16.099013Z","steps":["trace[1448118320] 'process raft request' (duration: 211.583465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:16.099038Z","caller":"traceutil/trace.go:171","msg":"trace[417066000] linearizableReadLoop","detail":"{readStateIndex:6328; appliedIndex:6325; }","duration":"211.80099ms","start":"2026-04-28T17:30:15.887214Z","end":"2026-04-28T17:30:16.099015Z","steps":["trace[417066000] 'read index received' (duration: 198.594465ms)","trace[417066000] 'applied index is now lower than readState.Index' (duration: 13.205155ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:16.099055Z","caller":"traceutil/trace.go:171","msg":"trace[1689427616] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"211.934283ms","start":"2026-04-28T17:30:15.887084Z","end":"2026-04-28T17:30:16.099018Z","steps":["trace[1689427616] 'process raft request' (duration: 211.619756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:16.099155Z","caller":"traceutil/trace.go:171","msg":"trace[1895996587] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"211.729368ms","start":"2026-04-28T17:30:15.887412Z","end":"2026-04-28T17:30:16.099142Z","steps":["trace[1895996587] 'process raft request' (duration: 211.528463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:16.099341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.549217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:16.099381Z","caller":"traceutil/trace.go:171","msg":"trace[1717529981] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6080; }","duration":"182.647839ms","start":"2026-04-28T17:30:15.916723Z","end":"2026-04-28T17:30:16.09937Z","steps":["trace[1717529981] 'agreement among raft nodes before linearized reading' (duration: 182.565497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:16.099518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.274312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70872"} {"level":"info","ts":"2026-04-28T17:30:16.099569Z","caller":"traceutil/trace.go:171","msg":"trace[1277794197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6080; }","duration":"212.370184ms","start":"2026-04-28T17:30:15.887187Z","end":"2026-04-28T17:30:16.099557Z","steps":["trace[1277794197] 'agreement among raft nodes before linearized reading' (duration: 212.075577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:16.099652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.200363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:30:16.099677Z","caller":"traceutil/trace.go:171","msg":"trace[901225071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6080; }","duration":"157.270675ms","start":"2026-04-28T17:30:15.942399Z","end":"2026-04-28T17:30:16.09967Z","steps":["trace[901225071] 'agreement among raft nodes before linearized reading' (duration: 157.152202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:16.099538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.475643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T17:30:16.099956Z","caller":"traceutil/trace.go:171","msg":"trace[199795664] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6080; }","duration":"141.916824ms","start":"2026-04-28T17:30:15.958029Z","end":"2026-04-28T17:30:16.099946Z","steps":["trace[199795664] 'agreement among raft nodes before linearized reading' (duration: 141.467632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:19.407666Z","caller":"traceutil/trace.go:171","msg":"trace[412165527] linearizableReadLoop","detail":"{readStateIndex:6357; appliedIndex:6356; }","duration":"133.587893ms","start":"2026-04-28T17:30:19.274046Z","end":"2026-04-28T17:30:19.407634Z","steps":["trace[412165527] 'read index received' (duration: 133.367497ms)","trace[412165527] 'applied index is now lower than readState.Index' (duration: 219.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:19.407788Z","caller":"traceutil/trace.go:171","msg":"trace[681900015] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"142.466848ms","start":"2026-04-28T17:30:19.26528Z","end":"2026-04-28T17:30:19.407746Z","steps":["trace[681900015] 'process raft request' (duration: 142.190862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:19.407875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.812599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T17:30:19.407937Z","caller":"traceutil/trace.go:171","msg":"trace[2119448694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6107; }","duration":"133.909231ms","start":"2026-04-28T17:30:19.274013Z","end":"2026-04-28T17:30:19.407922Z","steps":["trace[2119448694] 'agreement among raft nodes before linearized reading' (duration: 133.728556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.044068Z","caller":"traceutil/trace.go:171","msg":"trace[1275786193] linearizableReadLoop","detail":"{readStateIndex:6394; appliedIndex:6392; }","duration":"262.664142ms","start":"2026-04-28T17:30:19.781381Z","end":"2026-04-28T17:30:20.044045Z","steps":["trace[1275786193] 'read index received' (duration: 262.510858ms)","trace[1275786193] 'applied index is now lower than readState.Index' (duration: 152.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:20.044202Z","caller":"traceutil/trace.go:171","msg":"trace[1819297087] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"277.865627ms","start":"2026-04-28T17:30:19.766305Z","end":"2026-04-28T17:30:20.044171Z","steps":["trace[1819297087] 'process raft request' (duration: 277.555639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.044181Z","caller":"traceutil/trace.go:171","msg":"trace[1196826230] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"277.824146ms","start":"2026-04-28T17:30:19.766317Z","end":"2026-04-28T17:30:20.044141Z","steps":["trace[1196826230] 'process raft request' (duration: 277.659102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.044335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.931938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T17:30:20.044403Z","caller":"traceutil/trace.go:171","msg":"trace[1624708563] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6143; }","duration":"263.049621ms","start":"2026-04-28T17:30:19.781337Z","end":"2026-04-28T17:30:20.044387Z","steps":["trace[1624708563] 'agreement among raft nodes before linearized reading' (duration: 262.826566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.05169Z","caller":"traceutil/trace.go:171","msg":"trace[1562740191] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"224.044191ms","start":"2026-04-28T17:30:19.827624Z","end":"2026-04-28T17:30:20.051668Z","steps":["trace[1562740191] 'process raft request' (duration: 223.179939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.051813Z","caller":"traceutil/trace.go:171","msg":"trace[625384592] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"227.494068ms","start":"2026-04-28T17:30:19.824297Z","end":"2026-04-28T17:30:20.051791Z","steps":["trace[625384592] 'process raft request' (duration: 226.38685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.05204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.814829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214374"} {"level":"info","ts":"2026-04-28T17:30:20.052127Z","caller":"traceutil/trace.go:171","msg":"trace[981758815] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6146; }","duration":"146.948362ms","start":"2026-04-28T17:30:19.90516Z","end":"2026-04-28T17:30:20.052108Z","steps":["trace[981758815] 'agreement among raft nodes before linearized reading' (duration: 145.745742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.406339Z","caller":"traceutil/trace.go:171","msg":"trace[1647040004] linearizableReadLoop","detail":"{readStateIndex:6400; appliedIndex:6399; }","duration":"341.718869ms","start":"2026-04-28T17:30:20.064583Z","end":"2026-04-28T17:30:20.406302Z","steps":["trace[1647040004] 'read index received' (duration: 263.186615ms)","trace[1647040004] 'applied index is now lower than readState.Index' (duration: 78.530014ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:20.406602Z","caller":"traceutil/trace.go:171","msg":"trace[739113431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6148; }","duration":"350.702018ms","start":"2026-04-28T17:30:20.055879Z","end":"2026-04-28T17:30:20.406581Z","steps":["trace[739113431] 'process raft request' (duration: 271.880096ms)","trace[739113431] 'compare' (duration: 78.461162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:20.40674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.055854Z","time spent":"350.789911ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":61,"response count":0,"response size":9353,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:20.407045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.440318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:109799"} {"level":"info","ts":"2026-04-28T17:30:20.40715Z","caller":"traceutil/trace.go:171","msg":"trace[64740607] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6148; }","duration":"342.589982ms","start":"2026-04-28T17:30:20.064538Z","end":"2026-04-28T17:30:20.407128Z","steps":["trace[64740607] 'agreement among raft nodes before linearized reading' (duration: 342.141601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.407205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.06452Z","time spent":"342.671855ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":109823,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-28T17:30:20.609537Z","caller":"traceutil/trace.go:171","msg":"trace[1689127588] linearizableReadLoop","detail":"{readStateIndex:6402; appliedIndex:6401; }","duration":"203.029026ms","start":"2026-04-28T17:30:20.406484Z","end":"2026-04-28T17:30:20.609513Z","steps":["trace[1689127588] 'read index received' (duration: 203.008136ms)","trace[1689127588] 'applied index is now lower than readState.Index' (duration: 20.1µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:20.609746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.233909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:30:20.609785Z","caller":"traceutil/trace.go:171","msg":"trace[924358001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6150; }","duration":"499.322542ms","start":"2026-04-28T17:30:20.110452Z","end":"2026-04-28T17:30:20.609775Z","steps":["trace[924358001] 'agreement among raft nodes before linearized reading' (duration: 499.171298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.609825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.110435Z","time spent":"499.382004ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:30:20.609864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.453834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:20.609902Z","caller":"traceutil/trace.go:171","msg":"trace[27852631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6150; }","duration":"543.495525ms","start":"2026-04-28T17:30:20.066396Z","end":"2026-04-28T17:30:20.609892Z","steps":["trace[27852631] 'agreement among raft nodes before linearized reading' (duration: 543.422433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.609948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.066376Z","time spent":"543.565086ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:30:20.609541Z","caller":"traceutil/trace.go:171","msg":"trace[1796911580] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"544.363566ms","start":"2026-04-28T17:30:20.065154Z","end":"2026-04-28T17:30:20.609517Z","steps":["trace[1796911580] 'process raft request' (duration: 544.152691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.610161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.065144Z","time spent":"544.946411ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1436,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:20.61018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.692671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T17:30:20.610232Z","caller":"traceutil/trace.go:171","msg":"trace[2090605413] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"543.690519ms","start":"2026-04-28T17:30:20.066529Z","end":"2026-04-28T17:30:20.610219Z","steps":["trace[2090605413] 'process raft request' (duration: 542.92579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.610247Z","caller":"traceutil/trace.go:171","msg":"trace[464258988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6150; }","duration":"510.791043ms","start":"2026-04-28T17:30:20.099433Z","end":"2026-04-28T17:30:20.610224Z","steps":["trace[464258988] 'agreement among raft nodes before linearized reading' (duration: 510.645899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.610053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.47219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:30:20.610303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.099411Z","time spent":"510.878456ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:20.61031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.066522Z","time spent":"543.74752ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:20.610022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.056326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-28T17:30:20.610341Z","caller":"traceutil/trace.go:171","msg":"trace[1869652031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6150; }","duration":"509.785108ms","start":"2026-04-28T17:30:20.100533Z","end":"2026-04-28T17:30:20.610318Z","steps":["trace[1869652031] 'agreement among raft nodes before linearized reading' (duration: 509.377948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.610356Z","caller":"traceutil/trace.go:171","msg":"trace[435042500] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6150; }","duration":"527.455566ms","start":"2026-04-28T17:30:20.082887Z","end":"2026-04-28T17:30:20.610343Z","steps":["trace[435042500] 'agreement among raft nodes before linearized reading' (duration: 526.940173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.610395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.082867Z","time spent":"527.516748ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-28T17:30:20.610395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.100515Z","time spent":"509.86382ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:30:20.610738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.914205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:30:20.610796Z","caller":"traceutil/trace.go:171","msg":"trace[2138114787] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6150; }","duration":"494.012777ms","start":"2026-04-28T17:30:20.116769Z","end":"2026-04-28T17:30:20.610782Z","steps":["trace[2138114787] 'agreement among raft nodes before linearized reading' (duration: 493.836673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.610837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.116759Z","time spent":"494.066078ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:30:20.610845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.673904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T17:30:20.610934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.747425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T17:30:20.610947Z","caller":"traceutil/trace.go:171","msg":"trace[1597647680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6150; }","duration":"495.564725ms","start":"2026-04-28T17:30:20.115357Z","end":"2026-04-28T17:30:20.610922Z","steps":["trace[1597647680] 'agreement among raft nodes before linearized reading' (duration: 494.222242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:20.610982Z","caller":"traceutil/trace.go:171","msg":"trace[979952922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6150; }","duration":"494.817999ms","start":"2026-04-28T17:30:20.116153Z","end":"2026-04-28T17:30:20.610971Z","steps":["trace[979952922] 'agreement among raft nodes before linearized reading' (duration: 494.700495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.611019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.115336Z","time spent":"495.659209ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:30:20.611033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.116142Z","time spent":"494.88383ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:30:20.927415Z","caller":"traceutil/trace.go:171","msg":"trace[267079860] linearizableReadLoop","detail":"{readStateIndex:6403; appliedIndex:6402; }","duration":"317.778641ms","start":"2026-04-28T17:30:20.609604Z","end":"2026-04-28T17:30:20.927383Z","steps":["trace[267079860] 'read index received' (duration: 263.686268ms)","trace[267079860] 'applied index is now lower than readState.Index' (duration: 54.091423ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:20.927486Z","caller":"traceutil/trace.go:171","msg":"trace[1323304889] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"494.049538ms","start":"2026-04-28T17:30:20.433386Z","end":"2026-04-28T17:30:20.927435Z","steps":["trace[1323304889] 'process raft request' (duration: 439.727208ms)","trace[1323304889] 'compare' (duration: 54.101544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:20.927694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.598944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4848"} {"level":"info","ts":"2026-04-28T17:30:20.927776Z","caller":"traceutil/trace.go:171","msg":"trace[1924519445] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6151; }","duration":"509.721727ms","start":"2026-04-28T17:30:20.418037Z","end":"2026-04-28T17:30:20.927759Z","steps":["trace[1924519445] 'agreement among raft nodes before linearized reading' (duration: 509.477931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:20.92782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.418019Z","time spent":"509.790918ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4872,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-28T17:30:20.927878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.433342Z","time spent":"494.237503ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9560,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:21.222904Z","caller":"traceutil/trace.go:171","msg":"trace[1459604247] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"607.433669ms","start":"2026-04-28T17:30:20.615387Z","end":"2026-04-28T17:30:21.22282Z","steps":["trace[1459604247] 'process raft request' (duration: 607.205433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:21.223054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.615367Z","time spent":"607.614073ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:21.223245Z","caller":"traceutil/trace.go:171","msg":"trace[1991707225] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"607.463129ms","start":"2026-04-28T17:30:20.615743Z","end":"2026-04-28T17:30:21.223206Z","steps":["trace[1991707225] 'process raft request' (duration: 607.027048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:21.223304Z","caller":"traceutil/trace.go:171","msg":"trace[152117525] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"607.428249ms","start":"2026-04-28T17:30:20.615833Z","end":"2026-04-28T17:30:21.223261Z","steps":["trace[152117525] 'process raft request' (duration: 607.169412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:21.223373Z","caller":"traceutil/trace.go:171","msg":"trace[896443605] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"465.196235ms","start":"2026-04-28T17:30:20.758166Z","end":"2026-04-28T17:30:21.223362Z","steps":["trace[896443605] 'process raft request' (duration: 465.126003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:21.223412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.61573Z","time spent":"607.597132ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:21.223403Z","caller":"traceutil/trace.go:171","msg":"trace[1847703507] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"607.334156ms","start":"2026-04-28T17:30:20.616056Z","end":"2026-04-28T17:30:21.223391Z","steps":["trace[1847703507] 'process raft request' (duration: 607.137771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:21.223425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.758134Z","time spent":"465.259847ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:21.223492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.615822Z","time spent":"607.580182ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:21.223519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.616041Z","time spent":"607.418348ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:21.223544Z","caller":"traceutil/trace.go:171","msg":"trace[1108482129] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"607.12501ms","start":"2026-04-28T17:30:20.616409Z","end":"2026-04-28T17:30:21.223534Z","steps":["trace[1108482129] 'process raft request' (duration: 606.821663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:21.223334Z","caller":"traceutil/trace.go:171","msg":"trace[1669110729] transaction","detail":"{read_only:false; response_revision:6157; number_of_response:1; }","duration":"606.530135ms","start":"2026-04-28T17:30:20.616789Z","end":"2026-04-28T17:30:21.22332Z","steps":["trace[1669110729] 'process raft request' (duration: 606.478084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:21.223604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.616369Z","time spent":"607.211433ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:21.223711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.616765Z","time spent":"606.875063ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:22.308117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085603114s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:30:22.308728Z","caller":"traceutil/trace.go:171","msg":"trace[1178993032] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"1.417197387s","start":"2026-04-28T17:30:20.891495Z","end":"2026-04-28T17:30:22.308693Z","steps":["trace[1178993032] 'process raft request' (duration: 1.416923829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.308905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.891475Z","time spent":"1.4173358s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:22.309053Z","caller":"traceutil/trace.go:171","msg":"trace[1998678919] linearizableReadLoop","detail":"{readStateIndex:6411; appliedIndex:6403; }","duration":"1.38150797s","start":"2026-04-28T17:30:20.927516Z","end":"2026-04-28T17:30:22.309024Z","steps":["trace[1998678919] 'read index received' (duration: 295.054283ms)","trace[1998678919] 'applied index is now lower than readState.Index' (duration: 1.086452037s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:22.309141Z","caller":"traceutil/trace.go:171","msg":"trace[2004775380] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"1.362650662s","start":"2026-04-28T17:30:20.946444Z","end":"2026-04-28T17:30:22.309095Z","steps":["trace[2004775380] 'process raft request' (duration: 1.362161609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.309258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687823141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T17:30:22.309335Z","caller":"traceutil/trace.go:171","msg":"trace[1832491469] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6161; }","duration":"1.687928364s","start":"2026-04-28T17:30:20.621385Z","end":"2026-04-28T17:30:22.309313Z","steps":["trace[1832491469] 'agreement among raft nodes before linearized reading' (duration: 1.687720729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.309338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.946409Z","time spent":"1.362818976s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9624,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:22.309379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.621371Z","time spent":"1.687995795s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T17:30:22.30938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69133245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80044"} {"level":"warn","ts":"2026-04-28T17:30:22.309462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697809694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:22.309513Z","caller":"traceutil/trace.go:171","msg":"trace[1548919385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6161; }","duration":"1.697874556s","start":"2026-04-28T17:30:20.611622Z","end":"2026-04-28T17:30:22.309497Z","steps":["trace[1548919385] 'agreement among raft nodes before linearized reading' (duration: 1.697810234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.309548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673830206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-04-28T17:30:22.309561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.611607Z","time spent":"1.697943537s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:30:22.309462Z","caller":"traceutil/trace.go:171","msg":"trace[184028706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6161; }","duration":"1.691433632s","start":"2026-04-28T17:30:20.618011Z","end":"2026-04-28T17:30:22.309445Z","steps":["trace[184028706] 'agreement among raft nodes before linearized reading' (duration: 1.691129035s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.3096Z","caller":"traceutil/trace.go:171","msg":"trace[800971105] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6161; }","duration":"1.673912268s","start":"2026-04-28T17:30:20.63567Z","end":"2026-04-28T17:30:22.309583Z","steps":["trace[800971105] 'agreement among raft nodes before linearized reading' (duration: 1.673765604s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.30965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.635652Z","time spent":"1.673983279s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-28T17:30:22.309651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.618002Z","time spent":"1.691628447s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:30:22.309383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694231483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17769"} {"level":"info","ts":"2026-04-28T17:30:22.309786Z","caller":"traceutil/trace.go:171","msg":"trace[395283070] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6161; }","duration":"1.694684905s","start":"2026-04-28T17:30:20.615087Z","end":"2026-04-28T17:30:22.309772Z","steps":["trace[395283070] 'agreement among raft nodes before linearized reading' (duration: 1.694168892s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.309831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:20.61506Z","time spent":"1.694756367s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17793,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T17:30:22.309391Z","caller":"traceutil/trace.go:171","msg":"trace[808281349] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"1.105578583s","start":"2026-04-28T17:30:21.203793Z","end":"2026-04-28T17:30:22.309372Z","steps":["trace[808281349] 'process raft request' (duration: 1.105119071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.31004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.203771Z","time spent":"1.106203288s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:22.31267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268835508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:22.312753Z","caller":"traceutil/trace.go:171","msg":"trace[1122741163] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6164; }","duration":"1.268967512s","start":"2026-04-28T17:30:21.043766Z","end":"2026-04-28T17:30:22.312733Z","steps":["trace[1122741163] 'agreement among raft nodes before linearized reading' (duration: 1.268823708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.312793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.043746Z","time spent":"1.269036964s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:30:22.312784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.959136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:22.312862Z","caller":"traceutil/trace.go:171","msg":"trace[1864934232] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6164; }","duration":"270.082269ms","start":"2026-04-28T17:30:22.042754Z","end":"2026-04-28T17:30:22.312836Z","steps":["trace[1864934232] 'agreement among raft nodes before linearized reading' (duration: 269.949976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.312938Z","caller":"traceutil/trace.go:171","msg":"trace[1932220093] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"707.327545ms","start":"2026-04-28T17:30:21.605592Z","end":"2026-04-28T17:30:22.312919Z","steps":["trace[1932220093] 'process raft request' (duration: 706.908265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.312966Z","caller":"traceutil/trace.go:171","msg":"trace[1590029161] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"707.009837ms","start":"2026-04-28T17:30:21.605942Z","end":"2026-04-28T17:30:22.312952Z","steps":["trace[1590029161] 'process raft request' (duration: 706.604387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.313033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.605554Z","time spent":"707.419928ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:22.31305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.605922Z","time spent":"707.074649ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:22.313077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071124786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:30:22.313026Z","caller":"traceutil/trace.go:171","msg":"trace[1709459571] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"784.155447ms","start":"2026-04-28T17:30:21.528793Z","end":"2026-04-28T17:30:22.312949Z","steps":["trace[1709459571] 'process raft request' (duration: 783.585533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.313202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.371204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b545487b5-k46zc.18aa9583b284c8fe\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-28T17:30:22.313247Z","caller":"traceutil/trace.go:171","msg":"trace[41598086] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6b545487b5-k46zc.18aa9583b284c8fe; range_end:; response_count:1; response_revision:6164; }","duration":"975.458736ms","start":"2026-04-28T17:30:21.337779Z","end":"2026-04-28T17:30:22.313238Z","steps":["trace[41598086] 'agreement among raft nodes before linearized reading' (duration: 975.332233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.313269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266445778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-28T17:30:22.31328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.337749Z","time spent":"975.524728ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b545487b5-k46zc.18aa9583b284c8fe\" "} {"level":"info","ts":"2026-04-28T17:30:22.313301Z","caller":"traceutil/trace.go:171","msg":"trace[2094875905] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6164; }","duration":"1.266582092s","start":"2026-04-28T17:30:21.046707Z","end":"2026-04-28T17:30:22.313289Z","steps":["trace[2094875905] 'agreement among raft nodes before linearized reading' (duration: 1.26649892s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.313334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.046684Z","time spent":"1.266642233s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T17:30:22.313396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.528766Z","time spent":"784.421114ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:22.313113Z","caller":"traceutil/trace.go:171","msg":"trace[858614349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6164; }","duration":"1.071195058s","start":"2026-04-28T17:30:21.241908Z","end":"2026-04-28T17:30:22.313103Z","steps":["trace[858614349] 'agreement among raft nodes before linearized reading' (duration: 1.071073415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.313552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268559362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"warn","ts":"2026-04-28T17:30:22.313566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.241886Z","time spent":"1.071672059s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:30:22.313592Z","caller":"traceutil/trace.go:171","msg":"trace[439485246] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6164; }","duration":"1.268594693s","start":"2026-04-28T17:30:21.044982Z","end":"2026-04-28T17:30:22.313577Z","steps":["trace[439485246] 'agreement among raft nodes before linearized reading' (duration: 1.26846301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.31363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:21.044924Z","time spent":"1.268697705s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T17:30:22.43819Z","caller":"traceutil/trace.go:171","msg":"trace[248021631] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"115.972386ms","start":"2026-04-28T17:30:22.32216Z","end":"2026-04-28T17:30:22.438132Z","steps":["trace[248021631] 'process raft request' (duration: 115.805262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.438463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.517411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:22.438565Z","caller":"traceutil/trace.go:171","msg":"trace[559829981] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:6169; }","duration":"118.621973ms","start":"2026-04-28T17:30:22.319901Z","end":"2026-04-28T17:30:22.438523Z","steps":["trace[559829981] 'agreement among raft nodes before linearized reading' (duration: 118.452019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.438618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.687284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T17:30:22.438709Z","caller":"traceutil/trace.go:171","msg":"trace[311834050] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6169; }","duration":"118.812787ms","start":"2026-04-28T17:30:22.319876Z","end":"2026-04-28T17:30:22.438689Z","steps":["trace[311834050] 'agreement among raft nodes before linearized reading' (duration: 118.503479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.438553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.837975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-28T17:30:22.43876Z","caller":"traceutil/trace.go:171","msg":"trace[1132239607] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"117.388552ms","start":"2026-04-28T17:30:22.321323Z","end":"2026-04-28T17:30:22.438712Z","steps":["trace[1132239607] 'process raft request' (duration: 99.464007ms)","trace[1132239607] 'compare' (duration: 16.9211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:22.438785Z","caller":"traceutil/trace.go:171","msg":"trace[1244210627] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84; range_end:; response_count:1; response_revision:6169; }","duration":"120.128002ms","start":"2026-04-28T17:30:22.318629Z","end":"2026-04-28T17:30:22.438756Z","steps":["trace[1244210627] 'agreement among raft nodes before linearized reading' (duration: 119.763603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.438277Z","caller":"traceutil/trace.go:171","msg":"trace[1525401532] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"113.706129ms","start":"2026-04-28T17:30:22.324535Z","end":"2026-04-28T17:30:22.438241Z","steps":["trace[1525401532] 'process raft request' (duration: 113.506674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.762191Z","caller":"traceutil/trace.go:171","msg":"trace[922644872] linearizableReadLoop","detail":"{readStateIndex:6427; appliedIndex:6426; }","duration":"230.190647ms","start":"2026-04-28T17:30:22.531955Z","end":"2026-04-28T17:30:22.762145Z","steps":["trace[922644872] 'read index received' (duration: 222.111803ms)","trace[922644872] 'applied index is now lower than readState.Index' (duration: 8.076804ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:22.762223Z","caller":"traceutil/trace.go:171","msg":"trace[2045532415] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"230.525915ms","start":"2026-04-28T17:30:22.531637Z","end":"2026-04-28T17:30:22.762163Z","steps":["trace[2045532415] 'process raft request' (duration: 222.436771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.762512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.538226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-28T17:30:22.762647Z","caller":"traceutil/trace.go:171","msg":"trace[1089552743] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6175; }","duration":"230.68282ms","start":"2026-04-28T17:30:22.531943Z","end":"2026-04-28T17:30:22.762626Z","steps":["trace[1089552743] 'agreement among raft nodes before linearized reading' (duration: 230.34056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.766005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.131399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:30:22.766044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.49846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:22.766065Z","caller":"traceutil/trace.go:171","msg":"trace[355115380] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6176; }","duration":"175.269182ms","start":"2026-04-28T17:30:22.590782Z","end":"2026-04-28T17:30:22.766051Z","steps":["trace[355115380] 'agreement among raft nodes before linearized reading' (duration: 175.164249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.766098Z","caller":"traceutil/trace.go:171","msg":"trace[1474826518] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6176; }","duration":"218.594213ms","start":"2026-04-28T17:30:22.547489Z","end":"2026-04-28T17:30:22.766083Z","steps":["trace[1474826518] 'agreement among raft nodes before linearized reading' (duration: 218.49357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:22.765993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.639439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T17:30:22.766015Z","caller":"traceutil/trace.go:171","msg":"trace[1413083823] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"230.577597ms","start":"2026-04-28T17:30:22.53536Z","end":"2026-04-28T17:30:22.765937Z","steps":["trace[1413083823] 'process raft request' (duration: 230.265669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:22.7662Z","caller":"traceutil/trace.go:171","msg":"trace[1186712948] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6176; }","duration":"232.883375ms","start":"2026-04-28T17:30:22.533285Z","end":"2026-04-28T17:30:22.766168Z","steps":["trace[1186712948] 'agreement among raft nodes before linearized reading' (duration: 232.528646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:23.034656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.252902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:23.03487Z","caller":"traceutil/trace.go:171","msg":"trace[1549072712] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"222.42469ms","start":"2026-04-28T17:30:22.812356Z","end":"2026-04-28T17:30:23.03478Z","steps":["trace[1549072712] 'process raft request' (duration: 83.953043ms)","trace[1549072712] 'compare' (duration: 137.922603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:23.115611Z","caller":"traceutil/trace.go:171","msg":"trace[1844715508] linearizableReadLoop","detail":"{readStateIndex:6432; appliedIndex:6429; }","duration":"299.341163ms","start":"2026-04-28T17:30:22.816241Z","end":"2026-04-28T17:30:23.115582Z","steps":["trace[1844715508] 'read index received' (duration: 80.074124ms)","trace[1844715508] 'applied index is now lower than readState.Index' (duration: 219.265999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:23.11574Z","caller":"traceutil/trace.go:171","msg":"trace[1704383602] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"301.312434ms","start":"2026-04-28T17:30:22.814401Z","end":"2026-04-28T17:30:23.115713Z","steps":["trace[1704383602] 'process raft request' (duration: 301.083818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.115885Z","caller":"traceutil/trace.go:171","msg":"trace[395674857] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"301.758934ms","start":"2026-04-28T17:30:22.814048Z","end":"2026-04-28T17:30:23.115807Z","steps":["trace[395674857] 'process raft request' (duration: 301.294731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:23.115965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.707862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T17:30:23.116021Z","caller":"traceutil/trace.go:171","msg":"trace[1436012299] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6180; }","duration":"299.809895ms","start":"2026-04-28T17:30:22.816195Z","end":"2026-04-28T17:30:23.116005Z","steps":["trace[1436012299] 'agreement among raft nodes before linearized reading' (duration: 299.533118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:23.116041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:22.814382Z","time spent":"301.424286ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:23.116078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:22.814037Z","time spent":"301.928159ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:23.237013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-28T17:30:23.237077Z","caller":"traceutil/trace.go:171","msg":"trace[2081030387] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6181; }","duration":"100.447351ms","start":"2026-04-28T17:30:23.136617Z","end":"2026-04-28T17:30:23.237065Z","steps":["trace[2081030387] 'range keys from in-memory index tree' (duration: 100.221246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.245364Z","caller":"traceutil/trace.go:171","msg":"trace[812953720] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"101.655472ms","start":"2026-04-28T17:30:23.143659Z","end":"2026-04-28T17:30:23.245314Z","steps":["trace[812953720] 'process raft request' (duration: 101.476097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.475176Z","caller":"traceutil/trace.go:171","msg":"trace[148144200] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"223.206759ms","start":"2026-04-28T17:30:23.251944Z","end":"2026-04-28T17:30:23.475151Z","steps":["trace[148144200] 'process raft request' (duration: 128.282698ms)","trace[148144200] 'compare' (duration: 94.549442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:23.475408Z","caller":"traceutil/trace.go:171","msg":"trace[196782406] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"223.379433ms","start":"2026-04-28T17:30:23.252008Z","end":"2026-04-28T17:30:23.475387Z","steps":["trace[196782406] 'process raft request' (duration: 223.086486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.47564Z","caller":"traceutil/trace.go:171","msg":"trace[290891046] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"223.535568ms","start":"2026-04-28T17:30:23.252078Z","end":"2026-04-28T17:30:23.475614Z","steps":["trace[290891046] 'process raft request' (duration: 223.210539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.475655Z","caller":"traceutil/trace.go:171","msg":"trace[1069470998] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"223.518747ms","start":"2026-04-28T17:30:23.252112Z","end":"2026-04-28T17:30:23.475631Z","steps":["trace[1069470998] 'process raft request' (duration: 223.404164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.475687Z","caller":"traceutil/trace.go:171","msg":"trace[544324913] linearizableReadLoop","detail":"{readStateIndex:6441; appliedIndex:6436; }","duration":"215.182145ms","start":"2026-04-28T17:30:23.260493Z","end":"2026-04-28T17:30:23.475675Z","steps":["trace[544324913] 'read index received' (duration: 119.70002ms)","trace[544324913] 'applied index is now lower than readState.Index' (duration: 95.481295ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:23.475743Z","caller":"traceutil/trace.go:171","msg":"trace[1663376914] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"223.535298ms","start":"2026-04-28T17:30:23.252162Z","end":"2026-04-28T17:30:23.475697Z","steps":["trace[1663376914] 'process raft request' (duration: 223.424945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:23.47582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.310518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T17:30:23.476184Z","caller":"traceutil/trace.go:171","msg":"trace[1991934360] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6189; }","duration":"215.702628ms","start":"2026-04-28T17:30:23.260469Z","end":"2026-04-28T17:30:23.476172Z","steps":["trace[1991934360] 'agreement among raft nodes before linearized reading' (duration: 215.239136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:23.494935Z","caller":"traceutil/trace.go:171","msg":"trace[335419026] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"150.196085ms","start":"2026-04-28T17:30:23.344685Z","end":"2026-04-28T17:30:23.494881Z","steps":["trace[335419026] 'process raft request' (duration: 149.961109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:23.495529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.958198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18aa9589f8c7041d\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-28T17:30:23.49562Z","caller":"traceutil/trace.go:171","msg":"trace[2058538948] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18aa9589f8c7041d; range_end:; response_count:1; response_revision:6190; }","duration":"235.09101ms","start":"2026-04-28T17:30:23.26051Z","end":"2026-04-28T17:30:23.495601Z","steps":["trace[2058538948] 'agreement among raft nodes before linearized reading' (duration: 234.859795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:23.495955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.806097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-28T17:30:23.49616Z","caller":"traceutil/trace.go:171","msg":"trace[2080999367] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6190; }","duration":"221.085095ms","start":"2026-04-28T17:30:23.275051Z","end":"2026-04-28T17:30:23.496136Z","steps":["trace[2080999367] 'agreement among raft nodes before linearized reading' (duration: 220.249274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.245425Z","caller":"traceutil/trace.go:171","msg":"trace[674395130] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"163.01937ms","start":"2026-04-28T17:30:24.082366Z","end":"2026-04-28T17:30:24.245385Z","steps":["trace[674395130] 'process raft request' (duration: 161.207234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.39486Z","caller":"traceutil/trace.go:171","msg":"trace[89439563] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"141.310528ms","start":"2026-04-28T17:30:24.253495Z","end":"2026-04-28T17:30:24.394806Z","steps":["trace[89439563] 'process raft request' (duration: 140.913248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.394882Z","caller":"traceutil/trace.go:171","msg":"trace[1175729091] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6448; }","duration":"134.203169ms","start":"2026-04-28T17:30:24.260637Z","end":"2026-04-28T17:30:24.39484Z","steps":["trace[1175729091] 'read index received' (duration: 20.696757ms)","trace[1175729091] 'applied index is now lower than readState.Index' (duration: 113.501022ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:24.395044Z","caller":"traceutil/trace.go:171","msg":"trace[706887507] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"141.247146ms","start":"2026-04-28T17:30:24.253771Z","end":"2026-04-28T17:30:24.395018Z","steps":["trace[706887507] 'process raft request' (duration: 141.00467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.395004Z","caller":"traceutil/trace.go:171","msg":"trace[640530919] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"141.394471ms","start":"2026-04-28T17:30:24.253587Z","end":"2026-04-28T17:30:24.394982Z","steps":["trace[640530919] 'process raft request' (duration: 141.123284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.395212Z","caller":"traceutil/trace.go:171","msg":"trace[207743155] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"141.630547ms","start":"2026-04-28T17:30:24.253553Z","end":"2026-04-28T17:30:24.395183Z","steps":["trace[207743155] 'process raft request' (duration: 141.095153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:24.395246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.568448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T17:30:24.395333Z","caller":"traceutil/trace.go:171","msg":"trace[1663189945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6201; }","duration":"134.716812ms","start":"2026-04-28T17:30:24.260595Z","end":"2026-04-28T17:30:24.395312Z","steps":["trace[1663189945] 'agreement among raft nodes before linearized reading' (duration: 134.422844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.454493Z","caller":"traceutil/trace.go:171","msg":"trace[2013582073] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"136.283292ms","start":"2026-04-28T17:30:24.318181Z","end":"2026-04-28T17:30:24.454465Z","steps":["trace[2013582073] 'process raft request' (duration: 136.194708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.454719Z","caller":"traceutil/trace.go:171","msg":"trace[1581137508] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"137.329037ms","start":"2026-04-28T17:30:24.317195Z","end":"2026-04-28T17:30:24.454524Z","steps":["trace[1581137508] 'process raft request' (duration: 137.013558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.454969Z","caller":"traceutil/trace.go:171","msg":"trace[1863714503] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"136.156858ms","start":"2026-04-28T17:30:24.318587Z","end":"2026-04-28T17:30:24.454744Z","steps":["trace[1863714503] 'process raft request' (duration: 135.834698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:24.455056Z","caller":"traceutil/trace.go:171","msg":"trace[1911947106] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"136.450515ms","start":"2026-04-28T17:30:24.318586Z","end":"2026-04-28T17:30:24.455036Z","steps":["trace[1911947106] 'process raft request' (duration: 136.061935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:24.455247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.101117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:30:24.45533Z","caller":"traceutil/trace.go:171","msg":"trace[1918217181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6205; }","duration":"138.242241ms","start":"2026-04-28T17:30:24.317073Z","end":"2026-04-28T17:30:24.455315Z","steps":["trace[1918217181] 'agreement among raft nodes before linearized reading' (duration: 137.932533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:25.036665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.860223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:25.036756Z","caller":"traceutil/trace.go:171","msg":"trace[1955508857] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6208; }","duration":"133.010377ms","start":"2026-04-28T17:30:24.903722Z","end":"2026-04-28T17:30:25.036732Z","steps":["trace[1955508857] 'count revisions from in-memory index tree' (duration: 132.745851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:26.005151Z","caller":"traceutil/trace.go:171","msg":"trace[1151297942] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"521.209029ms","start":"2026-04-28T17:30:25.483925Z","end":"2026-04-28T17:30:26.005134Z","steps":["trace[1151297942] 'process raft request' (duration: 521.135257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:26.005198Z","caller":"traceutil/trace.go:171","msg":"trace[1108197401] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"520.321897ms","start":"2026-04-28T17:30:25.484806Z","end":"2026-04-28T17:30:26.005127Z","steps":["trace[1108197401] 'process raft request' (duration: 520.275406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:26.005275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:25.483898Z","time spent":"521.311872ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:26.005278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:25.484784Z","time spent":"520.44495ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:26.005152Z","caller":"traceutil/trace.go:171","msg":"trace[207800961] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"521.292372ms","start":"2026-04-28T17:30:25.483834Z","end":"2026-04-28T17:30:26.005127Z","steps":["trace[207800961] 'process raft request' (duration: 521.108417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:26.005402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:25.483816Z","time spent":"521.565318ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:26.005406Z","caller":"traceutil/trace.go:171","msg":"trace[1849252720] linearizableReadLoop","detail":"{readStateIndex:6467; appliedIndex:6463; }","duration":"426.945224ms","start":"2026-04-28T17:30:25.578436Z","end":"2026-04-28T17:30:26.005382Z","steps":["trace[1849252720] 'read index received' (duration: 426.507533ms)","trace[1849252720] 'applied index is now lower than readState.Index' (duration: 435.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:26.005437Z","caller":"traceutil/trace.go:171","msg":"trace[1899929681] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"520.131242ms","start":"2026-04-28T17:30:25.48529Z","end":"2026-04-28T17:30:26.005421Z","steps":["trace[1899929681] 'process raft request' (duration: 519.810864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:26.005503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:25.485268Z","time spent":"520.200654ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:26.005614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.17726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-04-28T17:30:26.005662Z","caller":"traceutil/trace.go:171","msg":"trace[1415126963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79; range_end:; response_count:1; response_revision:6214; }","duration":"427.275803ms","start":"2026-04-28T17:30:25.578372Z","end":"2026-04-28T17:30:26.005648Z","steps":["trace[1415126963] 'agreement among raft nodes before linearized reading' (duration: 427.090338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:26.005706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:25.578341Z","time spent":"427.354924ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3962,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" "} {"level":"info","ts":"2026-04-28T17:30:27.757113Z","caller":"traceutil/trace.go:171","msg":"trace[1216592374] linearizableReadLoop","detail":"{readStateIndex:6473; appliedIndex:6472; }","duration":"189.42322ms","start":"2026-04-28T17:30:27.567669Z","end":"2026-04-28T17:30:27.757092Z","steps":["trace[1216592374] 'read index received' (duration: 189.228406ms)","trace[1216592374] 'applied index is now lower than readState.Index' (duration: 194.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:27.757229Z","caller":"traceutil/trace.go:171","msg":"trace[225083314] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"611.599063ms","start":"2026-04-28T17:30:27.145611Z","end":"2026-04-28T17:30:27.75721Z","steps":["trace[225083314] 'process raft request' (duration: 611.339237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:27.757358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.689649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:27.757383Z","caller":"traceutil/trace.go:171","msg":"trace[2018542962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6220; }","duration":"189.760211ms","start":"2026-04-28T17:30:27.567617Z","end":"2026-04-28T17:30:27.757377Z","steps":["trace[2018542962] 'agreement among raft nodes before linearized reading' (duration: 189.571915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:27.7574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:27.145587Z","time spent":"611.740708ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:27.87959Z","caller":"traceutil/trace.go:171","msg":"trace[769361698] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"105.118189ms","start":"2026-04-28T17:30:27.77444Z","end":"2026-04-28T17:30:27.879558Z","steps":["trace[769361698] 'process raft request' (duration: 104.929094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:27.928423Z","caller":"traceutil/trace.go:171","msg":"trace[1349575213] linearizableReadLoop","detail":"{readStateIndex:6476; appliedIndex:6474; }","duration":"113.973825ms","start":"2026-04-28T17:30:27.814417Z","end":"2026-04-28T17:30:27.928391Z","steps":["trace[1349575213] 'read index received' (duration: 65.076013ms)","trace[1349575213] 'applied index is now lower than readState.Index' (duration: 48.896652ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:27.928554Z","caller":"traceutil/trace.go:171","msg":"trace[708939124] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"153.190761ms","start":"2026-04-28T17:30:27.775329Z","end":"2026-04-28T17:30:27.928519Z","steps":["trace[708939124] 'process raft request' (duration: 152.885004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:27.92866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.235522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:30:27.928879Z","caller":"traceutil/trace.go:171","msg":"trace[1506471717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6223; }","duration":"114.514279ms","start":"2026-04-28T17:30:27.81435Z","end":"2026-04-28T17:30:27.928864Z","steps":["trace[1506471717] 'agreement among raft nodes before linearized reading' (duration: 114.14947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:28.215097Z","caller":"traceutil/trace.go:171","msg":"trace[1908291182] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6483; }","duration":"109.401959ms","start":"2026-04-28T17:30:28.105674Z","end":"2026-04-28T17:30:28.215076Z","steps":["trace[1908291182] 'read index received' (duration: 105.88665ms)","trace[1908291182] 'applied index is now lower than readState.Index' (duration: 3.514609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:28.215235Z","caller":"traceutil/trace.go:171","msg":"trace[522179976] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"116.185021ms","start":"2026-04-28T17:30:28.099013Z","end":"2026-04-28T17:30:28.215198Z","steps":["trace[522179976] 'process raft request' (duration: 112.525629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:28.215285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.589834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T17:30:28.21532Z","caller":"traceutil/trace.go:171","msg":"trace[1425752561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6231; }","duration":"109.695206ms","start":"2026-04-28T17:30:28.105612Z","end":"2026-04-28T17:30:28.215308Z","steps":["trace[1425752561] 'agreement among raft nodes before linearized reading' (duration: 109.542932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:39.716366Z","caller":"traceutil/trace.go:171","msg":"trace[1678733306] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"263.76992ms","start":"2026-04-28T17:30:39.452547Z","end":"2026-04-28T17:30:39.716316Z","steps":["trace[1678733306] 'process raft request' (duration: 263.417991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:40.034089Z","caller":"traceutil/trace.go:171","msg":"trace[360867230] linearizableReadLoop","detail":"{readStateIndex:6611; appliedIndex:6610; }","duration":"310.896167ms","start":"2026-04-28T17:30:39.723159Z","end":"2026-04-28T17:30:40.034056Z","steps":["trace[360867230] 'read index received' (duration: 310.700412ms)","trace[360867230] 'applied index is now lower than readState.Index' (duration: 194.375µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:40.034136Z","caller":"traceutil/trace.go:171","msg":"trace[1317123183] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"311.43865ms","start":"2026-04-28T17:30:39.722667Z","end":"2026-04-28T17:30:40.034106Z","steps":["trace[1317123183] 'process raft request' (duration: 311.118322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.034531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.72264Z","time spent":"311.795649ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1624,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:40.034674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.468021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4463"} {"level":"info","ts":"2026-04-28T17:30:40.034807Z","caller":"traceutil/trace.go:171","msg":"trace[2057206672] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:6355; }","duration":"311.652366ms","start":"2026-04-28T17:30:39.723125Z","end":"2026-04-28T17:30:40.034778Z","steps":["trace[2057206672] 'agreement among raft nodes before linearized reading' (duration: 311.094892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.034921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.723086Z","time spent":"311.8213ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4487,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-04-28T17:30:40.249889Z","caller":"traceutil/trace.go:171","msg":"trace[1118992274] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"526.577575ms","start":"2026-04-28T17:30:39.723272Z","end":"2026-04-28T17:30:40.249849Z","steps":["trace[1118992274] 'process raft request' (duration: 488.146209ms)","trace[1118992274] 'compare' (duration: 38.19299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:40.249907Z","caller":"traceutil/trace.go:171","msg":"trace[1484955552] transaction","detail":"{read_only:false; response_revision:6357; number_of_response:1; }","duration":"526.068823ms","start":"2026-04-28T17:30:39.723811Z","end":"2026-04-28T17:30:40.24988Z","steps":["trace[1484955552] 'process raft request' (duration: 525.95706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.250066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.723794Z","time spent":"526.192826ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:40.250089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.723218Z","time spent":"526.755169ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:40.250444Z","caller":"traceutil/trace.go:171","msg":"trace[543453221] transaction","detail":"{read_only:false; response_revision:6358; number_of_response:1; }","duration":"526.424441ms","start":"2026-04-28T17:30:39.723986Z","end":"2026-04-28T17:30:40.25041Z","steps":["trace[543453221] 'process raft request' (duration: 525.852357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.250681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.723973Z","time spent":"526.602365ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:40.250947Z","caller":"traceutil/trace.go:171","msg":"trace[1959367672] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"524.713267ms","start":"2026-04-28T17:30:39.726178Z","end":"2026-04-28T17:30:40.250892Z","steps":["trace[1959367672] 'process raft request' (duration: 524.505572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:40.251Z","caller":"traceutil/trace.go:171","msg":"trace[1082404046] transaction","detail":"{read_only:false; response_revision:6359; number_of_response:1; }","duration":"526.955605ms","start":"2026-04-28T17:30:39.724003Z","end":"2026-04-28T17:30:40.250958Z","steps":["trace[1082404046] 'process raft request' (duration: 526.147395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.251267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.726162Z","time spent":"524.969824ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:40.251552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:39.723976Z","time spent":"527.135039ms","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:40.280278Z","caller":"traceutil/trace.go:171","msg":"trace[1745648413] linearizableReadLoop","detail":"{readStateIndex:6618; appliedIndex:6611; }","duration":"212.2131ms","start":"2026-04-28T17:30:40.068034Z","end":"2026-04-28T17:30:40.280247Z","steps":["trace[1745648413] 'read index received' (duration: 143.538935ms)","trace[1745648413] 'applied index is now lower than readState.Index' (duration: 68.672815ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:40.280349Z","caller":"traceutil/trace.go:171","msg":"trace[93766130] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"237.212505ms","start":"2026-04-28T17:30:40.043115Z","end":"2026-04-28T17:30:40.280328Z","steps":["trace[93766130] 'process raft request' (duration: 236.935028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.280471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.394995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:30:40.280555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.006634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:40.280572Z","caller":"traceutil/trace.go:171","msg":"trace[386814234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6361; }","duration":"212.545919ms","start":"2026-04-28T17:30:40.068005Z","end":"2026-04-28T17:30:40.280551Z","steps":["trace[386814234] 'agreement among raft nodes before linearized reading' (duration: 212.352114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:40.280614Z","caller":"traceutil/trace.go:171","msg":"trace[42713993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6361; }","duration":"210.152758ms","start":"2026-04-28T17:30:40.070447Z","end":"2026-04-28T17:30:40.280599Z","steps":["trace[42713993] 'agreement among raft nodes before linearized reading' (duration: 209.956903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.280704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.284468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T17:30:40.280721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.386908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:30:40.280745Z","caller":"traceutil/trace.go:171","msg":"trace[713879194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6361; }","duration":"150.38773ms","start":"2026-04-28T17:30:40.130348Z","end":"2026-04-28T17:30:40.280736Z","steps":["trace[713879194] 'agreement among raft nodes before linearized reading' (duration: 150.132463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:40.280767Z","caller":"traceutil/trace.go:171","msg":"trace[375363214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6361; }","duration":"133.44678ms","start":"2026-04-28T17:30:40.147305Z","end":"2026-04-28T17:30:40.280752Z","steps":["trace[375363214] 'agreement among raft nodes before linearized reading' (duration: 133.354608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:40.280606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.750458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:30:40.280879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.489843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:30:40.280949Z","caller":"traceutil/trace.go:171","msg":"trace[223196511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6361; }","duration":"150.609756ms","start":"2026-04-28T17:30:40.130324Z","end":"2026-04-28T17:30:40.280934Z","steps":["trace[223196511] 'agreement among raft nodes before linearized reading' (duration: 150.437961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:40.280925Z","caller":"traceutil/trace.go:171","msg":"trace[820182127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6361; }","duration":"134.077566ms","start":"2026-04-28T17:30:40.146793Z","end":"2026-04-28T17:30:40.28087Z","steps":["trace[820182127] 'agreement among raft nodes before linearized reading' (duration: 133.670736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:41.441406Z","caller":"traceutil/trace.go:171","msg":"trace[169217408] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"155.737375ms","start":"2026-04-28T17:30:41.285634Z","end":"2026-04-28T17:30:41.441372Z","steps":["trace[169217408] 'process raft request' (duration: 155.50916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:43.556395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.452131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:43.556455Z","caller":"traceutil/trace.go:171","msg":"trace[1609019440] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6394; }","duration":"187.567774ms","start":"2026-04-28T17:30:43.368874Z","end":"2026-04-28T17:30:43.556441Z","steps":["trace[1609019440] 'count revisions from in-memory index tree' (duration: 187.268766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:43.556446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.774889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:43.556541Z","caller":"traceutil/trace.go:171","msg":"trace[540192987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6394; }","duration":"487.886272ms","start":"2026-04-28T17:30:43.068632Z","end":"2026-04-28T17:30:43.556519Z","steps":["trace[540192987] 'range keys from in-memory index tree' (duration: 487.659635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:43.556611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:43.06855Z","time spent":"488.045286ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:30:43.556586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.048367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:43.557512Z","caller":"traceutil/trace.go:171","msg":"trace[64996453] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6394; }","duration":"642.311644ms","start":"2026-04-28T17:30:42.914411Z","end":"2026-04-28T17:30:43.556722Z","steps":["trace[64996453] 'count revisions from in-memory index tree' (duration: 641.921634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:43.557628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:42.914384Z","time spent":"643.220607ms","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:44.664269Z","caller":"traceutil/trace.go:171","msg":"trace[1695231378] linearizableReadLoop","detail":"{readStateIndex:6657; appliedIndex:6652; }","duration":"253.871659ms","start":"2026-04-28T17:30:44.410371Z","end":"2026-04-28T17:30:44.664242Z","steps":["trace[1695231378] 'read index received' (duration: 48.624975ms)","trace[1695231378] 'applied index is now lower than readState.Index' (duration: 205.245574ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:44.664329Z","caller":"traceutil/trace.go:171","msg":"trace[1891931858] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"289.232768ms","start":"2026-04-28T17:30:44.375054Z","end":"2026-04-28T17:30:44.664287Z","steps":["trace[1891931858] 'process raft request' (duration: 289.080094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:44.664401Z","caller":"traceutil/trace.go:171","msg":"trace[1838174613] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"288.764064ms","start":"2026-04-28T17:30:44.375618Z","end":"2026-04-28T17:30:44.664382Z","steps":["trace[1838174613] 'process raft request' (duration: 288.557439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:44.664405Z","caller":"traceutil/trace.go:171","msg":"trace[421824225] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"290.609122ms","start":"2026-04-28T17:30:44.373774Z","end":"2026-04-28T17:30:44.664383Z","steps":["trace[421824225] 'process raft request' (duration: 290.220983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:44.66464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.250228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:30:44.664727Z","caller":"traceutil/trace.go:171","msg":"trace[1457917301] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:6400; }","duration":"254.397701ms","start":"2026-04-28T17:30:44.410309Z","end":"2026-04-28T17:30:44.664707Z","steps":["trace[1457917301] 'agreement among raft nodes before linearized reading' (duration: 254.125725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:44.665066Z","caller":"traceutil/trace.go:171","msg":"trace[2050177848] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"287.974495ms","start":"2026-04-28T17:30:44.377076Z","end":"2026-04-28T17:30:44.665051Z","steps":["trace[2050177848] 'process raft request' (duration: 287.127184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:44.93112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.085625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:44.931291Z","caller":"traceutil/trace.go:171","msg":"trace[369929419] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"313.916993ms","start":"2026-04-28T17:30:44.617324Z","end":"2026-04-28T17:30:44.931241Z","steps":["trace[369929419] 'process raft request' (duration: 81.581881ms)","trace[369929419] 'compare' (duration: 231.88145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:44.931369Z","caller":"traceutil/trace.go:171","msg":"trace[1738593695] linearizableReadLoop","detail":"{readStateIndex:6658; appliedIndex:6657; }","duration":"266.987551ms","start":"2026-04-28T17:30:44.664352Z","end":"2026-04-28T17:30:44.931339Z","steps":["trace[1738593695] 'read index received' (duration: 34.566488ms)","trace[1738593695] 'applied index is now lower than readState.Index' (duration: 232.418803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:44.931438Z","caller":"traceutil/trace.go:171","msg":"trace[1004128179] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"177.898688ms","start":"2026-04-28T17:30:44.753519Z","end":"2026-04-28T17:30:44.931418Z","steps":["trace[1004128179] 'process raft request' (duration: 177.838676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:44.931466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:44.617293Z","time spent":"314.076377ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:44.931837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.135214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T17:30:44.931937Z","caller":"traceutil/trace.go:171","msg":"trace[746288432] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6402; }","duration":"478.282457ms","start":"2026-04-28T17:30:44.453627Z","end":"2026-04-28T17:30:44.93191Z","steps":["trace[746288432] 'agreement among raft nodes before linearized reading' (duration: 477.99876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:44.931991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:44.453606Z","time spent":"478.373319ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T17:30:44.962172Z","caller":"traceutil/trace.go:171","msg":"trace[2070824814] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"208.492346ms","start":"2026-04-28T17:30:44.753652Z","end":"2026-04-28T17:30:44.962144Z","steps":["trace[2070824814] 'process raft request' (duration: 208.245029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:44.962633Z","caller":"traceutil/trace.go:171","msg":"trace[1301176418] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"207.741216ms","start":"2026-04-28T17:30:44.754858Z","end":"2026-04-28T17:30:44.962599Z","steps":["trace[1301176418] 'process raft request' (duration: 207.226353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:44.962925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.021871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:30:44.96299Z","caller":"traceutil/trace.go:171","msg":"trace[1489935304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6404; }","duration":"202.139424ms","start":"2026-04-28T17:30:44.760819Z","end":"2026-04-28T17:30:44.962959Z","steps":["trace[1489935304] 'agreement among raft nodes before linearized reading' (duration: 201.934169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:44.963385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.656293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:44.96345Z","caller":"traceutil/trace.go:171","msg":"trace[1016395155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6404; }","duration":"268.773147ms","start":"2026-04-28T17:30:44.694659Z","end":"2026-04-28T17:30:44.963432Z","steps":["trace[1016395155] 'agreement among raft nodes before linearized reading' (duration: 268.624532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:45.330502Z","caller":"traceutil/trace.go:171","msg":"trace[548055823] linearizableReadLoop","detail":"{readStateIndex:6663; appliedIndex:6662; }","duration":"362.882517ms","start":"2026-04-28T17:30:44.967588Z","end":"2026-04-28T17:30:45.33047Z","steps":["trace[548055823] 'read index received' (duration: 362.541768ms)","trace[548055823] 'applied index is now lower than readState.Index' (duration: 339.359µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:45.330634Z","caller":"traceutil/trace.go:171","msg":"trace[1149480921] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"397.714562ms","start":"2026-04-28T17:30:44.932804Z","end":"2026-04-28T17:30:45.330518Z","steps":["trace[1149480921] 'process raft request' (duration: 397.416033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:45.330834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.223206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81256"} {"level":"warn","ts":"2026-04-28T17:30:45.330838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.499473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:45.330882Z","caller":"traceutil/trace.go:171","msg":"trace[1207655642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6405; }","duration":"363.320628ms","start":"2026-04-28T17:30:44.967551Z","end":"2026-04-28T17:30:45.330871Z","steps":["trace[1207655642] 'agreement among raft nodes before linearized reading' (duration: 363.053712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:45.33088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:44.932774Z","time spent":"397.973528ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:45.330905Z","caller":"traceutil/trace.go:171","msg":"trace[328619285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6405; }","duration":"263.625256ms","start":"2026-04-28T17:30:45.067264Z","end":"2026-04-28T17:30:45.33089Z","steps":["trace[328619285] 'agreement among raft nodes before linearized reading' (duration: 263.495283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:45.330916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:44.967534Z","time spent":"363.3746ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T17:30:46.944032Z","caller":"traceutil/trace.go:171","msg":"trace[1943043785] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"199.97563ms","start":"2026-04-28T17:30:46.74404Z","end":"2026-04-28T17:30:46.944016Z","steps":["trace[1943043785] 'process raft request' (duration: 199.853676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:47.346166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.091707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:47.34649Z","caller":"traceutil/trace.go:171","msg":"trace[1115068524] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"408.993428ms","start":"2026-04-28T17:30:46.937471Z","end":"2026-04-28T17:30:47.346465Z","steps":["trace[1115068524] 'process raft request' (duration: 408.885716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:47.346501Z","caller":"traceutil/trace.go:171","msg":"trace[1827644311] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"408.844855ms","start":"2026-04-28T17:30:46.937635Z","end":"2026-04-28T17:30:47.34648Z","steps":["trace[1827644311] 'process raft request' (duration: 408.753333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:47.34648Z","caller":"traceutil/trace.go:171","msg":"trace[1856714050] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"602.316988ms","start":"2026-04-28T17:30:46.744087Z","end":"2026-04-28T17:30:47.346404Z","steps":["trace[1856714050] 'process raft request' (duration: 326.900093ms)","trace[1856714050] 'compare' (duration: 274.908812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:30:47.346612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.937453Z","time spent":"409.113681ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:47.346681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.937629Z","time spent":"408.979378ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:47.346802Z","caller":"traceutil/trace.go:171","msg":"trace[1182141932] linearizableReadLoop","detail":"{readStateIndex:6673; appliedIndex:6666; }","duration":"278.582635ms","start":"2026-04-28T17:30:47.0682Z","end":"2026-04-28T17:30:47.346783Z","steps":["trace[1182141932] 'read index received' (duration: 2.774311ms)","trace[1182141932] 'applied index is now lower than readState.Index' (duration: 275.805974ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:47.346815Z","caller":"traceutil/trace.go:171","msg":"trace[1329304003] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"377.980761ms","start":"2026-04-28T17:30:46.968814Z","end":"2026-04-28T17:30:47.346795Z","steps":["trace[1329304003] 'process raft request' (duration: 377.652192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:47.346958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.968768Z","time spent":"378.100484ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:47.346971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.759689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:47.346512Z","caller":"traceutil/trace.go:171","msg":"trace[1647217256] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"378.934634ms","start":"2026-04-28T17:30:46.967563Z","end":"2026-04-28T17:30:47.346498Z","steps":["trace[1647217256] 'process raft request' (duration: 378.865873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:47.347035Z","caller":"traceutil/trace.go:171","msg":"trace[1611808581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6415; }","duration":"278.878142ms","start":"2026-04-28T17:30:47.068142Z","end":"2026-04-28T17:30:47.34702Z","steps":["trace[1611808581] 'agreement among raft nodes before linearized reading' (duration: 278.76661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:47.346987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.744056Z","time spent":"602.614676ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:47.346501Z","caller":"traceutil/trace.go:171","msg":"trace[817115974] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"602.323809ms","start":"2026-04-28T17:30:46.744146Z","end":"2026-04-28T17:30:47.34647Z","steps":["trace[817115974] 'process raft request' (duration: 602.124184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:47.347293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.744108Z","time spent":"603.133499ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:47.346501Z","caller":"traceutil/trace.go:171","msg":"trace[2015529127] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"602.190276ms","start":"2026-04-28T17:30:46.744278Z","end":"2026-04-28T17:30:47.346468Z","steps":["trace[2015529127] 'process raft request' (duration: 602.046542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:47.347514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.744263Z","time spent":"603.211072ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:47.348143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:46.967539Z","time spent":"379.518919ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:49.345344Z","caller":"traceutil/trace.go:171","msg":"trace[1703575264] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6674; }","duration":"260.457315ms","start":"2026-04-28T17:30:49.084853Z","end":"2026-04-28T17:30:49.345311Z","steps":["trace[1703575264] 'read index received' (duration: 260.078166ms)","trace[1703575264] 'applied index is now lower than readState.Index' (duration: 377.699µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:49.345474Z","caller":"traceutil/trace.go:171","msg":"trace[773181485] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"393.106735ms","start":"2026-04-28T17:30:48.952328Z","end":"2026-04-28T17:30:49.345434Z","steps":["trace[773181485] 'process raft request' (duration: 392.773537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:49.345734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:48.952308Z","time spent":"393.32216ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:49.345761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.798414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:49.34601Z","caller":"traceutil/trace.go:171","msg":"trace[604367917] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6417; }","duration":"261.07425ms","start":"2026-04-28T17:30:49.084803Z","end":"2026-04-28T17:30:49.345878Z","steps":["trace[604367917] 'agreement among raft nodes before linearized reading' (duration: 260.724132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:49.584133Z","caller":"traceutil/trace.go:171","msg":"trace[1327167978] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"231.268734ms","start":"2026-04-28T17:30:49.352836Z","end":"2026-04-28T17:30:49.584105Z","steps":["trace[1327167978] 'process raft request' (duration: 182.864195ms)","trace[1327167978] 'compare' (duration: 48.214604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:49.584402Z","caller":"traceutil/trace.go:171","msg":"trace[891148620] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"154.577795ms","start":"2026-04-28T17:30:49.429815Z","end":"2026-04-28T17:30:49.584393Z","steps":["trace[891148620] 'process raft request' (duration: 154.554235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:49.584491Z","caller":"traceutil/trace.go:171","msg":"trace[1556207589] linearizableReadLoop","detail":"{readStateIndex:6680; appliedIndex:6676; }","duration":"158.893336ms","start":"2026-04-28T17:30:49.425591Z","end":"2026-04-28T17:30:49.584484Z","steps":["trace[1556207589] 'read index received' (duration: 110.126648ms)","trace[1556207589] 'applied index is now lower than readState.Index' (duration: 48.765838ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:49.584455Z","caller":"traceutil/trace.go:171","msg":"trace[461881623] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"231.258313ms","start":"2026-04-28T17:30:49.353164Z","end":"2026-04-28T17:30:49.584422Z","steps":["trace[461881623] 'process raft request' (duration: 231.158351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:49.584547Z","caller":"traceutil/trace.go:171","msg":"trace[1406197774] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"231.568162ms","start":"2026-04-28T17:30:49.35295Z","end":"2026-04-28T17:30:49.584519Z","steps":["trace[1406197774] 'process raft request' (duration: 231.10604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:49.584641Z","caller":"traceutil/trace.go:171","msg":"trace[994255873] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"231.540921ms","start":"2026-04-28T17:30:49.353091Z","end":"2026-04-28T17:30:49.584632Z","steps":["trace[994255873] 'process raft request' (duration: 231.177652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:49.584883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.343936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T17:30:49.584968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.310742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:30:49.584972Z","caller":"traceutil/trace.go:171","msg":"trace[1178766115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6423; }","duration":"233.47ms","start":"2026-04-28T17:30:49.351485Z","end":"2026-04-28T17:30:49.584955Z","steps":["trace[1178766115] 'agreement among raft nodes before linearized reading' (duration: 233.305905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:49.585001Z","caller":"traceutil/trace.go:171","msg":"trace[256638746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6423; }","duration":"123.385904ms","start":"2026-04-28T17:30:49.461606Z","end":"2026-04-28T17:30:49.584992Z","steps":["trace[256638746] 'agreement among raft nodes before linearized reading' (duration: 123.219949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:49.58531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.868445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:30:49.585442Z","caller":"traceutil/trace.go:171","msg":"trace[1385018228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6423; }","duration":"233.142871ms","start":"2026-04-28T17:30:49.352277Z","end":"2026-04-28T17:30:49.58542Z","steps":["trace[1385018228] 'agreement among raft nodes before linearized reading' (duration: 232.572497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:49.585056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.547875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:30:49.585809Z","caller":"traceutil/trace.go:171","msg":"trace[153875666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6423; }","duration":"229.315015ms","start":"2026-04-28T17:30:49.356486Z","end":"2026-04-28T17:30:49.585801Z","steps":["trace[153875666] 'agreement among raft nodes before linearized reading' (duration: 228.076533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:49.82463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.460237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:30:49.824895Z","caller":"traceutil/trace.go:171","msg":"trace[975866295] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"235.717196ms","start":"2026-04-28T17:30:49.58914Z","end":"2026-04-28T17:30:49.824857Z","steps":["trace[975866295] 'process raft request' (duration: 109.85574ms)","trace[975866295] 'compare' (duration: 125.183449ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:49.82498Z","caller":"traceutil/trace.go:171","msg":"trace[896545733] linearizableReadLoop","detail":"{readStateIndex:6684; appliedIndex:6681; }","duration":"234.384074ms","start":"2026-04-28T17:30:49.590576Z","end":"2026-04-28T17:30:49.82496Z","steps":["trace[896545733] 'read index received' (duration: 60.780485ms)","trace[896545733] 'applied index is now lower than readState.Index' (duration: 173.601659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:49.825084Z","caller":"traceutil/trace.go:171","msg":"trace[1448675082] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"234.842785ms","start":"2026-04-28T17:30:49.59023Z","end":"2026-04-28T17:30:49.825073Z","steps":["trace[1448675082] 'process raft request' (duration: 234.560778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:49.825349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.750923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81256"} {"level":"info","ts":"2026-04-28T17:30:49.825417Z","caller":"traceutil/trace.go:171","msg":"trace[1432450038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6426; }","duration":"234.873636ms","start":"2026-04-28T17:30:49.590527Z","end":"2026-04-28T17:30:49.825401Z","steps":["trace[1432450038] 'agreement among raft nodes before linearized reading' (duration: 234.521587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:50.623513Z","caller":"traceutil/trace.go:171","msg":"trace[267724675] transaction","detail":"{read_only:false; response_revision:6427; number_of_response:1; }","duration":"121.442644ms","start":"2026-04-28T17:30:50.502044Z","end":"2026-04-28T17:30:50.623487Z","steps":["trace[267724675] 'process raft request' (duration: 121.161857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:51.633057Z","caller":"traceutil/trace.go:171","msg":"trace[23902403] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"279.453397ms","start":"2026-04-28T17:30:51.353582Z","end":"2026-04-28T17:30:51.633036Z","steps":["trace[23902403] 'process raft request' (duration: 279.292963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:51.904575Z","caller":"traceutil/trace.go:171","msg":"trace[1679656835] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"313.625206ms","start":"2026-04-28T17:30:51.590916Z","end":"2026-04-28T17:30:51.904541Z","steps":["trace[1679656835] 'process raft request' (duration: 313.368079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:51.904757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:51.590884Z","time spent":"313.77983ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:51.904819Z","caller":"traceutil/trace.go:171","msg":"trace[1297185741] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"313.05403ms","start":"2026-04-28T17:30:51.591751Z","end":"2026-04-28T17:30:51.904805Z","steps":["trace[1297185741] 'process raft request' (duration: 312.975848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:51.904807Z","caller":"traceutil/trace.go:171","msg":"trace[493515133] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"313.781489ms","start":"2026-04-28T17:30:51.590944Z","end":"2026-04-28T17:30:51.904725Z","steps":["trace[493515133] 'process raft request' (duration: 313.529243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:51.904937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:51.591741Z","time spent":"313.152224ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:51.905024Z","caller":"traceutil/trace.go:171","msg":"trace[762807455] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"313.312427ms","start":"2026-04-28T17:30:51.591642Z","end":"2026-04-28T17:30:51.904954Z","steps":["trace[762807455] 'process raft request' (duration: 313.02327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:51.905222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:51.590924Z","time spent":"314.057517ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:30:51.905524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:51.591629Z","time spent":"313.545573ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:30:51.910801Z","caller":"traceutil/trace.go:171","msg":"trace[903174174] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"271.814215ms","start":"2026-04-28T17:30:51.63897Z","end":"2026-04-28T17:30:51.910784Z","steps":["trace[903174174] 'process raft request' (duration: 271.66847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:51.911018Z","caller":"traceutil/trace.go:171","msg":"trace[806659037] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"218.150261ms","start":"2026-04-28T17:30:51.692855Z","end":"2026-04-28T17:30:51.911006Z","steps":["trace[806659037] 'process raft request' (duration: 217.873473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:52.070065Z","caller":"traceutil/trace.go:171","msg":"trace[2000513866] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"153.94173ms","start":"2026-04-28T17:30:51.916094Z","end":"2026-04-28T17:30:52.070036Z","steps":["trace[2000513866] 'process raft request' (duration: 75.870827ms)","trace[2000513866] 'compare' (duration: 77.907439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:52.070517Z","caller":"traceutil/trace.go:171","msg":"trace[346344406] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"154.121435ms","start":"2026-04-28T17:30:51.91637Z","end":"2026-04-28T17:30:52.070491Z","steps":["trace[346344406] 'process raft request' (duration: 153.633432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:53.185968Z","caller":"traceutil/trace.go:171","msg":"trace[774357636] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"120.949632ms","start":"2026-04-28T17:30:53.064977Z","end":"2026-04-28T17:30:53.185926Z","steps":["trace[774357636] 'process raft request' (duration: 120.744007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:53.536056Z","caller":"traceutil/trace.go:171","msg":"trace[421727711] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"283.148722ms","start":"2026-04-28T17:30:53.252878Z","end":"2026-04-28T17:30:53.536027Z","steps":["trace[421727711] 'process raft request' (duration: 278.463492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:53.825665Z","caller":"traceutil/trace.go:171","msg":"trace[921909910] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"156.965157ms","start":"2026-04-28T17:30:53.668662Z","end":"2026-04-28T17:30:53.825627Z","steps":["trace[921909910] 'process raft request' (duration: 146.88563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.170213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790853951,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:30:55.402063Z","caller":"traceutil/trace.go:171","msg":"trace[1237705561] linearizableReadLoop","detail":"{readStateIndex:6732; appliedIndex:6731; }","duration":"731.894491ms","start":"2026-04-28T17:30:54.670124Z","end":"2026-04-28T17:30:55.402018Z","steps":["trace[1237705561] 'read index received' (duration: 731.527172ms)","trace[1237705561] 'applied index is now lower than readState.Index' (duration: 365.399µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:55.402207Z","caller":"traceutil/trace.go:171","msg":"trace[171898388] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"736.469156ms","start":"2026-04-28T17:30:54.665697Z","end":"2026-04-28T17:30:55.402166Z","steps":["trace[171898388] 'process raft request' (duration: 736.007064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.402358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:54.665673Z","time spent":"736.608969ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:30:55.40239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.561569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:30:55.402441Z","caller":"traceutil/trace.go:171","msg":"trace[49749818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6471; }","duration":"336.667121ms","start":"2026-04-28T17:30:55.06576Z","end":"2026-04-28T17:30:55.402427Z","steps":["trace[49749818] 'agreement among raft nodes before linearized reading' (duration: 336.554838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.402485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:55.065738Z","time spent":"336.739742ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:30:55.402508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.361932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:30:55.402632Z","caller":"traceutil/trace.go:171","msg":"trace[160982134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6471; }","duration":"732.557947ms","start":"2026-04-28T17:30:54.670046Z","end":"2026-04-28T17:30:55.402604Z","steps":["trace[160982134] 'agreement among raft nodes before linearized reading' (duration: 732.205299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.402594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.955004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-28T17:30:55.402724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:54.670017Z","time spent":"732.68599ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:30:55.402784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.373922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:55.402727Z","caller":"traceutil/trace.go:171","msg":"trace[813075072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6471; }","duration":"453.139549ms","start":"2026-04-28T17:30:54.949566Z","end":"2026-04-28T17:30:55.402705Z","steps":["trace[813075072] 'agreement among raft nodes before linearized reading' (duration: 452.746269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.402885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:54.949503Z","time spent":"453.369055ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T17:30:55.402914Z","caller":"traceutil/trace.go:171","msg":"trace[1314034215] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6471; }","duration":"406.576517ms","start":"2026-04-28T17:30:54.996312Z","end":"2026-04-28T17:30:55.402889Z","steps":["trace[1314034215] 'agreement among raft nodes before linearized reading' (duration: 406.213238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.403127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:30:54.996282Z","time spent":"406.826643ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:30:55.619746Z","caller":"traceutil/trace.go:171","msg":"trace[757171778] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"211.211645ms","start":"2026-04-28T17:30:55.408513Z","end":"2026-04-28T17:30:55.619725Z","steps":["trace[757171778] 'process raft request' (duration: 211.083851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:30:55.621461Z","caller":"traceutil/trace.go:171","msg":"trace[69949668] linearizableReadLoop","detail":"{readStateIndex:6734; appliedIndex:6732; }","duration":"210.27332ms","start":"2026-04-28T17:30:55.411163Z","end":"2026-04-28T17:30:55.621436Z","steps":["trace[69949668] 'read index received' (duration: 208.519936ms)","trace[69949668] 'applied index is now lower than readState.Index' (duration: 1.752244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:30:55.621592Z","caller":"traceutil/trace.go:171","msg":"trace[1899719547] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"212.791515ms","start":"2026-04-28T17:30:55.408771Z","end":"2026-04-28T17:30:55.621563Z","steps":["trace[1899719547] 'process raft request' (duration: 212.528178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.621825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.635779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-28T17:30:55.621899Z","caller":"traceutil/trace.go:171","msg":"trace[369471225] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6473; }","duration":"210.755773ms","start":"2026-04-28T17:30:55.411127Z","end":"2026-04-28T17:30:55.621883Z","steps":["trace[369471225] 'agreement among raft nodes before linearized reading' (duration: 210.472306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.623078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.449926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:30:55.62312Z","caller":"traceutil/trace.go:171","msg":"trace[1080681317] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6473; }","duration":"186.550928ms","start":"2026-04-28T17:30:55.43656Z","end":"2026-04-28T17:30:55.623111Z","steps":["trace[1080681317] 'agreement among raft nodes before linearized reading' (duration: 186.383824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:30:55.623383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.465726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-04-28T17:30:55.623511Z","caller":"traceutil/trace.go:171","msg":"trace[879122234] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6473; }","duration":"210.614719ms","start":"2026-04-28T17:30:55.412887Z","end":"2026-04-28T17:30:55.623502Z","steps":["trace[879122234] 'agreement among raft nodes before linearized reading' (duration: 209.961543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:00.852537Z","caller":"traceutil/trace.go:171","msg":"trace[657117879] linearizableReadLoop","detail":"{readStateIndex:6792; appliedIndex:6791; }","duration":"160.083376ms","start":"2026-04-28T17:31:00.692427Z","end":"2026-04-28T17:31:00.852511Z","steps":["trace[657117879] 'read index received' (duration: 159.719757ms)","trace[657117879] 'applied index is now lower than readState.Index' (duration: 362.219µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:00.852675Z","caller":"traceutil/trace.go:171","msg":"trace[181439092] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"250.958873ms","start":"2026-04-28T17:31:00.601664Z","end":"2026-04-28T17:31:00.852623Z","steps":["trace[181439092] 'process raft request' (duration: 250.623564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:00.852742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.289171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T17:31:00.852997Z","caller":"traceutil/trace.go:171","msg":"trace[1164798271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6528; }","duration":"160.532558ms","start":"2026-04-28T17:31:00.692392Z","end":"2026-04-28T17:31:00.852925Z","steps":["trace[1164798271] 'agreement among raft nodes before linearized reading' (duration: 160.22251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:01.569206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:02.070107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:02.570734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:03.068814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:03.068892Z","caller":"traceutil/trace.go:171","msg":"trace[1001628060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383698s","start":"2026-04-28T17:31:01.06849Z","end":"2026-04-28T17:31:03.068874Z","steps":["trace[1001628060] 'agreement among raft nodes before linearized reading' (duration: 2.000285616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:03.06893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.068458Z","time spent":"2.000463281s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:31:03.071181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:03.572325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:04.072896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:04.573406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:05.0694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:05.069508Z","caller":"traceutil/trace.go:171","msg":"trace[1793078549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127871s","start":"2026-04-28T17:31:03.069336Z","end":"2026-04-28T17:31:05.069464Z","steps":["trace[1793078549] 'agreement among raft nodes before linearized reading' (duration: 2.000025579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:05.069586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:03.069303Z","time spent":"2.000265505s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:31:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:05.073623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:05.574583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:06.041664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.18128493s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:31:06.042264Z","caller":"traceutil/trace.go:171","msg":"trace[1110143620] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"5.181965986s","start":"2026-04-28T17:31:00.860266Z","end":"2026-04-28T17:31:06.042232Z","steps":["trace[1110143620] 'process raft request' (duration: 5.181740541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:06.042565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:00.860242Z","time spent":"5.182113581s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:06.644852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999190474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:06.644939Z","caller":"traceutil/trace.go:171","msg":"trace[1418228171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999351929s","start":"2026-04-28T17:31:01.645567Z","end":"2026-04-28T17:31:06.644919Z","steps":["trace[1418228171] 'agreement among raft nodes before linearized reading' (duration: 4.999242036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:06.645005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.645483Z","time spent":"4.999510243s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 17:31:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:06.940227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.942709Z","time spent":"4.997510112s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:31:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:06.945636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.94801Z","time spent":"4.997621985s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:31:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:06.946745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.948759Z","time spent":"4.997979794s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:06.946745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.949318Z","time spent":"4.99741912s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:31:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:07.078437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:07.078597Z","caller":"traceutil/trace.go:171","msg":"trace[742802394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229753s","start":"2026-04-28T17:31:05.078337Z","end":"2026-04-28T17:31:07.078567Z","steps":["trace[742802394] 'agreement among raft nodes before linearized reading' (duration: 2.000027148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:07.078664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:05.07832Z","time spent":"2.000331177s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:31:07.119777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000097488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:07.11985Z","caller":"traceutil/trace.go:171","msg":"trace[340961041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000228841s","start":"2026-04-28T17:31:02.119603Z","end":"2026-04-28T17:31:07.119832Z","steps":["trace[340961041] 'agreement among raft nodes before linearized reading' (duration: 5.000138449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:07.119895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:02.119577Z","time spent":"5.000307743s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:31:07.120179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99860469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:07.120288Z","caller":"traceutil/trace.go:171","msg":"trace[1927333105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998786535s","start":"2026-04-28T17:31:02.121477Z","end":"2026-04-28T17:31:07.120264Z","steps":["trace[1927333105] 'agreement among raft nodes before linearized reading' (duration: 4.998639131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:07.120356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:02.12145Z","time spent":"4.998894678s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 17:31:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:07.861562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:00.860843Z","time spent":"7.000709991s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:07.86169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:00.860416Z","time spent":"7.001271776s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:07.86216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:00.862089Z","time spent":"7.000068325s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:07.867295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:00.866468Z","time spent":"7.000819344s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:08.0463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.045535Z","time spent":"7.000754822s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:08.350273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:08.35036Z","caller":"traceutil/trace.go:171","msg":"trace[1321632222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029798s","start":"2026-04-28T17:31:06.350312Z","end":"2026-04-28T17:31:08.350342Z","steps":["trace[1321632222] 'agreement among raft nodes before linearized reading' (duration: 1.999922676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:08.350417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:06.350279Z","time spent":"2.000121631s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:31:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:09.079883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:09.079957Z","caller":"traceutil/trace.go:171","msg":"trace[1782945584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189393s","start":"2026-04-28T17:31:07.079752Z","end":"2026-04-28T17:31:09.079942Z","steps":["trace[1782945584] 'agreement among raft nodes before linearized reading' (duration: 1.999904166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:09.080028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.07973Z","time spent":"2.000289235s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:31:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:09.11616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:02.1158Z","time spent":"7.000353453s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:09.792909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531905399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:09.793041Z","caller":"traceutil/trace.go:171","msg":"trace[1881739512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6529; }","duration":"1.532067683s","start":"2026-04-28T17:31:08.260953Z","end":"2026-04-28T17:31:09.793021Z","steps":["trace[1881739512] 'range keys from in-memory index tree' (duration: 1.531887869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:10.202914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:03.201951Z","time spent":"7.000955857s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:11.086888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.086971Z","caller":"traceutil/trace.go:171","msg":"trace[2064259875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294225s","start":"2026-04-28T17:31:09.086657Z","end":"2026-04-28T17:31:11.086951Z","steps":["trace[2064259875] 'agreement among raft nodes before linearized reading' (duration: 2.000195293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.087017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:09.086641Z","time spent":"2.000367217s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.765052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117637835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.765178Z","caller":"traceutil/trace.go:171","msg":"trace[1082246356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.1178332s","start":"2026-04-28T17:31:08.647315Z","end":"2026-04-28T17:31:11.765148Z","steps":["trace[1082246356] 'agreement among raft nodes before linearized reading' (duration: 3.117659576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.765253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:08.647294Z","time spent":"3.117944982s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.767156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000967065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.767278Z","caller":"traceutil/trace.go:171","msg":"trace[1142125476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00116131s","start":"2026-04-28T17:31:01.766087Z","end":"2026-04-28T17:31:11.767248Z","steps":["trace[1142125476] 'agreement among raft nodes before linearized reading' (duration: 10.001004656s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.767353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.766038Z","time spent":"10.001292653s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.940312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997412849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.940505Z","caller":"traceutil/trace.go:171","msg":"trace[2115246205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997691806s","start":"2026-04-28T17:31:06.942788Z","end":"2026-04-28T17:31:11.94048Z","steps":["trace[2115246205] 'agreement among raft nodes before linearized reading' (duration: 4.9974554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.940588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:06.942766Z","time spent":"4.997807889s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.945185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997889661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.945343Z","caller":"traceutil/trace.go:171","msg":"trace[1802542717] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998113027s","start":"2026-04-28T17:31:06.947202Z","end":"2026-04-28T17:31:11.945315Z","steps":["trace[1802542717] 'agreement among raft nodes before linearized reading' (duration: 4.997911072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.945426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:06.947189Z","time spent":"4.998216579s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.947188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.179511173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.947302Z","caller":"traceutil/trace.go:171","msg":"trace[2113283565] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"6.179680108s","start":"2026-04-28T17:31:05.767597Z","end":"2026-04-28T17:31:11.947277Z","steps":["trace[2113283565] 'agreement among raft nodes before linearized reading' (duration: 6.179538634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.947366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:05.767576Z","time spent":"6.17977702s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.947356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998937159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:11.947537Z","caller":"traceutil/trace.go:171","msg":"trace[1607516953] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999199435s","start":"2026-04-28T17:31:06.94831Z","end":"2026-04-28T17:31:11.94751Z","steps":["trace[1607516953] 'agreement among raft nodes before linearized reading' (duration: 4.998951178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.947532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998837875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.947664Z","caller":"traceutil/trace.go:171","msg":"trace[380517480] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999064612s","start":"2026-04-28T17:31:06.948577Z","end":"2026-04-28T17:31:11.947642Z","steps":["trace[380517480] 'agreement among raft nodes before linearized reading' (duration: 4.998888977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.94769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:06.94823Z","time spent":"4.9994053s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T17:31:11.947728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:06.948539Z","time spent":"4.999175495s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.972183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999936799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.97232Z","caller":"traceutil/trace.go:171","msg":"trace[1147469767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000136584s","start":"2026-04-28T17:31:01.972157Z","end":"2026-04-28T17:31:11.972293Z","steps":["trace[1147469767] 'agreement among raft nodes before linearized reading' (duration: 9.99996644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.972406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.972141Z","time spent":"10.000245907s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:11.984132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821827167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:11.984191Z","caller":"traceutil/trace.go:171","msg":"trace[1168464612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.821928939s","start":"2026-04-28T17:31:04.162249Z","end":"2026-04-28T17:31:11.984178Z","steps":["trace[1168464612] 'agreement among raft nodes before linearized reading' (duration: 7.821867817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:11.984216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.162228Z","time spent":"7.821981941s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/28 17:31:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:12.120046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997475062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:12.120184Z","caller":"traceutil/trace.go:171","msg":"trace[675700733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997682828s","start":"2026-04-28T17:31:09.122477Z","end":"2026-04-28T17:31:12.12016Z","steps":["trace[675700733] 'agreement among raft nodes before linearized reading' (duration: 2.997522174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:12.120237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:09.122451Z","time spent":"2.997774271s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:31:12.120058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998197621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:12.120345Z","caller":"traceutil/trace.go:171","msg":"trace[1406432205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99854312s","start":"2026-04-28T17:31:09.121772Z","end":"2026-04-28T17:31:12.120315Z","steps":["trace[1406432205] 'agreement among raft nodes before linearized reading' (duration: 2.998222442s)"],"step_count":1} 2026/04/28 17:31:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:12.120419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:09.121754Z","time spent":"2.998650823s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 17:31:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:13.087365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:13.087458Z","caller":"traceutil/trace.go:171","msg":"trace[1781423961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008319s","start":"2026-04-28T17:31:11.087432Z","end":"2026-04-28T17:31:13.08744Z","steps":["trace[1781423961] 'agreement among raft nodes before linearized reading' (duration: 1.999898256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:13.087501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.087407Z","time spent":"2.00008644s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:31:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:14.867635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.867437Z","time spent":"7.000187837s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:14.867738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.867483Z","time spent":"7.000244538s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:14.873002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.872475Z","time spent":"7.000524886s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:14.873446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.87333Z","time spent":"7.000106115s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:15.096555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:31:15.096673Z","caller":"traceutil/trace.go:171","msg":"trace[630524968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572752s","start":"2026-04-28T17:31:13.096072Z","end":"2026-04-28T17:31:15.096644Z","steps":["trace[630524968] 'agreement among raft nodes before linearized reading' (duration: 2.000404418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:15.096737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:13.096052Z","time spent":"2.000673225s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:31:15.106392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.064215182s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:31:15.111429Z","caller":"traceutil/trace.go:171","msg":"trace[1132446283] linearizableReadLoop","detail":"{readStateIndex:6804; appliedIndex:6792; }","duration":"14.042739021s","start":"2026-04-28T17:31:01.068573Z","end":"2026-04-28T17:31:15.111312Z","steps":["trace[1132446283] 'read index received' (duration: 4.973412369s)","trace[1132446283] 'applied index is now lower than readState.Index' (duration: 9.069323702s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:15.612522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:15.868792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:08.868444Z","time spent":"7.000337971s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:16.044116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993334282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:16.044276Z","caller":"traceutil/trace.go:171","msg":"trace[409684515] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993557588s","start":"2026-04-28T17:31:08.050683Z","end":"2026-04-28T17:31:16.044241Z","steps":["trace[409684515] 'agreement among raft nodes before linearized reading' (duration: 7.993379804s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:16.044341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:08.050651Z","time spent":"7.99367528s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 17:31:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:16.113476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:16.121855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:09.121029Z","time spent":"7.000816053s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:16.613884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790854164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:31:16.651595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.765238Z","time spent":"4.886343288s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:31:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:16.778356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671703948s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:31:16.82719Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518a9d13a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T17:31:17.098407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:31:17.09853Z","caller":"traceutil/trace.go:171","msg":"trace[1737685872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722477s","start":"2026-04-28T17:31:15.097782Z","end":"2026-04-28T17:31:17.098504Z","steps":["trace[1737685872] 'agreement among raft nodes before linearized reading' (duration: 2.000566393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.098633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:15.097758Z","time spent":"2.000862181s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:31:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:17.120668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:12.123264Z","time spent":"4.997390589s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:31:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:31:17.199004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.990398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:31:17.199598Z","caller":"traceutil/trace.go:171","msg":"trace[575520369] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6543; }","duration":"6.991653491s","start":"2026-04-28T17:31:10.207895Z","end":"2026-04-28T17:31:17.199548Z","steps":["trace[575520369] 'process raft request' (duration: 6.991238341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.199821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:10.20787Z","time spent":"6.991849176s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:17.20045Z","caller":"traceutil/trace.go:171","msg":"trace[1692004999] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"5.249763779s","start":"2026-04-28T17:31:11.950642Z","end":"2026-04-28T17:31:17.200406Z","steps":["trace[1692004999] 'process raft request' (duration: 5.249592594s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.200479Z","caller":"traceutil/trace.go:171","msg":"trace[437930286] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"5.225319597s","start":"2026-04-28T17:31:11.975134Z","end":"2026-04-28T17:31:17.200454Z","steps":["trace[437930286] 'process raft request' (duration: 5.225208384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.200643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.950616Z","time spent":"5.249946694s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:31:17.200849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.975121Z","time spent":"5.22543499s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:17.20044Z","caller":"traceutil/trace.go:171","msg":"trace[398218603] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"5.41435862s","start":"2026-04-28T17:31:11.786006Z","end":"2026-04-28T17:31:17.200365Z","steps":["trace[398218603] 'process raft request' (duration: 5.413949219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.201146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.785975Z","time spent":"5.415087038s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:17.294469Z","caller":"traceutil/trace.go:171","msg":"trace[1075199771] linearizableReadLoop","detail":"{readStateIndex:6818; appliedIndex:6804; }","duration":"2.182904425s","start":"2026-04-28T17:31:15.111534Z","end":"2026-04-28T17:31:17.294438Z","steps":["trace[1075199771] 'read index received' (duration: 1.667144915s)","trace[1075199771] 'applied index is now lower than readState.Index' (duration: 515.75828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:17.29469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.883152119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.294738Z","caller":"traceutil/trace.go:171","msg":"trace[1603199436] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:6549; }","duration":"12.883252182s","start":"2026-04-28T17:31:04.411472Z","end":"2026-04-28T17:31:17.294724Z","steps":["trace[1603199436] 'agreement among raft nodes before linearized reading' (duration: 12.883151389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.294776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.411435Z","time spent":"12.883332054s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T17:31:17.294892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.885016858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.294952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.912463392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.29501Z","caller":"traceutil/trace.go:171","msg":"trace[420917834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6549; }","duration":"4.912562154s","start":"2026-04-28T17:31:12.382431Z","end":"2026-04-28T17:31:17.294993Z","steps":["trace[420917834] 'agreement among raft nodes before linearized reading' (duration: 4.912450312s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.295008Z","caller":"traceutil/trace.go:171","msg":"trace[1182275599] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6549; }","duration":"11.885160151s","start":"2026-04-28T17:31:05.409821Z","end":"2026-04-28T17:31:17.294981Z","steps":["trace[1182275599] 'agreement among raft nodes before linearized reading' (duration: 11.884961366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:12.382409Z","time spent":"4.912634417s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:05.409758Z","time spent":"11.885289025s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.301101266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.606113762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:31:17.295076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.861327845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T17:31:17.295221Z","caller":"traceutil/trace.go:171","msg":"trace[1959754293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6549; }","duration":"11.301298771s","start":"2026-04-28T17:31:05.993888Z","end":"2026-04-28T17:31:17.295187Z","steps":["trace[1959754293] 'agreement among raft nodes before linearized reading' (duration: 11.300958213s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.295255Z","caller":"traceutil/trace.go:171","msg":"trace[2015900853] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6549; }","duration":"12.606240236s","start":"2026-04-28T17:31:04.688988Z","end":"2026-04-28T17:31:17.295228Z","steps":["trace[2015900853] 'agreement among raft nodes before linearized reading' (duration: 12.60598979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:05.993827Z","time spent":"11.301449306s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486500644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:31:17.295318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.688962Z","time spent":"12.606344908s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.295274Z","caller":"traceutil/trace.go:171","msg":"trace[7668934] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6549; }","duration":"11.861644324s","start":"2026-04-28T17:31:05.433602Z","end":"2026-04-28T17:31:17.295246Z","steps":["trace[7668934] 'agreement among raft nodes before linearized reading' (duration: 11.86109157s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.295343Z","caller":"traceutil/trace.go:171","msg":"trace[1015254148] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6549; }","duration":"3.486550585s","start":"2026-04-28T17:31:13.808786Z","end":"2026-04-28T17:31:17.295337Z","steps":["trace[1015254148] 'agreement among raft nodes before linearized reading' (duration: 3.486478093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.113246544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413955"} {"level":"warn","ts":"2026-04-28T17:31:17.29537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:13.808691Z","time spent":"3.486674439s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.62263887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T17:31:17.294904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.863925611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T17:31:17.295411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:05.433559Z","time spent":"11.861813118s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T17:31:17.295451Z","caller":"traceutil/trace.go:171","msg":"trace[1065969623] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"2.11700691s","start":"2026-04-28T17:31:15.17842Z","end":"2026-04-28T17:31:17.295427Z","steps":["trace[1065969623] 'process raft request' (duration: 2.115827621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262246066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:31:17.295516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.80372935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.295537Z","caller":"traceutil/trace.go:171","msg":"trace[1641338252] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6549; }","duration":"4.262316328s","start":"2026-04-28T17:31:13.033212Z","end":"2026-04-28T17:31:17.295529Z","steps":["trace[1641338252] 'agreement among raft nodes before linearized reading' (duration: 4.262256326s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:13.03319Z","time spent":"4.262361439s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:15.178375Z","time spent":"2.117121003s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19783,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:17.295562Z","caller":"traceutil/trace.go:171","msg":"trace[2011266756] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:6549; }","duration":"13.803825742s","start":"2026-04-28T17:31:03.491722Z","end":"2026-04-28T17:31:17.295547Z","steps":["trace[2011266756] 'agreement among raft nodes before linearized reading' (duration: 13.80374981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.32223279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:31:17.295573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.798159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177794463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.295631Z","caller":"traceutil/trace.go:171","msg":"trace[1102604484] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6549; }","duration":"12.798266554s","start":"2026-04-28T17:31:04.497347Z","end":"2026-04-28T17:31:17.295614Z","steps":["trace[1102604484] 'agreement among raft nodes before linearized reading' (duration: 12.798173432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.1320727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:17.295643Z","caller":"traceutil/trace.go:171","msg":"trace[792305080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6549; }","duration":"15.322828475s","start":"2026-04-28T17:31:01.972784Z","end":"2026-04-28T17:31:17.295612Z","steps":["trace[792305080] 'agreement among raft nodes before linearized reading' (duration: 15.322180819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.497323Z","time spent":"12.798345765s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595315276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.131049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.294903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.220659923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T17:31:17.295701Z","caller":"traceutil/trace.go:171","msg":"trace[649839407] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6549; }","duration":"15.132203684s","start":"2026-04-28T17:31:02.163477Z","end":"2026-04-28T17:31:17.295681Z","steps":["trace[649839407] 'agreement among raft nodes before linearized reading' (duration: 15.131997699s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.295729Z","caller":"traceutil/trace.go:171","msg":"trace[663933626] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6549; }","duration":"4.595435939s","start":"2026-04-28T17:31:12.700282Z","end":"2026-04-28T17:31:17.295718Z","steps":["trace[663933626] 'agreement among raft nodes before linearized reading' (duration: 4.595302255s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.29574Z","caller":"traceutil/trace.go:171","msg":"trace[1885397678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6549; }","duration":"188.218861ms","start":"2026-04-28T17:31:17.107511Z","end":"2026-04-28T17:31:17.29573Z","steps":["trace[1885397678] 'agreement among raft nodes before linearized reading' (duration: 188.156979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.267763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431189809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.956141644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406922472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:17.29579Z","caller":"traceutil/trace.go:171","msg":"trace[736501841] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6549; }","duration":"3.431859896s","start":"2026-04-28T17:31:13.863923Z","end":"2026-04-28T17:31:17.295783Z","steps":["trace[736501841] 'agreement among raft nodes before linearized reading' (duration: 3.431236761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.29578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:02.163465Z","time spent":"15.132296416s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.29579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.940998225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:31:17.295816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:13.86389Z","time spent":"3.431919337s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.29581Z","caller":"traceutil/trace.go:171","msg":"trace[1096705212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6549; }","duration":"944.414427ms","start":"2026-04-28T17:31:16.351368Z","end":"2026-04-28T17:31:17.295782Z","steps":["trace[1096705212] 'agreement among raft nodes before linearized reading' (duration: 944.266193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.295821Z","caller":"traceutil/trace.go:171","msg":"trace[617119785] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6549; }","duration":"3.407057206s","start":"2026-04-28T17:31:13.888746Z","end":"2026-04-28T17:31:17.295803Z","steps":["trace[617119785] 'agreement among raft nodes before linearized reading' (duration: 3.406989334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.831307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.295839Z","caller":"traceutil/trace.go:171","msg":"trace[1709683608] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6549; }","duration":"15.941105237s","start":"2026-04-28T17:31:01.354724Z","end":"2026-04-28T17:31:17.295829Z","steps":["trace[1709683608] 'agreement among raft nodes before linearized reading' (duration: 15.940999005s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.295392Z","caller":"traceutil/trace.go:171","msg":"trace[407991289] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6549; }","duration":"13.113341816s","start":"2026-04-28T17:31:04.182034Z","end":"2026-04-28T17:31:17.295375Z","steps":["trace[407991289] 'agreement among raft nodes before linearized reading' (duration: 13.113132371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.29585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114536038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.295822Z","caller":"traceutil/trace.go:171","msg":"trace[1157192246] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6549; }","duration":"12.956874002s","start":"2026-04-28T17:31:04.33893Z","end":"2026-04-28T17:31:17.295804Z","steps":["trace[1157192246] 'agreement among raft nodes before linearized reading' (duration: 12.956171274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:13.888714Z","time spent":"3.407135537s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.295862Z","caller":"traceutil/trace.go:171","msg":"trace[864720218] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6549; }","duration":"553.906689ms","start":"2026-04-28T17:31:16.741945Z","end":"2026-04-28T17:31:17.295852Z","steps":["trace[864720218] 'agreement among raft nodes before linearized reading' (duration: 553.844797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.354692Z","time spent":"15.941176169s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.29544Z","caller":"traceutil/trace.go:171","msg":"trace[2024114614] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6549; }","duration":"15.622781363s","start":"2026-04-28T17:31:01.672639Z","end":"2026-04-28T17:31:17.29542Z","steps":["trace[2024114614] 'agreement among raft nodes before linearized reading' (duration: 15.622586948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.061599166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:31:17.295903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.338906Z","time spent":"12.956980574s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.733146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:17.295958Z","caller":"traceutil/trace.go:171","msg":"trace[485565996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6549; }","duration":"9.061697058s","start":"2026-04-28T17:31:08.234244Z","end":"2026-04-28T17:31:17.295941Z","steps":["trace[485565996] 'agreement among raft nodes before linearized reading' (duration: 9.061606816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.672612Z","time spent":"15.623326217s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T17:31:17.295978Z","caller":"traceutil/trace.go:171","msg":"trace[233117334] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6549; }","duration":"583.807888ms","start":"2026-04-28T17:31:16.712156Z","end":"2026-04-28T17:31:17.295964Z","steps":["trace[233117334] 'agreement among raft nodes before linearized reading' (duration: 583.731026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033137871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.295612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:03.491698Z","time spent":"13.803898545s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.296049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340858042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:17.295749Z","caller":"traceutil/trace.go:171","msg":"trace[87562779] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:6549; }","duration":"12.221547585s","start":"2026-04-28T17:31:05.074189Z","end":"2026-04-28T17:31:17.295736Z","steps":["trace[87562779] 'agreement among raft nodes before linearized reading' (duration: 12.220485658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168920489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-28T17:31:17.296081Z","caller":"traceutil/trace.go:171","msg":"trace[471097372] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6549; }","duration":"5.340914133s","start":"2026-04-28T17:31:11.955158Z","end":"2026-04-28T17:31:17.296073Z","steps":["trace[471097372] 'agreement among raft nodes before linearized reading' (duration: 5.340859002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.295726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:01.972759Z","time spent":"15.322949007s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:31:17.296126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.955144Z","time spent":"5.340974265s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.295852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.35134Z","time spent":"944.502929ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:31:17.296169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.222188495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:17.296206Z","caller":"traceutil/trace.go:171","msg":"trace[1494225215] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6549; }","duration":"9.222287357s","start":"2026-04-28T17:31:08.073909Z","end":"2026-04-28T17:31:17.296196Z","steps":["trace[1494225215] 'agreement among raft nodes before linearized reading' (duration: 9.222222865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.29622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.544292184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.29609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:05.074166Z","time spent":"12.221916265s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"warn","ts":"2026-04-28T17:31:17.296244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796545317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.296248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:08.073876Z","time spent":"9.222363639s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.296278Z","caller":"traceutil/trace.go:171","msg":"trace[985382431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6549; }","duration":"5.796626038s","start":"2026-04-28T17:31:11.499641Z","end":"2026-04-28T17:31:17.296268Z","steps":["trace[985382431] 'agreement among raft nodes before linearized reading' (duration: 5.796572827s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.296304Z","caller":"traceutil/trace.go:171","msg":"trace[1131992167] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6549; }","duration":"10.544390367s","start":"2026-04-28T17:31:06.751899Z","end":"2026-04-28T17:31:17.296289Z","steps":["trace[1131992167] 'agreement among raft nodes before linearized reading' (duration: 10.542608732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.29588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.182014Z","time spent":"13.113858178s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413979,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T17:31:17.296315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:11.499613Z","time spent":"5.79669343s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.295445Z","caller":"traceutil/trace.go:171","msg":"trace[14245766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6549; }","duration":"12.864553996s","start":"2026-04-28T17:31:04.430874Z","end":"2026-04-28T17:31:17.295428Z","steps":["trace[14245766] 'agreement among raft nodes before linearized reading' (duration: 12.863719865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:06.751824Z","time spent":"10.5445098s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.295885Z","caller":"traceutil/trace.go:171","msg":"trace[1818795875] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6549; }","duration":"1.11461272s","start":"2026-04-28T17:31:16.181261Z","end":"2026-04-28T17:31:17.295873Z","steps":["trace[1818795875] 'agreement among raft nodes before linearized reading' (duration: 1.114565749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.430849Z","time spent":"12.865546022s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:31:17.296458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316842997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T17:31:17.296091Z","caller":"traceutil/trace.go:171","msg":"trace[962281981] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:6549; }","duration":"1.169015752s","start":"2026-04-28T17:31:16.127066Z","end":"2026-04-28T17:31:17.296082Z","steps":["trace[962281981] 'agreement among raft nodes before linearized reading' (duration: 1.168842927s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.296499Z","caller":"traceutil/trace.go:171","msg":"trace[1345869659] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6549; }","duration":"1.316883698s","start":"2026-04-28T17:31:15.979604Z","end":"2026-04-28T17:31:17.296488Z","steps":["trace[1345869659] 'agreement among raft nodes before linearized reading' (duration: 1.316804196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.127032Z","time spent":"1.169463383s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T17:31:17.29603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.712137Z","time spent":"583.88313ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.296537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779729728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:17.29657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.433351367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:17.296574Z","caller":"traceutil/trace.go:171","msg":"trace[1903290793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6549; }","duration":"6.77981025s","start":"2026-04-28T17:31:10.516752Z","end":"2026-04-28T17:31:17.296562Z","steps":["trace[1903290793] 'agreement among raft nodes before linearized reading' (duration: 6.779750528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.181235Z","time spent":"1.115185474s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.296599Z","caller":"traceutil/trace.go:171","msg":"trace[254497929] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6549; }","duration":"9.433427348s","start":"2026-04-28T17:31:07.863162Z","end":"2026-04-28T17:31:17.296589Z","steps":["trace[254497929] 'agreement among raft nodes before linearized reading' (duration: 9.433385607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:10.516733Z","time spent":"6.779866912s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.296633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.863135Z","time spent":"9.4334913s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.296527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:15.979576Z","time spent":"1.316945049s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T17:31:17.295696Z","caller":"traceutil/trace.go:171","msg":"trace[1698319361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6549; }","duration":"2.177980158s","start":"2026-04-28T17:31:15.117682Z","end":"2026-04-28T17:31:17.295662Z","steps":["trace[1698319361] 'agreement among raft nodes before linearized reading' (duration: 2.177711831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.63909831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T17:31:17.2959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.741926Z","time spent":"553.96608ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:17.296848Z","caller":"traceutil/trace.go:171","msg":"trace[251467038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6549; }","duration":"12.639257743s","start":"2026-04-28T17:31:04.657575Z","end":"2026-04-28T17:31:17.296833Z","steps":["trace[251467038] 'agreement among raft nodes before linearized reading' (duration: 12.638347741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.296889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:15.117662Z","time spent":"2.179202378s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.296904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:04.65755Z","time spent":"12.639339147s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:31:17.295994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:08.234218Z","time spent":"9.06176616s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.29576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:12.70026Z","time spent":"4.59549308s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.300463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254546875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-04-28T17:31:17.300735Z","caller":"traceutil/trace.go:171","msg":"trace[1196746949] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6549; }","duration":"1.254863833s","start":"2026-04-28T17:31:16.045854Z","end":"2026-04-28T17:31:17.300718Z","steps":["trace[1196746949] 'agreement among raft nodes before linearized reading' (duration: 1.250257545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.300518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.428170406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv\" ","response":"range_response_count:1 size:8163"} {"level":"info","ts":"2026-04-28T17:31:17.300858Z","caller":"traceutil/trace.go:171","msg":"trace[1446350836] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv; range_end:; response_count:1; response_revision:6549; }","duration":"9.428543996s","start":"2026-04-28T17:31:07.872295Z","end":"2026-04-28T17:31:17.300839Z","steps":["trace[1446350836] 'agreement among raft nodes before linearized reading' (duration: 9.423802405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.300851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.045831Z","time spent":"1.255004056s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T17:31:17.300626Z","caller":"traceutil/trace.go:171","msg":"trace[1239460498] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6549; }","duration":"1.033454219s","start":"2026-04-28T17:31:16.262604Z","end":"2026-04-28T17:31:17.296058Z","steps":["trace[1239460498] 'agreement among raft nodes before linearized reading' (duration: 1.033168622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.30091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:07.872283Z","time spent":"9.428614847s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8187,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsbdv\" "} {"level":"warn","ts":"2026-04-28T17:31:17.300971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:16.262577Z","time spent":"1.038363313s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:31:17.868565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.554069ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T17:31:17.868889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.299228Z","time spent":"569.65352ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T17:31:17.868964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.299824Z","time spent":"569.130475ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T17:31:17.869251Z","caller":"traceutil/trace.go:171","msg":"trace[2097681167] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"566.878388ms","start":"2026-04-28T17:31:17.302349Z","end":"2026-04-28T17:31:17.869227Z","steps":["trace[2097681167] 'process raft request' (duration: 566.526749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.869427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.302319Z","time spent":"567.009752ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:17.869543Z","caller":"traceutil/trace.go:171","msg":"trace[392039940] linearizableReadLoop","detail":"{readStateIndex:6820; appliedIndex:6818; }","duration":"568.797527ms","start":"2026-04-28T17:31:17.300724Z","end":"2026-04-28T17:31:17.869521Z","steps":["trace[392039940] 'read index received' (duration: 129.244502ms)","trace[392039940] 'applied index is now lower than readState.Index' (duration: 439.551785ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:17.869573Z","caller":"traceutil/trace.go:171","msg":"trace[1116462194] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"566.425246ms","start":"2026-04-28T17:31:17.303113Z","end":"2026-04-28T17:31:17.869538Z","steps":["trace[1116462194] 'process raft request' (duration: 566.288943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:17.869603Z","caller":"traceutil/trace.go:171","msg":"trace[1613752805] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"566.446217ms","start":"2026-04-28T17:31:17.303091Z","end":"2026-04-28T17:31:17.869537Z","steps":["trace[1613752805] 'process raft request' (duration: 566.035797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.869746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.303097Z","time spent":"566.539519ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:17.869851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.071913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-28T17:31:17.869881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.303059Z","time spent":"566.670313ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:17.869954Z","caller":"traceutil/trace.go:171","msg":"trace[1281999734] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79; range_end:; response_count:1; response_revision:6552; }","duration":"569.238048ms","start":"2026-04-28T17:31:17.300685Z","end":"2026-04-28T17:31:17.869923Z","steps":["trace[1281999734] 'agreement among raft nodes before linearized reading' (duration: 568.897369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:17.87Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.300666Z","time spent":"569.32585ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" "} {"level":"info","ts":"2026-04-28T17:31:18.048365Z","caller":"traceutil/trace.go:171","msg":"trace[1459585264] linearizableReadLoop","detail":"{readStateIndex:6824; appliedIndex:6823; }","duration":"178.753051ms","start":"2026-04-28T17:31:17.869592Z","end":"2026-04-28T17:31:18.048345Z","steps":["trace[1459585264] 'read index received' (duration: 178.335941ms)","trace[1459585264] 'applied index is now lower than readState.Index' (duration: 416.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:18.04852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.512076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-28T17:31:18.048546Z","caller":"traceutil/trace.go:171","msg":"trace[326442403] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:6553; }","duration":"747.564138ms","start":"2026-04-28T17:31:17.300974Z","end":"2026-04-28T17:31:18.048538Z","steps":["trace[326442403] 'agreement among raft nodes before linearized reading' (duration: 747.441515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.048569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.300952Z","time spent":"747.611579ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T17:31:18.048685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.738686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-04-28T17:31:18.048507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.662707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:18.048716Z","caller":"traceutil/trace.go:171","msg":"trace[860657318] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"324.555994ms","start":"2026-04-28T17:31:17.724102Z","end":"2026-04-28T17:31:18.048658Z","steps":["trace[860657318] 'process raft request' (duration: 323.98458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:18.048765Z","caller":"traceutil/trace.go:171","msg":"trace[1954787892] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6553; }","duration":"744.832368ms","start":"2026-04-28T17:31:17.30392Z","end":"2026-04-28T17:31:18.048752Z","steps":["trace[1954787892] 'agreement among raft nodes before linearized reading' (duration: 744.652234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.048848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.258917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-28T17:31:18.048875Z","caller":"traceutil/trace.go:171","msg":"trace[1538199350] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6553; }","duration":"743.35428ms","start":"2026-04-28T17:31:17.305513Z","end":"2026-04-28T17:31:18.048868Z","steps":["trace[1538199350] 'agreement among raft nodes before linearized reading' (duration: 743.280048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.048893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.305493Z","time spent":"743.394722ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T17:31:18.048855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.303912Z","time spent":"744.933761ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T17:31:18.048869Z","caller":"traceutil/trace.go:171","msg":"trace[1727901491] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6553; }","duration":"201.050177ms","start":"2026-04-28T17:31:17.847761Z","end":"2026-04-28T17:31:18.048811Z","steps":["trace[1727901491] 'agreement among raft nodes before linearized reading' (duration: 200.652827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.048972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.72406Z","time spent":"324.768759ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:18.049042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.531922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81730"} {"level":"info","ts":"2026-04-28T17:31:18.049261Z","caller":"traceutil/trace.go:171","msg":"trace[228412227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6553; }","duration":"746.778668ms","start":"2026-04-28T17:31:17.302453Z","end":"2026-04-28T17:31:18.049232Z","steps":["trace[228412227] 'agreement among raft nodes before linearized reading' (duration: 746.145212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.049348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.302438Z","time spent":"746.891721ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81754,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T17:31:18.205423Z","caller":"traceutil/trace.go:171","msg":"trace[264456435] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"335.077981ms","start":"2026-04-28T17:31:17.87032Z","end":"2026-04-28T17:31:18.205398Z","steps":["trace[264456435] 'process raft request' (duration: 334.994339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.205585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.870294Z","time spent":"335.210005ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:18.205503Z","caller":"traceutil/trace.go:171","msg":"trace[1201882426] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"335.178404ms","start":"2026-04-28T17:31:17.870232Z","end":"2026-04-28T17:31:18.20541Z","steps":["trace[1201882426] 'process raft request' (duration: 322.379848ms)","trace[1201882426] 'compare' (duration: 12.449237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:18.206347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:17.870209Z","time spent":"335.83019ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:18.457449Z","caller":"traceutil/trace.go:171","msg":"trace[1014280411] linearizableReadLoop","detail":"{readStateIndex:6829; appliedIndex:6824; }","duration":"393.044924ms","start":"2026-04-28T17:31:18.064378Z","end":"2026-04-28T17:31:18.457423Z","steps":["trace[1014280411] 'read index received' (duration: 128.34882ms)","trace[1014280411] 'applied index is now lower than readState.Index' (duration: 264.694864ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:18.457504Z","caller":"traceutil/trace.go:171","msg":"trace[815128889] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"404.166176ms","start":"2026-04-28T17:31:18.053255Z","end":"2026-04-28T17:31:18.457421Z","steps":["trace[815128889] 'process raft request' (duration: 335.298586ms)","trace[815128889] 'compare' (duration: 68.376328ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:18.457628Z","caller":"traceutil/trace.go:171","msg":"trace[1337603449] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"402.890533ms","start":"2026-04-28T17:31:18.05469Z","end":"2026-04-28T17:31:18.457581Z","steps":["trace[1337603449] 'process raft request' (duration: 402.572125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.457857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:18.054652Z","time spent":"403.076698ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:18.457875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:18.053229Z","time spent":"404.415562ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:18.457624Z","caller":"traceutil/trace.go:171","msg":"trace[969776824] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"399.544449ms","start":"2026-04-28T17:31:18.058031Z","end":"2026-04-28T17:31:18.457575Z","steps":["trace[969776824] 'process raft request' (duration: 399.331083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.458002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.398369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T17:31:18.458054Z","caller":"traceutil/trace.go:171","msg":"trace[1225256606] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6558; }","duration":"248.486031ms","start":"2026-04-28T17:31:18.209556Z","end":"2026-04-28T17:31:18.458042Z","steps":["trace[1225256606] 'agreement among raft nodes before linearized reading' (duration: 248.253146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.458013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.381162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:18.458118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.272876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T17:31:18.458259Z","caller":"traceutil/trace.go:171","msg":"trace[890899567] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695; range_end:; response_count:1; response_revision:6558; }","duration":"248.455671ms","start":"2026-04-28T17:31:18.209769Z","end":"2026-04-28T17:31:18.458224Z","steps":["trace[890899567] 'agreement among raft nodes before linearized reading' (duration: 248.037581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.458126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:18.058022Z","time spent":"399.975369ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:18.45817Z","caller":"traceutil/trace.go:171","msg":"trace[1744116939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6558; }","duration":"393.801262ms","start":"2026-04-28T17:31:18.064348Z","end":"2026-04-28T17:31:18.458149Z","steps":["trace[1744116939] 'agreement among raft nodes before linearized reading' (duration: 393.32802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.458486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:18.064337Z","time spent":"394.126311ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:31:18.647764Z","caller":"traceutil/trace.go:171","msg":"trace[1994024792] linearizableReadLoop","detail":"{readStateIndex:6831; appliedIndex:6830; }","duration":"112.001505ms","start":"2026-04-28T17:31:18.53573Z","end":"2026-04-28T17:31:18.647731Z","steps":["trace[1994024792] 'read index received' (duration: 35.958133ms)","trace[1994024792] 'applied index is now lower than readState.Index' (duration: 76.042212ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:18.647853Z","caller":"traceutil/trace.go:171","msg":"trace[1353100225] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"184.196799ms","start":"2026-04-28T17:31:18.463623Z","end":"2026-04-28T17:31:18.64782Z","steps":["trace[1353100225] 'process raft request' (duration: 108.102136ms)","trace[1353100225] 'compare' (duration: 75.840597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:18.647998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.135633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T17:31:18.64804Z","caller":"traceutil/trace.go:171","msg":"trace[1567427620] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6560; }","duration":"185.225894ms","start":"2026-04-28T17:31:18.462803Z","end":"2026-04-28T17:31:18.648029Z","steps":["trace[1567427620] 'agreement among raft nodes before linearized reading' (duration: 185.104681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.648162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.795314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-28T17:31:18.648299Z","caller":"traceutil/trace.go:171","msg":"trace[563395333] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6560; }","duration":"184.977158ms","start":"2026-04-28T17:31:18.463293Z","end":"2026-04-28T17:31:18.64827Z","steps":["trace[563395333] 'agreement among raft nodes before linearized reading' (duration: 184.527377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:18.702246Z","caller":"traceutil/trace.go:171","msg":"trace[2011224638] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"161.386839ms","start":"2026-04-28T17:31:18.540633Z","end":"2026-04-28T17:31:18.70202Z","steps":["trace[2011224638] 'process raft request' (duration: 161.222495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.702335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.996415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:31:18.702411Z","caller":"traceutil/trace.go:171","msg":"trace[824658975] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:6561; }","duration":"164.129388ms","start":"2026-04-28T17:31:18.538263Z","end":"2026-04-28T17:31:18.702393Z","steps":["trace[824658975] 'agreement among raft nodes before linearized reading' (duration: 163.728748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:18.824313Z","caller":"traceutil/trace.go:171","msg":"trace[1028908717] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"165.328869ms","start":"2026-04-28T17:31:18.658955Z","end":"2026-04-28T17:31:18.824284Z","steps":["trace[1028908717] 'process raft request' (duration: 106.239308ms)","trace[1028908717] 'compare' (duration: 58.887526ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:18.824697Z","caller":"traceutil/trace.go:171","msg":"trace[1836143998] linearizableReadLoop","detail":"{readStateIndex:6834; appliedIndex:6832; }","duration":"116.349355ms","start":"2026-04-28T17:31:18.708298Z","end":"2026-04-28T17:31:18.824647Z","steps":["trace[1836143998] 'read index received' (duration: 56.903446ms)","trace[1836143998] 'applied index is now lower than readState.Index' (duration: 59.443549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:18.82513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.598647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19797"} {"level":"info","ts":"2026-04-28T17:31:18.825202Z","caller":"traceutil/trace.go:171","msg":"trace[1807084280] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6562; }","duration":"106.723181ms","start":"2026-04-28T17:31:18.71846Z","end":"2026-04-28T17:31:18.825183Z","steps":["trace[1807084280] 'agreement among raft nodes before linearized reading' (duration: 106.424533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:18.82534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.979501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T17:31:18.825562Z","caller":"traceutil/trace.go:171","msg":"trace[378354159] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:6562; }","duration":"117.226437ms","start":"2026-04-28T17:31:18.708228Z","end":"2026-04-28T17:31:18.825454Z","steps":["trace[378354159] 'agreement among raft nodes before linearized reading' (duration: 116.603732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:19.060875Z","caller":"traceutil/trace.go:171","msg":"trace[1748113733] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"233.789488ms","start":"2026-04-28T17:31:18.827046Z","end":"2026-04-28T17:31:19.060836Z","steps":["trace[1748113733] 'process raft request' (duration: 216.793086ms)","trace[1748113733] 'compare' (duration: 16.759136ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:19.063924Z","caller":"traceutil/trace.go:171","msg":"trace[1095285225] linearizableReadLoop","detail":"{readStateIndex:6836; appliedIndex:6834; }","duration":"230.183726ms","start":"2026-04-28T17:31:18.833723Z","end":"2026-04-28T17:31:19.063907Z","steps":["trace[1095285225] 'read index received' (duration: 210.341363ms)","trace[1095285225] 'applied index is now lower than readState.Index' (duration: 19.841193ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:19.063965Z","caller":"traceutil/trace.go:171","msg":"trace[1921824168] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"233.039458ms","start":"2026-04-28T17:31:18.830899Z","end":"2026-04-28T17:31:19.063938Z","steps":["trace[1921824168] 'process raft request' (duration: 232.892355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:19.064131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.416766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:19.064176Z","caller":"traceutil/trace.go:171","msg":"trace[1404413489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6564; }","duration":"181.53029ms","start":"2026-04-28T17:31:18.882633Z","end":"2026-04-28T17:31:19.064164Z","steps":["trace[1404413489] 'agreement among raft nodes before linearized reading' (duration: 181.404387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:19.064236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.485084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19797"} {"level":"info","ts":"2026-04-28T17:31:19.064287Z","caller":"traceutil/trace.go:171","msg":"trace[1773943831] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6564; }","duration":"230.603817ms","start":"2026-04-28T17:31:18.83367Z","end":"2026-04-28T17:31:19.064274Z","steps":["trace[1773943831] 'agreement among raft nodes before linearized reading' (duration: 230.307019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:28.657678Z","caller":"traceutil/trace.go:171","msg":"trace[401504036] linearizableReadLoop","detail":"{readStateIndex:6906; appliedIndex:6905; }","duration":"118.391027ms","start":"2026-04-28T17:31:28.539255Z","end":"2026-04-28T17:31:28.657646Z","steps":["trace[401504036] 'read index received' (duration: 118.181032ms)","trace[401504036] 'applied index is now lower than readState.Index' (duration: 208.175µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:28.657731Z","caller":"traceutil/trace.go:171","msg":"trace[2095012356] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"160.390513ms","start":"2026-04-28T17:31:28.497304Z","end":"2026-04-28T17:31:28.657694Z","steps":["trace[2095012356] 'process raft request' (duration: 160.115076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:28.657959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.685654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:31:28.658015Z","caller":"traceutil/trace.go:171","msg":"trace[1819059003] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:6634; }","duration":"118.825248ms","start":"2026-04-28T17:31:28.539176Z","end":"2026-04-28T17:31:28.658001Z","steps":["trace[1819059003] 'agreement among raft nodes before linearized reading' (duration: 118.591852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:28.866633Z","caller":"traceutil/trace.go:171","msg":"trace[435142335] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"108.213609ms","start":"2026-04-28T17:31:28.758391Z","end":"2026-04-28T17:31:28.866604Z","steps":["trace[435142335] 'process raft request' (duration: 107.966842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:29.116969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.519114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:31:29.117053Z","caller":"traceutil/trace.go:171","msg":"trace[315548204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6637; }","duration":"104.654877ms","start":"2026-04-28T17:31:29.012378Z","end":"2026-04-28T17:31:29.117033Z","steps":["trace[315548204] 'range keys from in-memory index tree' (duration: 104.270378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:29.28516Z","caller":"traceutil/trace.go:171","msg":"trace[1689847090] linearizableReadLoop","detail":"{readStateIndex:6911; appliedIndex:6910; }","duration":"119.526586ms","start":"2026-04-28T17:31:29.165595Z","end":"2026-04-28T17:31:29.285122Z","steps":["trace[1689847090] 'read index received' (duration: 119.182427ms)","trace[1689847090] 'applied index is now lower than readState.Index' (duration: 343.029µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:29.285307Z","caller":"traceutil/trace.go:171","msg":"trace[565805328] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"162.470207ms","start":"2026-04-28T17:31:29.12278Z","end":"2026-04-28T17:31:29.28525Z","steps":["trace[565805328] 'process raft request' (duration: 162.103178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:29.285432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.815763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-28T17:31:29.285574Z","caller":"traceutil/trace.go:171","msg":"trace[237174674] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6638; }","duration":"119.958936ms","start":"2026-04-28T17:31:29.165514Z","end":"2026-04-28T17:31:29.285473Z","steps":["trace[237174674] 'agreement among raft nodes before linearized reading' (duration: 119.744451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:29.827123Z","caller":"traceutil/trace.go:171","msg":"trace[2033933874] linearizableReadLoop","detail":"{readStateIndex:6912; appliedIndex:6911; }","duration":"411.521093ms","start":"2026-04-28T17:31:29.41558Z","end":"2026-04-28T17:31:29.827101Z","steps":["trace[2033933874] 'read index received' (duration: 411.435101ms)","trace[2033933874] 'applied index is now lower than readState.Index' (duration: 84.832µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:29.827324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.89578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-28T17:31:29.82735Z","caller":"traceutil/trace.go:171","msg":"trace[777196723] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6639; }","duration":"307.998862ms","start":"2026-04-28T17:31:29.519343Z","end":"2026-04-28T17:31:29.827342Z","steps":["trace[777196723] 'agreement among raft nodes before linearized reading' (duration: 307.874779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:29.827383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:29.519313Z","time spent":"308.064824ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T17:31:29.827541Z","caller":"traceutil/trace.go:171","msg":"trace[1776013303] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"530.086054ms","start":"2026-04-28T17:31:29.29706Z","end":"2026-04-28T17:31:29.827146Z","steps":["trace[1776013303] 'process raft request' (duration: 529.890529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:29.827615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.996816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T17:31:29.827677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.55699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T17:31:29.8278Z","caller":"traceutil/trace.go:171","msg":"trace[572125817] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6639; }","duration":"264.756135ms","start":"2026-04-28T17:31:29.563014Z","end":"2026-04-28T17:31:29.82777Z","steps":["trace[572125817] 'agreement among raft nodes before linearized reading' (duration: 264.348593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:29.827754Z","caller":"traceutil/trace.go:171","msg":"trace[187138748] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6639; }","duration":"412.16643ms","start":"2026-04-28T17:31:29.415536Z","end":"2026-04-28T17:31:29.827702Z","steps":["trace[187138748] 'agreement among raft nodes before linearized reading' (duration: 411.655706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:29.827872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:29.415515Z","time spent":"412.340244ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T17:31:29.828235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:29.297002Z","time spent":"531.132601ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:30.096919Z","caller":"traceutil/trace.go:171","msg":"trace[347198798] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"252.484893ms","start":"2026-04-28T17:31:29.844395Z","end":"2026-04-28T17:31:30.09688Z","steps":["trace[347198798] 'process raft request' (duration: 252.163795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:30.242606Z","caller":"traceutil/trace.go:171","msg":"trace[2124859546] linearizableReadLoop","detail":"{readStateIndex:6914; appliedIndex:6913; }","duration":"124.540403ms","start":"2026-04-28T17:31:30.117972Z","end":"2026-04-28T17:31:30.242513Z","steps":["trace[2124859546] 'read index received' (duration: 71.904406ms)","trace[2124859546] 'applied index is now lower than readState.Index' (duration: 52.634047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:30.242775Z","caller":"traceutil/trace.go:171","msg":"trace[1612720826] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"134.328712ms","start":"2026-04-28T17:31:30.108401Z","end":"2026-04-28T17:31:30.242729Z","steps":["trace[1612720826] 'process raft request' (duration: 81.543541ms)","trace[1612720826] 'compare' (duration: 52.225857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:30.242913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.912943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:31:30.242958Z","caller":"traceutil/trace.go:171","msg":"trace[1808017738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6641; }","duration":"125.036606ms","start":"2026-04-28T17:31:30.117908Z","end":"2026-04-28T17:31:30.242945Z","steps":["trace[1808017738] 'agreement among raft nodes before linearized reading' (duration: 124.80207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:30.684Z","caller":"traceutil/trace.go:171","msg":"trace[1299392670] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"228.046612ms","start":"2026-04-28T17:31:30.455914Z","end":"2026-04-28T17:31:30.68396Z","steps":["trace[1299392670] 'process raft request' (duration: 227.785096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:30.881147Z","caller":"traceutil/trace.go:171","msg":"trace[1931494947] linearizableReadLoop","detail":"{readStateIndex:6916; appliedIndex:6914; }","duration":"399.751353ms","start":"2026-04-28T17:31:30.481363Z","end":"2026-04-28T17:31:30.881114Z","steps":["trace[1931494947] 'read index received' (duration: 202.37571ms)","trace[1931494947] 'applied index is now lower than readState.Index' (duration: 197.374203ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:30.881288Z","caller":"traceutil/trace.go:171","msg":"trace[1083343543] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"419.406803ms","start":"2026-04-28T17:31:30.461843Z","end":"2026-04-28T17:31:30.88125Z","steps":["trace[1083343543] 'process raft request' (duration: 419.044954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:30.881405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.028801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-28T17:31:30.881457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:30.461773Z","time spent":"419.589907ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:30.881465Z","caller":"traceutil/trace.go:171","msg":"trace[915141607] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6643; }","duration":"400.143754ms","start":"2026-04-28T17:31:30.4813Z","end":"2026-04-28T17:31:30.881443Z","steps":["trace[915141607] 'agreement among raft nodes before linearized reading' (duration: 399.952449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:30.881514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:30.481277Z","time spent":"400.225285ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:31:31.203867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.388393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:31:31.203998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.491167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:31.204008Z","caller":"traceutil/trace.go:171","msg":"trace[950457837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6643; }","duration":"173.590269ms","start":"2026-04-28T17:31:31.030391Z","end":"2026-04-28T17:31:31.203981Z","steps":["trace[950457837] 'range keys from in-memory index tree' (duration: 173.094767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:31.204076Z","caller":"traceutil/trace.go:171","msg":"trace[565774450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6643; }","duration":"136.61689ms","start":"2026-04-28T17:31:31.067438Z","end":"2026-04-28T17:31:31.204055Z","steps":["trace[565774450] 'range keys from in-memory index tree' (duration: 136.397405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:33.465524Z","caller":"traceutil/trace.go:171","msg":"trace[1886887992] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"127.389905ms","start":"2026-04-28T17:31:33.338103Z","end":"2026-04-28T17:31:33.465493Z","steps":["trace[1886887992] 'process raft request' (duration: 127.204411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:35.631548Z","caller":"traceutil/trace.go:171","msg":"trace[860842082] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"156.833823ms","start":"2026-04-28T17:31:35.474654Z","end":"2026-04-28T17:31:35.631488Z","steps":["trace[860842082] 'process raft request' (duration: 156.543526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:36.142737Z","caller":"traceutil/trace.go:171","msg":"trace[1189021491] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"159.888561ms","start":"2026-04-28T17:31:35.982808Z","end":"2026-04-28T17:31:36.142697Z","steps":["trace[1189021491] 'process raft request' (duration: 159.491761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:38.490604Z","caller":"traceutil/trace.go:171","msg":"trace[1819794559] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"122.356528ms","start":"2026-04-28T17:31:38.368217Z","end":"2026-04-28T17:31:38.490574Z","steps":["trace[1819794559] 'process raft request' (duration: 120.115811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:38.589506Z","caller":"traceutil/trace.go:171","msg":"trace[497570303] transaction","detail":"{read_only:false; response_revision:6673; number_of_response:1; }","duration":"221.120876ms","start":"2026-04-28T17:31:38.368359Z","end":"2026-04-28T17:31:38.58948Z","steps":["trace[497570303] 'process raft request' (duration: 220.908881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:38.590242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.702873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T17:31:38.590304Z","caller":"traceutil/trace.go:171","msg":"trace[107715173] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:6676; }","duration":"199.828627ms","start":"2026-04-28T17:31:38.390462Z","end":"2026-04-28T17:31:38.59029Z","steps":["trace[107715173] 'agreement among raft nodes before linearized reading' (duration: 199.580919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:38.589928Z","caller":"traceutil/trace.go:171","msg":"trace[579464779] transaction","detail":"{read_only:false; response_revision:6674; number_of_response:1; }","duration":"221.326472ms","start":"2026-04-28T17:31:38.368519Z","end":"2026-04-28T17:31:38.589846Z","steps":["trace[579464779] 'process raft request' (duration: 220.913101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:38.589945Z","caller":"traceutil/trace.go:171","msg":"trace[1121455519] linearizableReadLoop","detail":"{readStateIndex:6951; appliedIndex:6946; }","duration":"199.391694ms","start":"2026-04-28T17:31:38.390528Z","end":"2026-04-28T17:31:38.58992Z","steps":["trace[1121455519] 'read index received' (duration: 97.857306ms)","trace[1121455519] 'applied index is now lower than readState.Index' (duration: 101.533218ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:38.590022Z","caller":"traceutil/trace.go:171","msg":"trace[183084768] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"220.865909ms","start":"2026-04-28T17:31:38.369128Z","end":"2026-04-28T17:31:38.589993Z","steps":["trace[183084768] 'process raft request' (duration: 220.536791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:38.590068Z","caller":"traceutil/trace.go:171","msg":"trace[1842948230] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"220.320126ms","start":"2026-04-28T17:31:38.369726Z","end":"2026-04-28T17:31:38.590046Z","steps":["trace[1842948230] 'process raft request' (duration: 220.120281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:38.590762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.044072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T17:31:38.590821Z","caller":"traceutil/trace.go:171","msg":"trace[1006834718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:6676; }","duration":"150.159795ms","start":"2026-04-28T17:31:38.440645Z","end":"2026-04-28T17:31:38.590804Z","steps":["trace[1006834718] 'agreement among raft nodes before linearized reading' (duration: 149.97374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:38.593207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.021622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-04-28T17:31:38.593266Z","caller":"traceutil/trace.go:171","msg":"trace[11536126] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:6676; }","duration":"102.129495ms","start":"2026-04-28T17:31:38.491123Z","end":"2026-04-28T17:31:38.593252Z","steps":["trace[11536126] 'agreement among raft nodes before linearized reading' (duration: 99.57197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:38.593988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.487499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T17:31:38.594139Z","caller":"traceutil/trace.go:171","msg":"trace[705355844] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6676; }","duration":"131.693185ms","start":"2026-04-28T17:31:38.462411Z","end":"2026-04-28T17:31:38.594104Z","steps":["trace[705355844] 'agreement among raft nodes before linearized reading' (duration: 128.309419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:45.449196Z","caller":"traceutil/trace.go:171","msg":"trace[218613550] transaction","detail":"{read_only:false; response_revision:6765; number_of_response:1; }","duration":"154.318759ms","start":"2026-04-28T17:31:45.294836Z","end":"2026-04-28T17:31:45.449155Z","steps":["trace[218613550] 'process raft request' (duration: 154.070043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:45.97047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.733795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:31:45.970606Z","caller":"traceutil/trace.go:171","msg":"trace[1729806660] linearizableReadLoop","detail":"{readStateIndex:7046; appliedIndex:7045; }","duration":"227.57732ms","start":"2026-04-28T17:31:45.743009Z","end":"2026-04-28T17:31:45.970586Z","steps":["trace[1729806660] 'read index received' (duration: 97.594379ms)","trace[1729806660] 'applied index is now lower than readState.Index' (duration: 129.981411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:45.970738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.727474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:45.970779Z","caller":"traceutil/trace.go:171","msg":"trace[1541958287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6768; }","duration":"227.819216ms","start":"2026-04-28T17:31:45.742947Z","end":"2026-04-28T17:31:45.970766Z","steps":["trace[1541958287] 'agreement among raft nodes before linearized reading' (duration: 227.690283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:45.970852Z","caller":"traceutil/trace.go:171","msg":"trace[1681593684] transaction","detail":"{read_only:false; response_revision:6768; number_of_response:1; }","duration":"288.875077ms","start":"2026-04-28T17:31:45.681833Z","end":"2026-04-28T17:31:45.970708Z","steps":["trace[1681593684] 'process raft request' (duration: 158.807304ms)","trace[1681593684] 'compare' (duration: 129.579341ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:49.666306Z","caller":"traceutil/trace.go:171","msg":"trace[555470981] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"188.612775ms","start":"2026-04-28T17:31:49.477646Z","end":"2026-04-28T17:31:49.666259Z","steps":["trace[555470981] 'process raft request' (duration: 188.324118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:50.903293Z","caller":"traceutil/trace.go:171","msg":"trace[1260091971] linearizableReadLoop","detail":"{readStateIndex:7080; appliedIndex:7077; }","duration":"243.452818ms","start":"2026-04-28T17:31:50.659819Z","end":"2026-04-28T17:31:50.903272Z","steps":["trace[1260091971] 'read index received' (duration: 71.308359ms)","trace[1260091971] 'applied index is now lower than readState.Index' (duration: 172.143689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:50.903406Z","caller":"traceutil/trace.go:171","msg":"trace[839875072] transaction","detail":"{read_only:false; response_revision:6801; number_of_response:1; }","duration":"250.227669ms","start":"2026-04-28T17:31:50.65317Z","end":"2026-04-28T17:31:50.903397Z","steps":["trace[839875072] 'process raft request' (duration: 250.069195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:50.903369Z","caller":"traceutil/trace.go:171","msg":"trace[795627485] transaction","detail":"{read_only:false; response_revision:6800; number_of_response:1; }","duration":"253.875632ms","start":"2026-04-28T17:31:50.649446Z","end":"2026-04-28T17:31:50.903322Z","steps":["trace[795627485] 'process raft request' (duration: 253.432441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:50.903676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.388291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:50.903727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.885028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:31:50.903775Z","caller":"traceutil/trace.go:171","msg":"trace[1733595835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6801; }","duration":"123.523865ms","start":"2026-04-28T17:31:50.780232Z","end":"2026-04-28T17:31:50.903756Z","steps":["trace[1733595835] 'agreement among raft nodes before linearized reading' (duration: 123.214477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:50.903773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.355332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:31:50.903827Z","caller":"traceutil/trace.go:171","msg":"trace[2082965191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6801; }","duration":"244.035272ms","start":"2026-04-28T17:31:50.659764Z","end":"2026-04-28T17:31:50.903799Z","steps":["trace[2082965191] 'agreement among raft nodes before linearized reading' (duration: 243.730164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:50.903852Z","caller":"traceutil/trace.go:171","msg":"trace[1499652877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6801; }","duration":"168.486535ms","start":"2026-04-28T17:31:50.735345Z","end":"2026-04-28T17:31:50.903831Z","steps":["trace[1499652877] 'agreement among raft nodes before linearized reading' (duration: 168.268709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:50.90373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.30871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:31:50.904056Z","caller":"traceutil/trace.go:171","msg":"trace[1048682007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6801; }","duration":"168.641838ms","start":"2026-04-28T17:31:50.735344Z","end":"2026-04-28T17:31:50.903986Z","steps":["trace[1048682007] 'agreement among raft nodes before linearized reading' (duration: 168.099725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:51.774236Z","caller":"traceutil/trace.go:171","msg":"trace[2128184281] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"100.144162ms","start":"2026-04-28T17:31:51.674072Z","end":"2026-04-28T17:31:51.774216Z","steps":["trace[2128184281] 'process raft request' (duration: 99.998718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:51.950577Z","caller":"traceutil/trace.go:171","msg":"trace[2104750516] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"273.741517ms","start":"2026-04-28T17:31:51.676786Z","end":"2026-04-28T17:31:51.950527Z","steps":["trace[2104750516] 'process raft request' (duration: 201.745029ms)","trace[2104750516] 'compare' (duration: 71.804413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:51.950736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.753173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:51.950883Z","caller":"traceutil/trace.go:171","msg":"trace[751057899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6805; }","duration":"248.977208ms","start":"2026-04-28T17:31:51.70189Z","end":"2026-04-28T17:31:51.950868Z","steps":["trace[751057899] 'agreement among raft nodes before linearized reading' (duration: 248.752603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:51.950575Z","caller":"traceutil/trace.go:171","msg":"trace[19080518] linearizableReadLoop","detail":"{readStateIndex:7084; appliedIndex:7083; }","duration":"248.565127ms","start":"2026-04-28T17:31:51.701957Z","end":"2026-04-28T17:31:51.950522Z","steps":["trace[19080518] 'read index received' (duration: 72.287495ms)","trace[19080518] 'applied index is now lower than readState.Index' (duration: 176.275922ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:52.517831Z","caller":"traceutil/trace.go:171","msg":"trace[1434076270] linearizableReadLoop","detail":"{readStateIndex:7085; appliedIndex:7084; }","duration":"547.4242ms","start":"2026-04-28T17:31:51.970375Z","end":"2026-04-28T17:31:52.5178Z","steps":["trace[1434076270] 'read index received' (duration: 486.3563ms)","trace[1434076270] 'applied index is now lower than readState.Index' (duration: 61.06592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:52.517952Z","caller":"traceutil/trace.go:171","msg":"trace[1573304751] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"550.642791ms","start":"2026-04-28T17:31:51.967259Z","end":"2026-04-28T17:31:52.517902Z","steps":["trace[1573304751] 'process raft request' (duration: 489.578332ms)","trace[1573304751] 'compare' (duration: 60.718541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:52.518122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.728577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-04-28T17:31:52.518146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:51.967241Z","time spent":"550.804875ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:52.518172Z","caller":"traceutil/trace.go:171","msg":"trace[490252512] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6806; }","duration":"547.883032ms","start":"2026-04-28T17:31:51.970274Z","end":"2026-04-28T17:31:52.518157Z","steps":["trace[490252512] 'agreement among raft nodes before linearized reading' (duration: 547.688137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:52.518216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:51.970251Z","time spent":"547.955233ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-28T17:31:52.518104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.89485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:31:52.51829Z","caller":"traceutil/trace.go:171","msg":"trace[891492523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6806; }","duration":"488.130815ms","start":"2026-04-28T17:31:52.030123Z","end":"2026-04-28T17:31:52.518254Z","steps":["trace[891492523] 'agreement among raft nodes before linearized reading' (duration: 487.862738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:52.518274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.287023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:52.518331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.030072Z","time spent":"488.250769ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:31:52.51837Z","caller":"traceutil/trace.go:171","msg":"trace[1315719519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6806; }","duration":"405.444027ms","start":"2026-04-28T17:31:52.112898Z","end":"2026-04-28T17:31:52.518342Z","steps":["trace[1315719519] 'agreement among raft nodes before linearized reading' (duration: 405.270003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:52.518421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.112871Z","time spent":"405.539339ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:31:52.837632Z","caller":"traceutil/trace.go:171","msg":"trace[1010677183] linearizableReadLoop","detail":"{readStateIndex:7086; appliedIndex:7085; }","duration":"315.375492ms","start":"2026-04-28T17:31:52.522213Z","end":"2026-04-28T17:31:52.837589Z","steps":["trace[1010677183] 'read index received' (duration: 242.650326ms)","trace[1010677183] 'applied index is now lower than readState.Index' (duration: 72.723526ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:52.837675Z","caller":"traceutil/trace.go:171","msg":"trace[1507501925] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"315.571206ms","start":"2026-04-28T17:31:52.522062Z","end":"2026-04-28T17:31:52.837633Z","steps":["trace[1507501925] 'process raft request' (duration: 242.880711ms)","trace[1507501925] 'compare' (duration: 72.414348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:52.837899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.71038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T17:31:52.838008Z","caller":"traceutil/trace.go:171","msg":"trace[668211163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6807; }","duration":"315.839164ms","start":"2026-04-28T17:31:52.52214Z","end":"2026-04-28T17:31:52.83798Z","steps":["trace[668211163] 'agreement among raft nodes before linearized reading' (duration: 315.560587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:52.838068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.522134Z","time spent":"315.919217ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T17:31:52.838193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.522039Z","time spent":"315.913785ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:52.865411Z","caller":"traceutil/trace.go:171","msg":"trace[1884122370] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"340.385156ms","start":"2026-04-28T17:31:52.525006Z","end":"2026-04-28T17:31:52.865391Z","steps":["trace[1884122370] 'process raft request' (duration: 340.170351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:52.86553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.524994Z","time spent":"340.477518ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:52.865796Z","caller":"traceutil/trace.go:171","msg":"trace[1416127953] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"129.212649ms","start":"2026-04-28T17:31:52.736562Z","end":"2026-04-28T17:31:52.865775Z","steps":["trace[1416127953] 'process raft request' (duration: 128.764208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.202427Z","caller":"traceutil/trace.go:171","msg":"trace[1304922076] linearizableReadLoop","detail":"{readStateIndex:7090; appliedIndex:7089; }","duration":"293.951509ms","start":"2026-04-28T17:31:52.908443Z","end":"2026-04-28T17:31:53.202395Z","steps":["trace[1304922076] 'read index received' (duration: 293.64657ms)","trace[1304922076] 'applied index is now lower than readState.Index' (duration: 303.669µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:53.202507Z","caller":"traceutil/trace.go:171","msg":"trace[1568197250] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"325.302765ms","start":"2026-04-28T17:31:52.87717Z","end":"2026-04-28T17:31:53.202473Z","steps":["trace[1568197250] 'process raft request' (duration: 324.908664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:53.202681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.216366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:31:53.202732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.877154Z","time spent":"325.484429ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:53.202747Z","caller":"traceutil/trace.go:171","msg":"trace[1316601029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6811; }","duration":"294.336179ms","start":"2026-04-28T17:31:52.908397Z","end":"2026-04-28T17:31:53.202733Z","steps":["trace[1316601029] 'agreement among raft nodes before linearized reading' (duration: 294.102273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:53.23094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.41581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:31:53.231047Z","caller":"traceutil/trace.go:171","msg":"trace[1381844163] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6812; }","duration":"216.566315ms","start":"2026-04-28T17:31:53.014453Z","end":"2026-04-28T17:31:53.231019Z","steps":["trace[1381844163] 'agreement among raft nodes before linearized reading' (duration: 216.401011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.231069Z","caller":"traceutil/trace.go:171","msg":"trace[1287674088] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"320.806631ms","start":"2026-04-28T17:31:52.910242Z","end":"2026-04-28T17:31:53.231049Z","steps":["trace[1287674088] 'process raft request' (duration: 320.282688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:53.230955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.910071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:31:53.231275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.620697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:31:53.231188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.910229Z","time spent":"320.884613ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:53.231427Z","caller":"traceutil/trace.go:171","msg":"trace[1421645836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6812; }","duration":"300.825633ms","start":"2026-04-28T17:31:52.930571Z","end":"2026-04-28T17:31:53.231397Z","steps":["trace[1421645836] 'agreement among raft nodes before linearized reading' (duration: 300.365901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.231431Z","caller":"traceutil/trace.go:171","msg":"trace[1125968512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6812; }","duration":"302.340891ms","start":"2026-04-28T17:31:52.929003Z","end":"2026-04-28T17:31:53.231344Z","steps":["trace[1125968512] 'agreement among raft nodes before linearized reading' (duration: 301.757167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:53.231527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.930529Z","time spent":"300.975026ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:31:53.231648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:52.928961Z","time spent":"302.670539ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:31:53.356812Z","caller":"traceutil/trace.go:171","msg":"trace[1363936498] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"144.754314ms","start":"2026-04-28T17:31:53.212032Z","end":"2026-04-28T17:31:53.356786Z","steps":["trace[1363936498] 'process raft request' (duration: 126.868709ms)","trace[1363936498] 'compare' (duration: 17.70103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:53.357181Z","caller":"traceutil/trace.go:171","msg":"trace[1107960034] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"142.021694ms","start":"2026-04-28T17:31:53.215132Z","end":"2026-04-28T17:31:53.357153Z","steps":["trace[1107960034] 'process raft request' (duration: 141.87065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.357158Z","caller":"traceutil/trace.go:171","msg":"trace[476428152] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"144.063846ms","start":"2026-04-28T17:31:53.213075Z","end":"2026-04-28T17:31:53.357139Z","steps":["trace[476428152] 'process raft request' (duration: 143.650106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.392771Z","caller":"traceutil/trace.go:171","msg":"trace[2069695560] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"155.370693ms","start":"2026-04-28T17:31:53.237371Z","end":"2026-04-28T17:31:53.392742Z","steps":["trace[2069695560] 'process raft request' (duration: 155.2956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.393316Z","caller":"traceutil/trace.go:171","msg":"trace[2108330140] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"157.399554ms","start":"2026-04-28T17:31:53.235904Z","end":"2026-04-28T17:31:53.393304Z","steps":["trace[2108330140] 'process raft request' (duration: 156.601333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:53.587299Z","caller":"traceutil/trace.go:171","msg":"trace[2100970149] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"167.89363ms","start":"2026-04-28T17:31:53.41937Z","end":"2026-04-28T17:31:53.587264Z","steps":["trace[2100970149] 'process raft request' (duration: 167.056519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:54.539444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.410036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:31:54.53946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.70848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T17:31:54.539518Z","caller":"traceutil/trace.go:171","msg":"trace[1041876673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6826; }","duration":"470.58262ms","start":"2026-04-28T17:31:54.068918Z","end":"2026-04-28T17:31:54.5395Z","steps":["trace[1041876673] 'range keys from in-memory index tree' (duration: 470.331965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:54.539555Z","caller":"traceutil/trace.go:171","msg":"trace[1086378808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6826; }","duration":"101.851074ms","start":"2026-04-28T17:31:54.437679Z","end":"2026-04-28T17:31:54.53953Z","steps":["trace[1086378808] 'range keys from in-memory index tree' (duration: 101.562787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:54.539564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:54.0689Z","time spent":"470.649563ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:31:55.183057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.323859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:31:55.183168Z","caller":"traceutil/trace.go:171","msg":"trace[696908492] linearizableReadLoop","detail":"{readStateIndex:7108; appliedIndex:7107; }","duration":"114.788733ms","start":"2026-04-28T17:31:55.068362Z","end":"2026-04-28T17:31:55.18315Z","steps":["trace[696908492] 'read index received' (duration: 67.182µs)","trace[696908492] 'applied index is now lower than readState.Index' (duration: 114.719971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:55.183241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.891295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:55.183266Z","caller":"traceutil/trace.go:171","msg":"trace[556029414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6828; }","duration":"114.917716ms","start":"2026-04-28T17:31:55.06834Z","end":"2026-04-28T17:31:55.183258Z","steps":["trace[556029414] 'agreement among raft nodes before linearized reading' (duration: 114.856954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:55.183473Z","caller":"traceutil/trace.go:171","msg":"trace[1338573497] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"311.172356ms","start":"2026-04-28T17:31:54.872244Z","end":"2026-04-28T17:31:55.183416Z","steps":["trace[1338573497] 'process raft request' (duration: 111.380686ms)","trace[1338573497] 'compare' (duration: 199.070091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:55.183736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:54.872205Z","time spent":"311.385541ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:55.576031Z","caller":"traceutil/trace.go:171","msg":"trace[1374113039] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"173.039771ms","start":"2026-04-28T17:31:55.402963Z","end":"2026-04-28T17:31:55.576003Z","steps":["trace[1374113039] 'process raft request' (duration: 74.797518ms)","trace[1374113039] 'compare' (duration: 97.987007ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:55.598886Z","caller":"traceutil/trace.go:171","msg":"trace[573314518] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"194.814494ms","start":"2026-04-28T17:31:55.404037Z","end":"2026-04-28T17:31:55.598851Z","steps":["trace[573314518] 'process raft request' (duration: 194.543237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:56.024211Z","caller":"traceutil/trace.go:171","msg":"trace[1689001033] linearizableReadLoop","detail":"{readStateIndex:7113; appliedIndex:7112; }","duration":"196.445364ms","start":"2026-04-28T17:31:55.827739Z","end":"2026-04-28T17:31:56.024184Z","steps":["trace[1689001033] 'read index received' (duration: 196.28557ms)","trace[1689001033] 'applied index is now lower than readState.Index' (duration: 154.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:56.024277Z","caller":"traceutil/trace.go:171","msg":"trace[2121455782] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"200.046177ms","start":"2026-04-28T17:31:55.824195Z","end":"2026-04-28T17:31:56.024241Z","steps":["trace[2121455782] 'process raft request' (duration: 199.80038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:56.024452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.67993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:56.024558Z","caller":"traceutil/trace.go:171","msg":"trace[2087803111] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-bootstrap; range_end:; response_count:0; response_revision:6833; }","duration":"196.821064ms","start":"2026-04-28T17:31:55.827713Z","end":"2026-04-28T17:31:56.024534Z","steps":["trace[2087803111] 'agreement among raft nodes before linearized reading' (duration: 196.628869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:56.209551Z","caller":"traceutil/trace.go:171","msg":"trace[14314404] linearizableReadLoop","detail":"{readStateIndex:7114; appliedIndex:7113; }","duration":"178.144841ms","start":"2026-04-28T17:31:56.031375Z","end":"2026-04-28T17:31:56.20952Z","steps":["trace[14314404] 'read index received' (duration: 147.734489ms)","trace[14314404] 'applied index is now lower than readState.Index' (duration: 30.408952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:56.209814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.397357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:56.209932Z","caller":"traceutil/trace.go:171","msg":"trace[1471374230] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-db-init; range_end:; response_count:0; response_revision:6834; }","duration":"178.555081ms","start":"2026-04-28T17:31:56.031355Z","end":"2026-04-28T17:31:56.20991Z","steps":["trace[1471374230] 'agreement among raft nodes before linearized reading' (duration: 178.311415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:56.209634Z","caller":"traceutil/trace.go:171","msg":"trace[1643873359] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"180.587322ms","start":"2026-04-28T17:31:56.028983Z","end":"2026-04-28T17:31:56.20957Z","steps":["trace[1643873359] 'process raft request' (duration: 150.1592ms)","trace[1643873359] 'compare' (duration: 30.243427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:56.250194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.342109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:56.250299Z","caller":"traceutil/trace.go:171","msg":"trace[598372754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6835; }","duration":"175.509423ms","start":"2026-04-28T17:31:56.074767Z","end":"2026-04-28T17:31:56.250276Z","steps":["trace[598372754] 'agreement among raft nodes before linearized reading' (duration: 175.333769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:56.250372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.572458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:31:56.250437Z","caller":"traceutil/trace.go:171","msg":"trace[1553788930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6835; }","duration":"168.679241ms","start":"2026-04-28T17:31:56.081742Z","end":"2026-04-28T17:31:56.250421Z","steps":["trace[1553788930] 'agreement among raft nodes before linearized reading' (duration: 168.497396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:56.506859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.461001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-credential-rotate\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:56.506966Z","caller":"traceutil/trace.go:171","msg":"trace[1975331643] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-credential-rotate; range_end:; response_count:0; response_revision:6835; }","duration":"195.592383ms","start":"2026-04-28T17:31:56.311349Z","end":"2026-04-28T17:31:56.506942Z","steps":["trace[1975331643] 'range keys from in-memory index tree' (duration: 195.408749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:56.738962Z","caller":"traceutil/trace.go:171","msg":"trace[1712348888] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"163.620161ms","start":"2026-04-28T17:31:56.575307Z","end":"2026-04-28T17:31:56.738927Z","steps":["trace[1712348888] 'process raft request' (duration: 163.391395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:56.981996Z","caller":"traceutil/trace.go:171","msg":"trace[986132919] linearizableReadLoop","detail":"{readStateIndex:7118; appliedIndex:7117; }","duration":"115.926192ms","start":"2026-04-28T17:31:56.86603Z","end":"2026-04-28T17:31:56.981957Z","steps":["trace[986132919] 'read index received' (duration: 68.345255ms)","trace[986132919] 'applied index is now lower than readState.Index' (duration: 47.579137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:56.982317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.252421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:31:56.982364Z","caller":"traceutil/trace.go:171","msg":"trace[987990193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6837; }","duration":"116.379073ms","start":"2026-04-28T17:31:56.865971Z","end":"2026-04-28T17:31:56.98235Z","steps":["trace[987990193] 'agreement among raft nodes before linearized reading' (duration: 116.140327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:56.9826Z","caller":"traceutil/trace.go:171","msg":"trace[1388075910] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"193.760926ms","start":"2026-04-28T17:31:56.788763Z","end":"2026-04-28T17:31:56.982524Z","steps":["trace[1388075910] 'process raft request' (duration: 145.608564ms)","trace[1388075910] 'compare' (duration: 47.350352ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:57.155084Z","caller":"traceutil/trace.go:171","msg":"trace[1549142896] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"166.581157ms","start":"2026-04-28T17:31:56.988443Z","end":"2026-04-28T17:31:57.155024Z","steps":["trace[1549142896] 'process raft request' (duration: 134.964824ms)","trace[1549142896] 'compare' (duration: 31.285344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:57.802885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.667954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:31:57.803116Z","caller":"traceutil/trace.go:171","msg":"trace[258159352] linearizableReadLoop","detail":"{readStateIndex:7121; appliedIndex:7120; }","duration":"607.995977ms","start":"2026-04-28T17:31:57.195097Z","end":"2026-04-28T17:31:57.803093Z","steps":["trace[258159352] 'read index received' (duration: 135.19892ms)","trace[258159352] 'applied index is now lower than readState.Index' (duration: 472.795037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:57.803359Z","caller":"traceutil/trace.go:171","msg":"trace[1620045340] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"613.394184ms","start":"2026-04-28T17:31:57.189838Z","end":"2026-04-28T17:31:57.803232Z","steps":["trace[1620045340] 'process raft request' (duration: 140.256639ms)","trace[1620045340] 'compare' (duration: 472.52971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:57.803469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.189805Z","time spent":"613.62514ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:57.80347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.372196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-28T17:31:57.803565Z","caller":"traceutil/trace.go:171","msg":"trace[1357538147] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6840; }","duration":"608.51694ms","start":"2026-04-28T17:31:57.19503Z","end":"2026-04-28T17:31:57.803547Z","steps":["trace[1357538147] 'agreement among raft nodes before linearized reading' (duration: 608.208573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:57.803693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.194985Z","time spent":"608.635013ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-28T17:31:58.085953Z","caller":"traceutil/trace.go:171","msg":"trace[940461378] linearizableReadLoop","detail":"{readStateIndex:7123; appliedIndex:7121; }","duration":"282.735784ms","start":"2026-04-28T17:31:57.803181Z","end":"2026-04-28T17:31:58.085917Z","steps":["trace[940461378] 'read index received' (duration: 282.333524ms)","trace[940461378] 'applied index is now lower than readState.Index' (duration: 400.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:58.086197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.128694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:58.08625Z","caller":"traceutil/trace.go:171","msg":"trace[1299482584] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6842; }","duration":"588.236606ms","start":"2026-04-28T17:31:57.498001Z","end":"2026-04-28T17:31:58.086238Z","steps":["trace[1299482584] 'agreement among raft nodes before linearized reading' (duration: 588.140564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.086291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.497981Z","time spent":"588.298787ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:31:58.086278Z","caller":"traceutil/trace.go:171","msg":"trace[1042897228] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"759.487281ms","start":"2026-04-28T17:31:57.326747Z","end":"2026-04-28T17:31:58.086234Z","steps":["trace[1042897228] 'process raft request' (duration: 759.104122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.086317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.498133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:31:58.08639Z","caller":"traceutil/trace.go:171","msg":"trace[966152263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6842; }","duration":"482.586475ms","start":"2026-04-28T17:31:57.603788Z","end":"2026-04-28T17:31:58.086374Z","steps":["trace[966152263] 'agreement among raft nodes before linearized reading' (duration: 482.447291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.086445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.603777Z","time spent":"482.655426ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:31:58.086464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.326715Z","time spent":"759.656876ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:58.086196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.785194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:31:58.086088Z","caller":"traceutil/trace.go:171","msg":"trace[952606626] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"877.232869ms","start":"2026-04-28T17:31:57.20883Z","end":"2026-04-28T17:31:58.086062Z","steps":["trace[952606626] 'process raft request' (duration: 876.719166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.086766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.208791Z","time spent":"877.900126ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71848,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:58.08677Z","caller":"traceutil/trace.go:171","msg":"trace[1718031745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6842; }","duration":"506.244396ms","start":"2026-04-28T17:31:57.580339Z","end":"2026-04-28T17:31:58.086583Z","steps":["trace[1718031745] 'agreement among raft nodes before linearized reading' (duration: 505.655001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.086416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.577498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:31:58.086981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.580321Z","time spent":"506.617125ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:31:58.087054Z","caller":"traceutil/trace.go:171","msg":"trace[1411170015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6842; }","duration":"692.235825ms","start":"2026-04-28T17:31:57.394783Z","end":"2026-04-28T17:31:58.087019Z","steps":["trace[1411170015] 'agreement among raft nodes before linearized reading' (duration: 691.406574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.087157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.394762Z","time spent":"692.356367ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:31:58.087283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.941539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214374"} {"level":"info","ts":"2026-04-28T17:31:58.087327Z","caller":"traceutil/trace.go:171","msg":"trace[374227933] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6842; }","duration":"657.018141ms","start":"2026-04-28T17:31:57.430298Z","end":"2026-04-28T17:31:58.087316Z","steps":["trace[374227933] 'agreement among raft nodes before linearized reading' (duration: 655.722889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.087354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.430276Z","time spent":"657.068762ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2214398,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-28T17:31:58.087032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.496376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T17:31:58.087536Z","caller":"traceutil/trace.go:171","msg":"trace[1462013758] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac; range_end:; response_count:1; response_revision:6842; }","duration":"813.0525ms","start":"2026-04-28T17:31:57.274452Z","end":"2026-04-28T17:31:58.087505Z","steps":["trace[1462013758] 'agreement among raft nodes before linearized reading' (duration: 811.904711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.087702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.274428Z","time spent":"813.254725ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" "} {"level":"info","ts":"2026-04-28T17:31:58.150408Z","caller":"traceutil/trace.go:171","msg":"trace[439124818] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"120.047787ms","start":"2026-04-28T17:31:58.030315Z","end":"2026-04-28T17:31:58.150363Z","steps":["trace[439124818] 'process raft request' (duration: 119.891123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.150688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.66333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:58.150846Z","caller":"traceutil/trace.go:171","msg":"trace[247706701] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6843; }","duration":"341.857004ms","start":"2026-04-28T17:31:57.808929Z","end":"2026-04-28T17:31:58.150786Z","steps":["trace[247706701] 'agreement among raft nodes before linearized reading' (duration: 341.581577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.150904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:57.808908Z","time spent":"341.984638ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-04-28T17:31:58.571072Z","caller":"traceutil/trace.go:171","msg":"trace[1557332591] transaction","detail":"{read_only:false; response_revision:6875; number_of_response:1; }","duration":"151.795081ms","start":"2026-04-28T17:31:58.419248Z","end":"2026-04-28T17:31:58.571043Z","steps":["trace[1557332591] 'process raft request' (duration: 151.479764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.575482Z","caller":"traceutil/trace.go:171","msg":"trace[965681275] transaction","detail":"{read_only:false; response_revision:6876; number_of_response:1; }","duration":"152.653164ms","start":"2026-04-28T17:31:58.422814Z","end":"2026-04-28T17:31:58.575467Z","steps":["trace[965681275] 'process raft request' (duration: 152.443949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.575818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.881826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:58.575904Z","caller":"traceutil/trace.go:171","msg":"trace[1892885596] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6876; }","duration":"145.01553ms","start":"2026-04-28T17:31:58.430873Z","end":"2026-04-28T17:31:58.575888Z","steps":["trace[1892885596] 'agreement among raft nodes before linearized reading' (duration: 144.848226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.57628Z","caller":"traceutil/trace.go:171","msg":"trace[1412558703] linearizableReadLoop","detail":"{readStateIndex:7157; appliedIndex:7155; }","duration":"144.479626ms","start":"2026-04-28T17:31:58.430912Z","end":"2026-04-28T17:31:58.575392Z","steps":["trace[1412558703] 'read index received' (duration: 139.841798ms)","trace[1412558703] 'applied index is now lower than readState.Index' (duration: 4.636658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:58.576569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.593354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-28T17:31:58.576694Z","caller":"traceutil/trace.go:171","msg":"trace[1445348664] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6876; }","duration":"145.722347ms","start":"2026-04-28T17:31:58.43095Z","end":"2026-04-28T17:31:58.576672Z","steps":["trace[1445348664] 'agreement among raft nodes before linearized reading' (duration: 145.504512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.576587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.462928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-28T17:31:58.57683Z","caller":"traceutil/trace.go:171","msg":"trace[108830278] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6876; }","duration":"137.766335ms","start":"2026-04-28T17:31:58.439048Z","end":"2026-04-28T17:31:58.576814Z","steps":["trace[108830278] 'agreement among raft nodes before linearized reading' (duration: 137.412666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721021Z","caller":"traceutil/trace.go:171","msg":"trace[541917430] transaction","detail":"{read_only:false; response_revision:6877; number_of_response:1; }","duration":"142.28125ms","start":"2026-04-28T17:31:58.578689Z","end":"2026-04-28T17:31:58.72097Z","steps":["trace[541917430] 'process raft request' (duration: 125.771961ms)","trace[541917430] 'compare' (duration: 16.199751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:58.721082Z","caller":"traceutil/trace.go:171","msg":"trace[1861166394] transaction","detail":"{read_only:false; response_revision:6879; number_of_response:1; }","duration":"142.235639ms","start":"2026-04-28T17:31:58.578807Z","end":"2026-04-28T17:31:58.721043Z","steps":["trace[1861166394] 'process raft request' (duration: 142.089494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721299Z","caller":"traceutil/trace.go:171","msg":"trace[1036537164] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"142.016294ms","start":"2026-04-28T17:31:58.579273Z","end":"2026-04-28T17:31:58.721289Z","steps":["trace[1036537164] 'process raft request' (duration: 141.771458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721296Z","caller":"traceutil/trace.go:171","msg":"trace[1335324782] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"142.474005ms","start":"2026-04-28T17:31:58.5788Z","end":"2026-04-28T17:31:58.721274Z","steps":["trace[1335324782] 'process raft request' (duration: 142.060003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721328Z","caller":"traceutil/trace.go:171","msg":"trace[1824874516] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"117.094292ms","start":"2026-04-28T17:31:58.604206Z","end":"2026-04-28T17:31:58.7213Z","steps":["trace[1824874516] 'process raft request' (duration: 116.975509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721405Z","caller":"traceutil/trace.go:171","msg":"trace[1410135512] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"142.483576ms","start":"2026-04-28T17:31:58.57891Z","end":"2026-04-28T17:31:58.721394Z","steps":["trace[1410135512] 'process raft request' (duration: 142.014284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721447Z","caller":"traceutil/trace.go:171","msg":"trace[771310100] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"142.193758ms","start":"2026-04-28T17:31:58.579235Z","end":"2026-04-28T17:31:58.721429Z","steps":["trace[771310100] 'process raft request' (duration: 141.741676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721565Z","caller":"traceutil/trace.go:171","msg":"trace[553291670] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"142.273241ms","start":"2026-04-28T17:31:58.57927Z","end":"2026-04-28T17:31:58.721543Z","steps":["trace[553291670] 'process raft request' (duration: 141.730947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721588Z","caller":"traceutil/trace.go:171","msg":"trace[1640133520] transaction","detail":"{read_only:false; response_revision:6881; number_of_response:1; }","duration":"142.398323ms","start":"2026-04-28T17:31:58.579175Z","end":"2026-04-28T17:31:58.721573Z","steps":["trace[1640133520] 'process raft request' (duration: 141.774788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.72172Z","caller":"traceutil/trace.go:171","msg":"trace[1748829504] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"141.608984ms","start":"2026-04-28T17:31:58.580097Z","end":"2026-04-28T17:31:58.721706Z","steps":["trace[1748829504] 'process raft request' (duration: 141.022479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721737Z","caller":"traceutil/trace.go:171","msg":"trace[1686239821] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"141.515761ms","start":"2026-04-28T17:31:58.580203Z","end":"2026-04-28T17:31:58.721719Z","steps":["trace[1686239821] 'process raft request' (duration: 140.940627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.721766Z","caller":"traceutil/trace.go:171","msg":"trace[830182814] linearizableReadLoop","detail":"{readStateIndex:7168; appliedIndex:7157; }","duration":"141.746247ms","start":"2026-04-28T17:31:58.58Z","end":"2026-04-28T17:31:58.721746Z","steps":["trace[830182814] 'read index received' (duration: 22.646634ms)","trace[830182814] 'applied index is now lower than readState.Index' (duration: 119.097953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:31:58.722033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.011493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-28T17:31:58.72207Z","caller":"traceutil/trace.go:171","msg":"trace[184184118] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6889; }","duration":"142.081915ms","start":"2026-04-28T17:31:58.579976Z","end":"2026-04-28T17:31:58.722058Z","steps":["trace[184184118] 'agreement among raft nodes before linearized reading' (duration: 141.87642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.722138Z","caller":"traceutil/trace.go:171","msg":"trace[566345671] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"142.324692ms","start":"2026-04-28T17:31:58.579791Z","end":"2026-04-28T17:31:58.722116Z","steps":["trace[566345671] 'process raft request' (duration: 141.301446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.722211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.059009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82094"} {"level":"info","ts":"2026-04-28T17:31:58.722278Z","caller":"traceutil/trace.go:171","msg":"trace[697386341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6889; }","duration":"141.174741ms","start":"2026-04-28T17:31:58.581083Z","end":"2026-04-28T17:31:58.722258Z","steps":["trace[697386341] 'agreement among raft nodes before linearized reading' (duration: 140.849743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.722288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.664023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef203981ed\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-04-28T17:31:58.7224Z","caller":"traceutil/trace.go:171","msg":"trace[658704238] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef203981ed; range_end:; response_count:1; response_revision:6889; }","duration":"137.804526ms","start":"2026-04-28T17:31:58.584564Z","end":"2026-04-28T17:31:58.722368Z","steps":["trace[658704238] 'agreement among raft nodes before linearized reading' (duration: 137.476058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.722289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.72362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T17:31:58.722609Z","caller":"traceutil/trace.go:171","msg":"trace[1042712830] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6889; }","duration":"141.059869ms","start":"2026-04-28T17:31:58.581504Z","end":"2026-04-28T17:31:58.722564Z","steps":["trace[1042712830] 'agreement among raft nodes before linearized reading' (duration: 140.581747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.722644Z","caller":"traceutil/trace.go:171","msg":"trace[1308544976] transaction","detail":"{read_only:false; response_revision:6885; number_of_response:1; }","duration":"142.329541ms","start":"2026-04-28T17:31:58.579523Z","end":"2026-04-28T17:31:58.721853Z","steps":["trace[1308544976] 'process raft request' (duration: 141.546392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.948101Z","caller":"traceutil/trace.go:171","msg":"trace[596995550] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"176.397895ms","start":"2026-04-28T17:31:58.77167Z","end":"2026-04-28T17:31:58.948068Z","steps":["trace[596995550] 'process raft request' (duration: 158.47043ms)","trace[596995550] 'compare' (duration: 17.506284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:58.948114Z","caller":"traceutil/trace.go:171","msg":"trace[2137332689] linearizableReadLoop","detail":"{readStateIndex:7187; appliedIndex:7185; }","duration":"172.19937ms","start":"2026-04-28T17:31:58.775883Z","end":"2026-04-28T17:31:58.948082Z","steps":["trace[2137332689] 'read index received' (duration: 154.195722ms)","trace[2137332689] 'applied index is now lower than readState.Index' (duration: 18.002218ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:58.948189Z","caller":"traceutil/trace.go:171","msg":"trace[136904142] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"172.552439ms","start":"2026-04-28T17:31:58.775578Z","end":"2026-04-28T17:31:58.94813Z","steps":["trace[136904142] 'process raft request' (duration: 172.398565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.948345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.352655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:58.948424Z","caller":"traceutil/trace.go:171","msg":"trace[1955533427] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6905; }","duration":"176.471798ms","start":"2026-04-28T17:31:58.771932Z","end":"2026-04-28T17:31:58.948404Z","steps":["trace[1955533427] 'agreement among raft nodes before linearized reading' (duration: 176.331464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.948346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.795341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-28T17:31:58.94852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.795218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T17:31:58.948619Z","caller":"traceutil/trace.go:171","msg":"trace[425447640] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6905; }","duration":"167.958152ms","start":"2026-04-28T17:31:58.780638Z","end":"2026-04-28T17:31:58.948596Z","steps":["trace[425447640] 'agreement among raft nodes before linearized reading' (duration: 167.654854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:58.948647Z","caller":"traceutil/trace.go:171","msg":"trace[1370076278] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6905; }","duration":"176.126139ms","start":"2026-04-28T17:31:58.772488Z","end":"2026-04-28T17:31:58.948615Z","steps":["trace[1370076278] 'agreement among raft nodes before linearized reading' (duration: 175.631437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:58.948742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.572512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111973"} {"level":"info","ts":"2026-04-28T17:31:58.948814Z","caller":"traceutil/trace.go:171","msg":"trace[1569284182] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6905; }","duration":"167.667615ms","start":"2026-04-28T17:31:58.781131Z","end":"2026-04-28T17:31:58.948799Z","steps":["trace[1569284182] 'agreement among raft nodes before linearized reading' (duration: 167.345737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.1018Z","caller":"traceutil/trace.go:171","msg":"trace[1533960097] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"108.930323ms","start":"2026-04-28T17:31:58.992838Z","end":"2026-04-28T17:31:59.101768Z","steps":["trace[1533960097] 'process raft request' (duration: 93.917233ms)","trace[1533960097] 'compare' (duration: 14.798125ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:59.104789Z","caller":"traceutil/trace.go:171","msg":"trace[1090667541] linearizableReadLoop","detail":"{readStateIndex:7195; appliedIndex:7192; }","duration":"105.752614ms","start":"2026-04-28T17:31:58.999027Z","end":"2026-04-28T17:31:59.104779Z","steps":["trace[1090667541] 'read index received' (duration: 87.703325ms)","trace[1090667541] 'applied index is now lower than readState.Index' (duration: 18.048509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:59.104965Z","caller":"traceutil/trace.go:171","msg":"trace[1632753377] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"112.073474ms","start":"2026-04-28T17:31:58.992882Z","end":"2026-04-28T17:31:59.104955Z","steps":["trace[1632753377] 'process raft request' (duration: 111.803396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.105193Z","caller":"traceutil/trace.go:171","msg":"trace[973803532] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"109.667033ms","start":"2026-04-28T17:31:58.995518Z","end":"2026-04-28T17:31:59.105185Z","steps":["trace[973803532] 'process raft request' (duration: 109.224142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.105415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.375469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T17:31:59.105446Z","caller":"traceutil/trace.go:171","msg":"trace[232947906] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6913; }","duration":"106.470921ms","start":"2026-04-28T17:31:58.998968Z","end":"2026-04-28T17:31:59.105439Z","steps":["trace[232947906] 'agreement among raft nodes before linearized reading' (duration: 106.331168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.26414Z","caller":"traceutil/trace.go:171","msg":"trace[1342751066] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"150.337504ms","start":"2026-04-28T17:31:59.113714Z","end":"2026-04-28T17:31:59.264051Z","steps":["trace[1342751066] 'process raft request' (duration: 135.827806ms)","trace[1342751066] 'compare' (duration: 14.353294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:59.275439Z","caller":"traceutil/trace.go:171","msg":"trace[2115957512] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"161.584019ms","start":"2026-04-28T17:31:59.113819Z","end":"2026-04-28T17:31:59.275403Z","steps":["trace[2115957512] 'process raft request' (duration: 161.427265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.275599Z","caller":"traceutil/trace.go:171","msg":"trace[1357861326] linearizableReadLoop","detail":"{readStateIndex:7199; appliedIndex:7195; }","duration":"154.697696ms","start":"2026-04-28T17:31:59.120883Z","end":"2026-04-28T17:31:59.275581Z","steps":["trace[1357861326] 'read index received' (duration: 128.674855ms)","trace[1357861326] 'applied index is now lower than readState.Index' (duration: 26.021691ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:59.275663Z","caller":"traceutil/trace.go:171","msg":"trace[2144572789] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"159.97152ms","start":"2026-04-28T17:31:59.115683Z","end":"2026-04-28T17:31:59.275655Z","steps":["trace[2144572789] 'process raft request' (duration: 159.851366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.275643Z","caller":"traceutil/trace.go:171","msg":"trace[697571827] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"161.698184ms","start":"2026-04-28T17:31:59.113919Z","end":"2026-04-28T17:31:59.275618Z","steps":["trace[697571827] 'process raft request' (duration: 161.413226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.275795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:31:59.275828Z","caller":"traceutil/trace.go:171","msg":"trace[378539537] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:0; response_revision:6917; }","duration":"154.963773ms","start":"2026-04-28T17:31:59.120858Z","end":"2026-04-28T17:31:59.275822Z","steps":["trace[378539537] 'agreement among raft nodes before linearized reading' (duration: 154.87003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.2875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.669068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T17:31:59.287588Z","caller":"traceutil/trace.go:171","msg":"trace[1964762643] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6918; }","duration":"164.792342ms","start":"2026-04-28T17:31:59.122778Z","end":"2026-04-28T17:31:59.28757Z","steps":["trace[1964762643] 'agreement among raft nodes before linearized reading' (duration: 164.539145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.513143Z","caller":"traceutil/trace.go:171","msg":"trace[63819766] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"231.894683ms","start":"2026-04-28T17:31:59.2812Z","end":"2026-04-28T17:31:59.513095Z","steps":["trace[63819766] 'process raft request' (duration: 231.206886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.513284Z","caller":"traceutil/trace.go:171","msg":"trace[745868536] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"230.655872ms","start":"2026-04-28T17:31:59.2826Z","end":"2026-04-28T17:31:59.513256Z","steps":["trace[745868536] 'process raft request' (duration: 230.478528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.513298Z","caller":"traceutil/trace.go:171","msg":"trace[1397555791] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"231.975695ms","start":"2026-04-28T17:31:59.281261Z","end":"2026-04-28T17:31:59.513236Z","steps":["trace[1397555791] 'process raft request' (duration: 231.36592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.513481Z","caller":"traceutil/trace.go:171","msg":"trace[1882778008] linearizableReadLoop","detail":"{readStateIndex:7204; appliedIndex:7200; }","duration":"211.717041ms","start":"2026-04-28T17:31:59.301713Z","end":"2026-04-28T17:31:59.51343Z","steps":["trace[1882778008] 'read index received' (duration: 210.729976ms)","trace[1882778008] 'applied index is now lower than readState.Index' (duration: 983.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:59.513583Z","caller":"traceutil/trace.go:171","msg":"trace[881761164] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"229.718879ms","start":"2026-04-28T17:31:59.283823Z","end":"2026-04-28T17:31:59.513542Z","steps":["trace[881761164] 'process raft request' (duration: 229.35434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.51428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.523323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111973"} {"level":"info","ts":"2026-04-28T17:31:59.514341Z","caller":"traceutil/trace.go:171","msg":"trace[1315701838] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6922; }","duration":"212.661966ms","start":"2026-04-28T17:31:59.301661Z","end":"2026-04-28T17:31:59.514323Z","steps":["trace[1315701838] 'agreement among raft nodes before linearized reading' (duration: 211.968748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.749219Z","caller":"traceutil/trace.go:171","msg":"trace[771596315] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"447.247988ms","start":"2026-04-28T17:31:59.301949Z","end":"2026-04-28T17:31:59.749197Z","steps":["trace[771596315] 'process raft request' (duration: 446.297693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.749381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:59.301931Z","time spent":"447.363922ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11323,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:59.74979Z","caller":"traceutil/trace.go:171","msg":"trace[369752] linearizableReadLoop","detail":"{readStateIndex:7207; appliedIndex:7204; }","duration":"236.193274ms","start":"2026-04-28T17:31:59.513584Z","end":"2026-04-28T17:31:59.749778Z","steps":["trace[369752] 'read index received' (duration: 235.411113ms)","trace[369752] 'applied index is now lower than readState.Index' (duration: 781.001µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:31:59.750077Z","caller":"traceutil/trace.go:171","msg":"trace[1479908631] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"438.889886ms","start":"2026-04-28T17:31:59.311158Z","end":"2026-04-28T17:31:59.750047Z","steps":["trace[1479908631] 'process raft request' (duration: 438.480866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.750101Z","caller":"traceutil/trace.go:171","msg":"trace[496172790] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"447.572296ms","start":"2026-04-28T17:31:59.30248Z","end":"2026-04-28T17:31:59.750053Z","steps":["trace[496172790] 'process raft request' (duration: 446.637353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.75017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.495626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-28T17:31:59.750218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:59.311129Z","time spent":"439.00595ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:31:59.750223Z","caller":"traceutil/trace.go:171","msg":"trace[1190570416] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6925; }","duration":"425.592099ms","start":"2026-04-28T17:31:59.324615Z","end":"2026-04-28T17:31:59.750207Z","steps":["trace[1190570416] 'agreement among raft nodes before linearized reading' (duration: 425.437115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.750257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:59.324593Z","time spent":"425.65582ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-28T17:31:59.750295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:31:59.302467Z","time spent":"447.72322ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:31:59.751308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.867733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/keystone-api\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-04-28T17:31:59.751398Z","caller":"traceutil/trace.go:171","msg":"trace[587499031] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/keystone-api; range_end:; response_count:1; response_revision:6925; }","duration":"232.024667ms","start":"2026-04-28T17:31:59.519356Z","end":"2026-04-28T17:31:59.75138Z","steps":["trace[587499031] 'agreement among raft nodes before linearized reading' (duration: 231.789071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.752088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.62479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-59759944d\" ","response":"range_response_count:1 size:11018"} {"level":"info","ts":"2026-04-28T17:31:59.752175Z","caller":"traceutil/trace.go:171","msg":"trace[268905017] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-59759944d; range_end:; response_count:1; response_revision:6925; }","duration":"226.735433ms","start":"2026-04-28T17:31:59.525425Z","end":"2026-04-28T17:31:59.75216Z","steps":["trace[268905017] 'agreement among raft nodes before linearized reading' (duration: 226.016554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.752075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.147822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-28T17:31:59.752269Z","caller":"traceutil/trace.go:171","msg":"trace[422256463] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6925; }","duration":"223.410009ms","start":"2026-04-28T17:31:59.528833Z","end":"2026-04-28T17:31:59.752243Z","steps":["trace[422256463] 'agreement among raft nodes before linearized reading' (duration: 223.03361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:31:59.902331Z","caller":"traceutil/trace.go:171","msg":"trace[1660985446] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"139.126359ms","start":"2026-04-28T17:31:59.763168Z","end":"2026-04-28T17:31:59.902294Z","steps":["trace[1660985446] 'process raft request' (duration: 138.613016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.902633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.929311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-28T17:31:59.902724Z","caller":"traceutil/trace.go:171","msg":"trace[1440379828] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6928; }","duration":"116.086275ms","start":"2026-04-28T17:31:59.786619Z","end":"2026-04-28T17:31:59.902705Z","steps":["trace[1440379828] 'agreement among raft nodes before linearized reading' (duration: 115.88531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.902633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.426017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-59759944d\" ","response":"range_response_count:1 size:11018"} {"level":"info","ts":"2026-04-28T17:31:59.902868Z","caller":"traceutil/trace.go:171","msg":"trace[1264472828] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-59759944d; range_end:; response_count:1; response_revision:6928; }","duration":"139.699864ms","start":"2026-04-28T17:31:59.763145Z","end":"2026-04-28T17:31:59.902844Z","steps":["trace[1264472828] 'agreement among raft nodes before linearized reading' (duration: 139.324045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:31:59.902634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.393656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-59759944d-vgbfh\" ","response":"range_response_count:1 size:10522"} {"level":"info","ts":"2026-04-28T17:31:59.902935Z","caller":"traceutil/trace.go:171","msg":"trace[1758166282] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-59759944d-vgbfh; range_end:; response_count:1; response_revision:6928; }","duration":"139.761846ms","start":"2026-04-28T17:31:59.763152Z","end":"2026-04-28T17:31:59.902914Z","steps":["trace[1758166282] 'agreement among raft nodes before linearized reading' (duration: 139.181521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.026316Z","caller":"traceutil/trace.go:171","msg":"trace[19865234] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"111.256183ms","start":"2026-04-28T17:31:59.91502Z","end":"2026-04-28T17:32:00.026276Z","steps":["trace[19865234] 'process raft request' (duration: 109.702474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.026333Z","caller":"traceutil/trace.go:171","msg":"trace[1726653919] linearizableReadLoop","detail":"{readStateIndex:7213; appliedIndex:7211; }","duration":"111.18317ms","start":"2026-04-28T17:31:59.915119Z","end":"2026-04-28T17:32:00.026302Z","steps":["trace[1726653919] 'read index received' (duration: 60.197027ms)","trace[1726653919] 'applied index is now lower than readState.Index' (duration: 50.984693ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:00.026339Z","caller":"traceutil/trace.go:171","msg":"trace[726005765] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"110.579845ms","start":"2026-04-28T17:31:59.915734Z","end":"2026-04-28T17:32:00.026314Z","steps":["trace[726005765] 'process raft request' (duration: 110.489343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.026695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.535431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T17:32:00.026776Z","caller":"traceutil/trace.go:171","msg":"trace[663026195] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6931; }","duration":"111.694605ms","start":"2026-04-28T17:31:59.915063Z","end":"2026-04-28T17:32:00.026758Z","steps":["trace[663026195] 'agreement among raft nodes before linearized reading' (duration: 111.329855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.169489Z","caller":"traceutil/trace.go:171","msg":"trace[1460124360] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"135.473868ms","start":"2026-04-28T17:32:00.033978Z","end":"2026-04-28T17:32:00.169452Z","steps":["trace[1460124360] 'process raft request' (duration: 134.400021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.169769Z","caller":"traceutil/trace.go:171","msg":"trace[207228681] linearizableReadLoop","detail":"{readStateIndex:7217; appliedIndex:7215; }","duration":"132.701638ms","start":"2026-04-28T17:32:00.037039Z","end":"2026-04-28T17:32:00.169741Z","steps":["trace[207228681] 'read index received' (duration: 131.321842ms)","trace[207228681] 'applied index is now lower than readState.Index' (duration: 1.377846ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:00.169808Z","caller":"traceutil/trace.go:171","msg":"trace[927410964] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"135.368056ms","start":"2026-04-28T17:32:00.034418Z","end":"2026-04-28T17:32:00.169786Z","steps":["trace[927410964] 'process raft request' (duration: 134.967466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.17012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.053636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-59759944d\" ","response":"range_response_count:1 size:11063"} {"level":"info","ts":"2026-04-28T17:32:00.170196Z","caller":"traceutil/trace.go:171","msg":"trace[1919042943] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-59759944d; range_end:; response_count:1; response_revision:6934; }","duration":"133.17095ms","start":"2026-04-28T17:32:00.037007Z","end":"2026-04-28T17:32:00.170178Z","steps":["trace[1919042943] 'agreement among raft nodes before linearized reading' (duration: 132.877312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.257989Z","caller":"traceutil/trace.go:171","msg":"trace[224868403] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"218.682769ms","start":"2026-04-28T17:32:00.039282Z","end":"2026-04-28T17:32:00.257965Z","steps":["trace[224868403] 'process raft request' (duration: 218.522635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.258446Z","caller":"traceutil/trace.go:171","msg":"trace[1607101967] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"163.167839ms","start":"2026-04-28T17:32:00.09527Z","end":"2026-04-28T17:32:00.258438Z","steps":["trace[1607101967] 'process raft request' (duration: 162.651737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.258651Z","caller":"traceutil/trace.go:171","msg":"trace[994979905] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"101.731791ms","start":"2026-04-28T17:32:00.156892Z","end":"2026-04-28T17:32:00.258624Z","steps":["trace[994979905] 'process raft request' (duration: 101.389623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.258753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.524044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:00.258858Z","caller":"traceutil/trace.go:171","msg":"trace[2004583061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6937; }","duration":"190.695138ms","start":"2026-04-28T17:32:00.06814Z","end":"2026-04-28T17:32:00.258835Z","steps":["trace[2004583061] 'agreement among raft nodes before linearized reading' (duration: 190.412851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.259429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.193277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-28T17:32:00.259569Z","caller":"traceutil/trace.go:171","msg":"trace[1511300933] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6937; }","duration":"220.342281ms","start":"2026-04-28T17:32:00.039167Z","end":"2026-04-28T17:32:00.25951Z","steps":["trace[1511300933] 'agreement among raft nodes before linearized reading' (duration: 219.391386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.474088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.036015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:32:00.474337Z","caller":"traceutil/trace.go:171","msg":"trace[897926423] transaction","detail":"{read_only:false; response_revision:6939; number_of_response:1; }","duration":"107.750453ms","start":"2026-04-28T17:32:00.366569Z","end":"2026-04-28T17:32:00.474319Z","steps":["trace[897926423] 'process raft request' (duration: 107.650421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.474388Z","caller":"traceutil/trace.go:171","msg":"trace[123069882] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"298.156045ms","start":"2026-04-28T17:32:00.176194Z","end":"2026-04-28T17:32:00.47435Z","steps":["trace[123069882] 'process raft request' (duration: 179.773632ms)","trace[123069882] 'compare' (duration: 117.685236ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:00.474388Z","caller":"traceutil/trace.go:171","msg":"trace[1396712526] linearizableReadLoop","detail":"{readStateIndex:7221; appliedIndex:7220; }","duration":"215.878828ms","start":"2026-04-28T17:32:00.258472Z","end":"2026-04-28T17:32:00.474351Z","steps":["trace[1396712526] 'read index received' (duration: 97.545726ms)","trace[1396712526] 'applied index is now lower than readState.Index' (duration: 118.329842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:00.474629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.214449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:00.474721Z","caller":"traceutil/trace.go:171","msg":"trace[961009832] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6939; }","duration":"261.360573ms","start":"2026-04-28T17:32:00.213328Z","end":"2026-04-28T17:32:00.474689Z","steps":["trace[961009832] 'agreement among raft nodes before linearized reading' (duration: 261.102745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.474735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.827526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:32:00.474776Z","caller":"traceutil/trace.go:171","msg":"trace[971151851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6939; }","duration":"293.882068ms","start":"2026-04-28T17:32:00.180882Z","end":"2026-04-28T17:32:00.474764Z","steps":["trace[971151851] 'agreement among raft nodes before linearized reading' (duration: 293.563669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.474746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.75528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:32:00.474654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.169676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-59759944d\" ","response":"range_response_count:1 size:11063"} {"level":"info","ts":"2026-04-28T17:32:00.474856Z","caller":"traceutil/trace.go:171","msg":"trace[4414390] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-59759944d; range_end:; response_count:1; response_revision:6939; }","duration":"298.426442ms","start":"2026-04-28T17:32:00.176415Z","end":"2026-04-28T17:32:00.474841Z","steps":["trace[4414390] 'agreement among raft nodes before linearized reading' (duration: 298.026591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.474821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.964381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-xzvp2\" ","response":"range_response_count:1 size:6150"} {"level":"warn","ts":"2026-04-28T17:32:00.474913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.035771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-28T17:32:00.47493Z","caller":"traceutil/trace.go:171","msg":"trace[1263832462] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-xzvp2; range_end:; response_count:1; response_revision:6939; }","duration":"296.118144ms","start":"2026-04-28T17:32:00.178785Z","end":"2026-04-28T17:32:00.474903Z","steps":["trace[1263832462] 'agreement among raft nodes before linearized reading' (duration: 295.687982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.474954Z","caller":"traceutil/trace.go:171","msg":"trace[283226919] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6939; }","duration":"212.095362ms","start":"2026-04-28T17:32:00.262846Z","end":"2026-04-28T17:32:00.474942Z","steps":["trace[283226919] 'agreement among raft nodes before linearized reading' (duration: 211.911417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.474923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.843956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:32:00.475048Z","caller":"traceutil/trace.go:171","msg":"trace[1656754034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6939; }","duration":"144.984479ms","start":"2026-04-28T17:32:00.330039Z","end":"2026-04-28T17:32:00.475023Z","steps":["trace[1656754034] 'agreement among raft nodes before linearized reading' (duration: 144.64079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.475053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.017525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:32:00.475043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.99684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:32:00.475094Z","caller":"traceutil/trace.go:171","msg":"trace[1088511515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6939; }","duration":"293.079247ms","start":"2026-04-28T17:32:00.182005Z","end":"2026-04-28T17:32:00.475084Z","steps":["trace[1088511515] 'agreement among raft nodes before linearized reading' (duration: 292.488631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.474859Z","caller":"traceutil/trace.go:171","msg":"trace[50526127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6939; }","duration":"214.919804ms","start":"2026-04-28T17:32:00.259911Z","end":"2026-04-28T17:32:00.474831Z","steps":["trace[50526127] 'agreement among raft nodes before linearized reading' (duration: 214.75492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.475145Z","caller":"traceutil/trace.go:171","msg":"trace[762558786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6939; }","duration":"294.186734ms","start":"2026-04-28T17:32:00.180934Z","end":"2026-04-28T17:32:00.475121Z","steps":["trace[762558786] 'agreement among raft nodes before linearized reading' (duration: 293.423734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.475318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.252078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-28T17:32:00.475367Z","caller":"traceutil/trace.go:171","msg":"trace[905040349] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6939; }","duration":"112.34749ms","start":"2026-04-28T17:32:00.363004Z","end":"2026-04-28T17:32:00.475352Z","steps":["trace[905040349] 'agreement among raft nodes before linearized reading' (duration: 112.160346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:00.757679Z","caller":"traceutil/trace.go:171","msg":"trace[1764230836] linearizableReadLoop","detail":"{readStateIndex:7229; appliedIndex:7228; }","duration":"135.319854ms","start":"2026-04-28T17:32:00.622331Z","end":"2026-04-28T17:32:00.757651Z","steps":["trace[1764230836] 'read index received' (duration: 135.039436ms)","trace[1764230836] 'applied index is now lower than readState.Index' (duration: 279.168µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:00.757815Z","caller":"traceutil/trace.go:171","msg":"trace[1288215886] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"174.360115ms","start":"2026-04-28T17:32:00.58344Z","end":"2026-04-28T17:32:00.7578Z","steps":["trace[1288215886] 'process raft request' (duration: 174.014335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:00.758048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.691983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:00.758088Z","caller":"traceutil/trace.go:171","msg":"trace[384069162] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6946; }","duration":"135.811926ms","start":"2026-04-28T17:32:00.622264Z","end":"2026-04-28T17:32:00.758076Z","steps":["trace[384069162] 'agreement among raft nodes before linearized reading' (duration: 135.705113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:01.448399Z","caller":"traceutil/trace.go:171","msg":"trace[917583540] linearizableReadLoop","detail":"{readStateIndex:7231; appliedIndex:7230; }","duration":"168.937426ms","start":"2026-04-28T17:32:01.279432Z","end":"2026-04-28T17:32:01.448369Z","steps":["trace[917583540] 'read index received' (duration: 167.753456ms)","trace[917583540] 'applied index is now lower than readState.Index' (duration: 1.18241ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:01.448462Z","caller":"traceutil/trace.go:171","msg":"trace[600696891] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"187.055066ms","start":"2026-04-28T17:32:01.261363Z","end":"2026-04-28T17:32:01.448418Z","steps":["trace[600696891] 'process raft request' (duration: 185.934908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:01.448717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.273335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T17:32:01.448756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.95416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:01.448784Z","caller":"traceutil/trace.go:171","msg":"trace[873242355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6948; }","duration":"169.392298ms","start":"2026-04-28T17:32:01.279375Z","end":"2026-04-28T17:32:01.448768Z","steps":["trace[873242355] 'agreement among raft nodes before linearized reading' (duration: 169.157042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:01.448821Z","caller":"traceutil/trace.go:171","msg":"trace[437948266] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6948; }","duration":"123.058633ms","start":"2026-04-28T17:32:01.325744Z","end":"2026-04-28T17:32:01.448803Z","steps":["trace[437948266] 'agreement among raft nodes before linearized reading' (duration: 122.95661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:02.168661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.144569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:32:02.168775Z","caller":"traceutil/trace.go:171","msg":"trace[968216844] linearizableReadLoop","detail":"{readStateIndex:7236; appliedIndex:7235; }","duration":"102.748017ms","start":"2026-04-28T17:32:02.06601Z","end":"2026-04-28T17:32:02.168758Z","steps":["trace[968216844] 'read index received' (duration: 66.322µs)","trace[968216844] 'applied index is now lower than readState.Index' (duration: 102.680265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:02.168869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.868459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:02.168905Z","caller":"traceutil/trace.go:171","msg":"trace[1962724488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6953; }","duration":"102.947741ms","start":"2026-04-28T17:32:02.065948Z","end":"2026-04-28T17:32:02.168896Z","steps":["trace[1962724488] 'agreement among raft nodes before linearized reading' (duration: 102.855509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:02.169112Z","caller":"traceutil/trace.go:171","msg":"trace[832949596] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"249.179132ms","start":"2026-04-28T17:32:01.919879Z","end":"2026-04-28T17:32:02.169058Z","steps":["trace[832949596] 'process raft request' (duration: 126.553611ms)","trace[832949596] 'compare' (duration: 122.027326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:02.419412Z","caller":"traceutil/trace.go:171","msg":"trace[1462408931] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"172.162229ms","start":"2026-04-28T17:32:02.247215Z","end":"2026-04-28T17:32:02.419377Z","steps":["trace[1462408931] 'process raft request' (duration: 171.925193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:02.429573Z","caller":"traceutil/trace.go:171","msg":"trace[175147835] linearizableReadLoop","detail":"{readStateIndex:7240; appliedIndex:7237; }","duration":"126.539601ms","start":"2026-04-28T17:32:02.303012Z","end":"2026-04-28T17:32:02.429552Z","steps":["trace[175147835] 'read index received' (duration: 116.177679ms)","trace[175147835] 'applied index is now lower than readState.Index' (duration: 10.360832ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:02.429628Z","caller":"traceutil/trace.go:171","msg":"trace[1906995594] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"165.737265ms","start":"2026-04-28T17:32:02.263865Z","end":"2026-04-28T17:32:02.429602Z","steps":["trace[1906995594] 'process raft request' (duration: 165.51469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:02.429654Z","caller":"traceutil/trace.go:171","msg":"trace[1723566948] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"165.14284ms","start":"2026-04-28T17:32:02.264495Z","end":"2026-04-28T17:32:02.429638Z","steps":["trace[1723566948] 'process raft request' (duration: 165.020497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:02.429719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.690974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:02.429742Z","caller":"traceutil/trace.go:171","msg":"trace[828842648] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6957; }","duration":"126.785077ms","start":"2026-04-28T17:32:02.30295Z","end":"2026-04-28T17:32:02.429735Z","steps":["trace[828842648] 'agreement among raft nodes before linearized reading' (duration: 126.685904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:02.648873Z","caller":"traceutil/trace.go:171","msg":"trace[125599801] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"215.672553ms","start":"2026-04-28T17:32:02.433164Z","end":"2026-04-28T17:32:02.648837Z","steps":["trace[125599801] 'process raft request' (duration: 183.886726ms)","trace[125599801] 'compare' (duration: 31.51964ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:02.648909Z","caller":"traceutil/trace.go:171","msg":"trace[958076942] linearizableReadLoop","detail":"{readStateIndex:7242; appliedIndex:7240; }","duration":"211.516828ms","start":"2026-04-28T17:32:02.43736Z","end":"2026-04-28T17:32:02.648877Z","steps":["trace[958076942] 'read index received' (duration: 179.741681ms)","trace[958076942] 'applied index is now lower than readState.Index' (duration: 31.773397ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:02.649049Z","caller":"traceutil/trace.go:171","msg":"trace[483534000] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"215.025376ms","start":"2026-04-28T17:32:02.433994Z","end":"2026-04-28T17:32:02.649019Z","steps":["trace[483534000] 'process raft request' (duration: 214.75971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:02.64925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.872606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-59759944d-vgbfh\" ","response":"range_response_count:1 size:12044"} {"level":"info","ts":"2026-04-28T17:32:02.649305Z","caller":"traceutil/trace.go:171","msg":"trace[371945349] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-59759944d-vgbfh; range_end:; response_count:1; response_revision:6959; }","duration":"211.991979ms","start":"2026-04-28T17:32:02.437297Z","end":"2026-04-28T17:32:02.649289Z","steps":["trace[371945349] 'agreement among raft nodes before linearized reading' (duration: 211.748043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:02.649315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.749956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:32:02.649372Z","caller":"traceutil/trace.go:171","msg":"trace[2028109934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6959; }","duration":"154.848409ms","start":"2026-04-28T17:32:02.494508Z","end":"2026-04-28T17:32:02.649357Z","steps":["trace[2028109934] 'agreement among raft nodes before linearized reading' (duration: 154.673354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:02.649521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.903351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:02.649587Z","caller":"traceutil/trace.go:171","msg":"trace[1208401424] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6959; }","duration":"116.042185ms","start":"2026-04-28T17:32:02.533529Z","end":"2026-04-28T17:32:02.649571Z","steps":["trace[1208401424] 'agreement among raft nodes before linearized reading' (duration: 115.911222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:03.05282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.964892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:32:03.052936Z","caller":"traceutil/trace.go:171","msg":"trace[2078750040] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6964; }","duration":"101.136696ms","start":"2026-04-28T17:32:02.951774Z","end":"2026-04-28T17:32:03.052911Z","steps":["trace[2078750040] 'range keys from in-memory index tree' (duration: 100.737136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:03.053234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.96102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:32:03.053355Z","caller":"traceutil/trace.go:171","msg":"trace[958913282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6964; }","duration":"283.154245ms","start":"2026-04-28T17:32:02.770175Z","end":"2026-04-28T17:32:03.053329Z","steps":["trace[958913282] 'range keys from in-memory index tree' (duration: 282.729514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.010824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.369818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-xzvp2\" ","response":"range_response_count:1 size:7405"} {"level":"warn","ts":"2026-04-28T17:32:04.010862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.891974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:04.010935Z","caller":"traceutil/trace.go:171","msg":"trace[1440744272] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-xzvp2; range_end:; response_count:1; response_revision:6967; }","duration":"761.544123ms","start":"2026-04-28T17:32:03.249365Z","end":"2026-04-28T17:32:04.010909Z","steps":["trace[1440744272] 'range keys from in-memory index tree' (duration: 761.147864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:04.010936Z","caller":"traceutil/trace.go:171","msg":"trace[781819955] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6967; }","duration":"753.009127ms","start":"2026-04-28T17:32:03.257909Z","end":"2026-04-28T17:32:04.010918Z","steps":["trace[781819955] 'count revisions from in-memory index tree' (duration: 752.672908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.010995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.249337Z","time spent":"761.642445ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7429,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-xzvp2\" "} {"level":"warn","ts":"2026-04-28T17:32:04.010997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.257892Z","time spent":"753.087919ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:32:04.01126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.28384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:32:04.011431Z","caller":"traceutil/trace.go:171","msg":"trace[950535267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6967; }","duration":"529.842014ms","start":"2026-04-28T17:32:03.481566Z","end":"2026-04-28T17:32:04.011408Z","steps":["trace[950535267] 'range keys from in-memory index tree' (duration: 528.991473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.011563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.481546Z","time spent":"530.002447ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:32:04.022829Z","caller":"traceutil/trace.go:171","msg":"trace[20714702] linearizableReadLoop","detail":"{readStateIndex:7251; appliedIndex:7250; }","duration":"170.537117ms","start":"2026-04-28T17:32:03.852275Z","end":"2026-04-28T17:32:04.022813Z","steps":["trace[20714702] 'read index received' (duration: 170.505147ms)","trace[20714702] 'applied index is now lower than readState.Index' (duration: 31.14µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:04.022909Z","caller":"traceutil/trace.go:171","msg":"trace[1960467272] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"266.993084ms","start":"2026-04-28T17:32:03.755891Z","end":"2026-04-28T17:32:04.022884Z","steps":["trace[1960467272] 'process raft request' (duration: 266.82187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.022933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.667211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:04.022972Z","caller":"traceutil/trace.go:171","msg":"trace[315803388] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6968; }","duration":"170.762933ms","start":"2026-04-28T17:32:03.852202Z","end":"2026-04-28T17:32:04.022965Z","steps":["trace[315803388] 'agreement among raft nodes before linearized reading' (duration: 170.695622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:04.383263Z","caller":"traceutil/trace.go:171","msg":"trace[758243898] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"464.362943ms","start":"2026-04-28T17:32:03.918871Z","end":"2026-04-28T17:32:04.383234Z","steps":["trace[758243898] 'process raft request' (duration: 464.156958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.383417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.918839Z","time spent":"464.505467ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:04.692836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.611176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:32:04.693205Z","caller":"traceutil/trace.go:171","msg":"trace[32825491] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"676.29104ms","start":"2026-04-28T17:32:04.016894Z","end":"2026-04-28T17:32:04.693185Z","steps":["trace[32825491] 'process raft request' (duration: 676.104075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.693319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.016875Z","time spent":"676.378112ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:04.867378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.111608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:32:04.867714Z","caller":"traceutil/trace.go:171","msg":"trace[1617268905] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"431.879679ms","start":"2026-04-28T17:32:04.435816Z","end":"2026-04-28T17:32:04.867695Z","steps":["trace[1617268905] 'process raft request' (duration: 431.807047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:04.867717Z","caller":"traceutil/trace.go:171","msg":"trace[485617072] linearizableReadLoop","detail":"{readStateIndex:7255; appliedIndex:7251; }","duration":"844.799946ms","start":"2026-04-28T17:32:04.022881Z","end":"2026-04-28T17:32:04.867681Z","steps":["trace[485617072] 'read index received' (duration: 360.064497ms)","trace[485617072] 'applied index is now lower than readState.Index' (duration: 484.732079ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:04.86783Z","caller":"traceutil/trace.go:171","msg":"trace[732724102] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"845.892394ms","start":"2026-04-28T17:32:04.021921Z","end":"2026-04-28T17:32:04.867814Z","steps":["trace[732724102] 'process raft request' (duration: 671.254842ms)","trace[732724102] 'compare' (duration: 173.945653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:04.867838Z","caller":"traceutil/trace.go:171","msg":"trace[1590344257] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"432.70707ms","start":"2026-04-28T17:32:04.435121Z","end":"2026-04-28T17:32:04.867828Z","steps":["trace[1590344257] 'process raft request' (duration: 432.454654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:04.867785Z","caller":"traceutil/trace.go:171","msg":"trace[200066462] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"469.484693ms","start":"2026-04-28T17:32:04.398226Z","end":"2026-04-28T17:32:04.867711Z","steps":["trace[200066462] 'process raft request' (duration: 469.266788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.86789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.435092Z","time spent":"432.775202ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:04.867934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.021903Z","time spent":"845.963465ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:04.867949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.486743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:32:04.867981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010921251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-28T17:32:04.868006Z","caller":"traceutil/trace.go:171","msg":"trace[381765142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6974; }","duration":"802.573435ms","start":"2026-04-28T17:32:04.065413Z","end":"2026-04-28T17:32:04.867986Z","steps":["trace[381765142] 'agreement among raft nodes before linearized reading' (duration: 802.489373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:04.868038Z","caller":"traceutil/trace.go:171","msg":"trace[741635002] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6974; }","duration":"1.011035744s","start":"2026-04-28T17:32:03.856988Z","end":"2026-04-28T17:32:04.868023Z","steps":["trace[741635002] 'agreement among raft nodes before linearized reading' (duration: 1.010844939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.065393Z","time spent":"802.648007ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:32:04.868081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.856967Z","time spent":"1.011102725s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-28T17:32:04.86808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015657622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:32:04.868077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.3982Z","time spent":"469.723849ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:32:04.868123Z","caller":"traceutil/trace.go:171","msg":"trace[117762090] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6974; }","duration":"1.015799945s","start":"2026-04-28T17:32:03.852312Z","end":"2026-04-28T17:32:04.868112Z","steps":["trace[117762090] 'agreement among raft nodes before linearized reading' (duration: 1.015571469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.867771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.818808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:32:04.868154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.852287Z","time spent":"1.015859367s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-28T17:32:04.868198Z","caller":"traceutil/trace.go:171","msg":"trace[705484332] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6974; }","duration":"940.30082ms","start":"2026-04-28T17:32:03.927882Z","end":"2026-04-28T17:32:04.868182Z","steps":["trace[705484332] 'agreement among raft nodes before linearized reading' (duration: 939.803797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.867794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.43579Z","time spent":"431.96757ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:04.868202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.434607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:32:04.868245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:03.92786Z","time spent":"940.371161ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:32:04.868293Z","caller":"traceutil/trace.go:171","msg":"trace[298454702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6974; }","duration":"204.566281ms","start":"2026-04-28T17:32:04.663705Z","end":"2026-04-28T17:32:04.868271Z","steps":["trace[298454702] 'agreement among raft nodes before linearized reading' (duration: 204.262973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.647344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:04.868377Z","caller":"traceutil/trace.go:171","msg":"trace[1141418000] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6974; }","duration":"234.743116ms","start":"2026-04-28T17:32:04.633619Z","end":"2026-04-28T17:32:04.868362Z","steps":["trace[1141418000] 'agreement among raft nodes before linearized reading' (duration: 234.623153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.094806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:32:04.868557Z","caller":"traceutil/trace.go:171","msg":"trace[305277845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6974; }","duration":"142.142937ms","start":"2026-04-28T17:32:04.726405Z","end":"2026-04-28T17:32:04.868548Z","steps":["trace[305277845] 'agreement among raft nodes before linearized reading' (duration: 142.052805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.799973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414105"} {"level":"info","ts":"2026-04-28T17:32:04.868677Z","caller":"traceutil/trace.go:171","msg":"trace[870960600] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6974; }","duration":"702.870185ms","start":"2026-04-28T17:32:04.165791Z","end":"2026-04-28T17:32:04.868662Z","steps":["trace[870960600] 'agreement among raft nodes before linearized reading' (duration: 702.463155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.165775Z","time spent":"702.924686ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414129,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T17:32:04.868712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.45877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:32:04.868707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.726641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-28T17:32:04.86875Z","caller":"traceutil/trace.go:171","msg":"trace[827156373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6974; }","duration":"143.547682ms","start":"2026-04-28T17:32:04.725192Z","end":"2026-04-28T17:32:04.868739Z","steps":["trace[827156373] 'agreement among raft nodes before linearized reading' (duration: 143.438069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:04.868759Z","caller":"traceutil/trace.go:171","msg":"trace[693299259] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6974; }","duration":"356.813703ms","start":"2026-04-28T17:32:04.511933Z","end":"2026-04-28T17:32:04.868746Z","steps":["trace[693299259] 'agreement among raft nodes before linearized reading' (duration: 356.654599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.511911Z","time spent":"356.873965ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T17:32:04.868827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.227194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:32:04.868877Z","caller":"traceutil/trace.go:171","msg":"trace[210787176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6974; }","duration":"143.315137ms","start":"2026-04-28T17:32:04.725549Z","end":"2026-04-28T17:32:04.868864Z","steps":["trace[210787176] 'agreement among raft nodes before linearized reading' (duration: 143.063231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.868909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.174893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:04.869044Z","caller":"traceutil/trace.go:171","msg":"trace[322062159] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6974; }","duration":"759.399398ms","start":"2026-04-28T17:32:04.109606Z","end":"2026-04-28T17:32:04.869005Z","steps":["trace[322062159] 'agreement among raft nodes before linearized reading' (duration: 759.08132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:04.869108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.10957Z","time spent":"759.525602ms","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:32:05.167788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.116573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:32:05.167895Z","caller":"traceutil/trace.go:171","msg":"trace[2051560378] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"293.513118ms","start":"2026-04-28T17:32:04.874364Z","end":"2026-04-28T17:32:05.167877Z","steps":["trace[2051560378] 'process raft request' (duration: 174.235191ms)","trace[2051560378] 'compare' (duration: 118.791585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:05.338445Z","caller":"traceutil/trace.go:171","msg":"trace[922708067] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"462.846115ms","start":"2026-04-28T17:32:04.875455Z","end":"2026-04-28T17:32:05.338301Z","steps":["trace[922708067] 'process raft request' (duration: 392.709595ms)","trace[922708067] 'compare' (duration: 69.950835ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:05.338561Z","caller":"traceutil/trace.go:171","msg":"trace[260619007] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"463.011949ms","start":"2026-04-28T17:32:04.875507Z","end":"2026-04-28T17:32:05.338519Z","steps":["trace[260619007] 'process raft request' (duration: 462.744472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:05.338645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.875431Z","time spent":"463.098471ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:05.338751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.875492Z","time spent":"463.116751ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:32:05.338973Z","caller":"traceutil/trace.go:171","msg":"trace[120832833] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"463.329926ms","start":"2026-04-28T17:32:04.875593Z","end":"2026-04-28T17:32:05.338923Z","steps":["trace[120832833] 'process raft request' (duration: 462.857844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:05.339029Z","caller":"traceutil/trace.go:171","msg":"trace[1069066983] linearizableReadLoop","detail":"{readStateIndex:7263; appliedIndex:7258; }","duration":"378.73355ms","start":"2026-04-28T17:32:04.960263Z","end":"2026-04-28T17:32:05.338997Z","steps":["trace[1069066983] 'read index received' (duration: 88.342981ms)","trace[1069066983] 'applied index is now lower than readState.Index' (duration: 290.388569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:05.339052Z","caller":"traceutil/trace.go:171","msg":"trace[241751689] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"456.500774ms","start":"2026-04-28T17:32:04.882518Z","end":"2026-04-28T17:32:05.339018Z","steps":["trace[241751689] 'process raft request' (duration: 456.271848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:05.339192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.875558Z","time spent":"463.521821ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:05.339254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.962725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:05.339324Z","caller":"traceutil/trace.go:171","msg":"trace[429232559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6979; }","duration":"379.095919ms","start":"2026-04-28T17:32:04.960215Z","end":"2026-04-28T17:32:05.339311Z","steps":["trace[429232559] 'agreement among raft nodes before linearized reading' (duration: 378.921064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:05.339368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.960194Z","time spent":"379.161631ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:32:05.339413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:04.882496Z","time spent":"456.628506ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:32:05.478897Z","caller":"traceutil/trace.go:171","msg":"trace[1940811258] linearizableReadLoop","detail":"{readStateIndex:7264; appliedIndex:7263; }","duration":"139.761316ms","start":"2026-04-28T17:32:05.339105Z","end":"2026-04-28T17:32:05.478866Z","steps":["trace[1940811258] 'read index received' (duration: 125.772171ms)","trace[1940811258] 'applied index is now lower than readState.Index' (duration: 13.987835ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:05.479006Z","caller":"traceutil/trace.go:171","msg":"trace[1385913739] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"234.729316ms","start":"2026-04-28T17:32:05.244228Z","end":"2026-04-28T17:32:05.478958Z","steps":["trace[1385913739] 'process raft request' (duration: 221.06072ms)","trace[1385913739] 'compare' (duration: 13.0278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:05.479119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.139504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:05.479846Z","caller":"traceutil/trace.go:171","msg":"trace[94969553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6980; }","duration":"413.889332ms","start":"2026-04-28T17:32:05.065935Z","end":"2026-04-28T17:32:05.479825Z","steps":["trace[94969553] 'agreement among raft nodes before linearized reading' (duration: 413.069411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:05.479933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:05.065929Z","time spent":"413.969004ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:32:05.479796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.096247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:32:05.480093Z","caller":"traceutil/trace.go:171","msg":"trace[197242717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:6980; }","duration":"414.439385ms","start":"2026-04-28T17:32:05.065635Z","end":"2026-04-28T17:32:05.480075Z","steps":["trace[197242717] 'agreement among raft nodes before linearized reading' (duration: 413.351288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:05.480154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:05.06561Z","time spent":"414.510827ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:32:06.85973Z","caller":"traceutil/trace.go:171","msg":"trace[1952579809] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"157.99867ms","start":"2026-04-28T17:32:06.701698Z","end":"2026-04-28T17:32:06.859697Z","steps":["trace[1952579809] 'process raft request' (duration: 157.699212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:06.859708Z","caller":"traceutil/trace.go:171","msg":"trace[25029600] linearizableReadLoop","detail":"{readStateIndex:7266; appliedIndex:7265; }","duration":"105.425805ms","start":"2026-04-28T17:32:06.754233Z","end":"2026-04-28T17:32:06.859659Z","steps":["trace[25029600] 'read index received' (duration: 105.164388ms)","trace[25029600] 'applied index is now lower than readState.Index' (duration: 259.527µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:06.859865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.5871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:06.859948Z","caller":"traceutil/trace.go:171","msg":"trace[195525696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6982; }","duration":"105.716822ms","start":"2026-04-28T17:32:06.754191Z","end":"2026-04-28T17:32:06.859908Z","steps":["trace[195525696] 'agreement among raft nodes before linearized reading' (duration: 105.592019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:07.078869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.059296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:32:07.079148Z","caller":"traceutil/trace.go:171","msg":"trace[572778065] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"203.201555ms","start":"2026-04-28T17:32:06.875906Z","end":"2026-04-28T17:32:07.079107Z","steps":["trace[572778065] 'process raft request' (duration: 95.751329ms)","trace[572778065] 'compare' (duration: 106.79684ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:07.07923Z","caller":"traceutil/trace.go:171","msg":"trace[249953135] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"202.239501ms","start":"2026-04-28T17:32:06.876963Z","end":"2026-04-28T17:32:07.079203Z","steps":["trace[249953135] 'process raft request' (duration: 202.076237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:07.079469Z","caller":"traceutil/trace.go:171","msg":"trace[1275668465] linearizableReadLoop","detail":"{readStateIndex:7268; appliedIndex:7266; }","duration":"195.173172ms","start":"2026-04-28T17:32:06.88395Z","end":"2026-04-28T17:32:07.079123Z","steps":["trace[1275668465] 'read index received' (duration: 87.683255ms)","trace[1275668465] 'applied index is now lower than readState.Index' (duration: 107.488637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:07.079559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.569132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T17:32:07.07969Z","caller":"traceutil/trace.go:171","msg":"trace[240361508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6984; }","duration":"195.756697ms","start":"2026-04-28T17:32:06.883901Z","end":"2026-04-28T17:32:07.079658Z","steps":["trace[240361508] 'agreement among raft nodes before linearized reading' (duration: 195.440849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:07.532467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.597799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:32:07.532614Z","caller":"traceutil/trace.go:171","msg":"trace[12590004] linearizableReadLoop","detail":"{readStateIndex:7269; appliedIndex:7268; }","duration":"255.659037ms","start":"2026-04-28T17:32:07.276931Z","end":"2026-04-28T17:32:07.53259Z","steps":["trace[12590004] 'read index received' (duration: 58.661µs)","trace[12590004] 'applied index is now lower than readState.Index' (duration: 255.597986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:07.532768Z","caller":"traceutil/trace.go:171","msg":"trace[1917502926] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"353.413837ms","start":"2026-04-28T17:32:07.179323Z","end":"2026-04-28T17:32:07.532737Z","steps":["trace[1917502926] 'process raft request' (duration: 48.450039ms)","trace[1917502926] 'compare' (duration: 304.470016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:07.532976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:07.179302Z","time spent":"353.571752ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:07.533062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.187306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:32:07.533064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.111068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd\" ","response":"range_response_count:1 size:5794"} {"level":"warn","ts":"2026-04-28T17:32:07.533115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.757505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:32:07.533127Z","caller":"traceutil/trace.go:171","msg":"trace[1544097608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6985; }","duration":"190.303029ms","start":"2026-04-28T17:32:07.342808Z","end":"2026-04-28T17:32:07.533111Z","steps":["trace[1544097608] 'agreement among raft nodes before linearized reading' (duration: 189.985991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:07.533162Z","caller":"traceutil/trace.go:171","msg":"trace[2138131928] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd; range_end:; response_count:1; response_revision:6985; }","duration":"256.260722ms","start":"2026-04-28T17:32:07.276873Z","end":"2026-04-28T17:32:07.533133Z","steps":["trace[2138131928] 'agreement among raft nodes before linearized reading' (duration: 255.952895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:07.533171Z","caller":"traceutil/trace.go:171","msg":"trace[78471657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6985; }","duration":"189.843157ms","start":"2026-04-28T17:32:07.343313Z","end":"2026-04-28T17:32:07.533156Z","steps":["trace[78471657] 'agreement among raft nodes before linearized reading' (duration: 189.611011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:07.533281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.418462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:32:07.533313Z","caller":"traceutil/trace.go:171","msg":"trace[2101603172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6985; }","duration":"190.486574ms","start":"2026-04-28T17:32:07.342818Z","end":"2026-04-28T17:32:07.533305Z","steps":["trace[2101603172] 'agreement among raft nodes before linearized reading' (duration: 190.409302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:07.650957Z","caller":"traceutil/trace.go:171","msg":"trace[72280504] linearizableReadLoop","detail":"{readStateIndex:7271; appliedIndex:7269; }","duration":"113.206112ms","start":"2026-04-28T17:32:07.537716Z","end":"2026-04-28T17:32:07.650922Z","steps":["trace[72280504] 'read index received' (duration: 20.660704ms)","trace[72280504] 'applied index is now lower than readState.Index' (duration: 92.543958ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:07.651025Z","caller":"traceutil/trace.go:171","msg":"trace[1622163750] transaction","detail":"{read_only:false; response_revision:6988; number_of_response:1; }","duration":"113.211572ms","start":"2026-04-28T17:32:07.537782Z","end":"2026-04-28T17:32:07.650993Z","steps":["trace[1622163750] 'process raft request' (duration: 112.992926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:07.650957Z","caller":"traceutil/trace.go:171","msg":"trace[586207116] transaction","detail":"{read_only:false; response_revision:6987; number_of_response:1; }","duration":"113.265203ms","start":"2026-04-28T17:32:07.537629Z","end":"2026-04-28T17:32:07.650894Z","steps":["trace[586207116] 'process raft request' (duration: 110.710418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:07.651098Z","caller":"traceutil/trace.go:171","msg":"trace[1427864347] transaction","detail":"{read_only:false; response_revision:6989; number_of_response:1; }","duration":"106.493842ms","start":"2026-04-28T17:32:07.544558Z","end":"2026-04-28T17:32:07.651052Z","steps":["trace[1427864347] 'process raft request' (duration: 106.284177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:07.65139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.633973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101846"} {"level":"info","ts":"2026-04-28T17:32:07.651453Z","caller":"traceutil/trace.go:171","msg":"trace[1800764648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6989; }","duration":"113.747506ms","start":"2026-04-28T17:32:07.537692Z","end":"2026-04-28T17:32:07.65144Z","steps":["trace[1800764648] 'agreement among raft nodes before linearized reading' (duration: 113.365596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:08.539419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.080861ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:08.539559Z","caller":"traceutil/trace.go:171","msg":"trace[1468869533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6990; }","duration":"279.264645ms","start":"2026-04-28T17:32:08.260276Z","end":"2026-04-28T17:32:08.53954Z","steps":["trace[1468869533] 'range keys from in-memory index tree' (duration: 279.06333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:08.566402Z","caller":"traceutil/trace.go:171","msg":"trace[1017795869] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"907.345392ms","start":"2026-04-28T17:32:07.659025Z","end":"2026-04-28T17:32:08.56637Z","steps":["trace[1017795869] 'process raft request' (duration: 906.988963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:08.566634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:07.659014Z","time spent":"907.486056ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:32:08.567019Z","caller":"traceutil/trace.go:171","msg":"trace[1988224689] linearizableReadLoop","detail":"{readStateIndex:7276; appliedIndex:7273; }","duration":"889.680634ms","start":"2026-04-28T17:32:07.677322Z","end":"2026-04-28T17:32:08.567003Z","steps":["trace[1988224689] 'read index received' (duration: 55.502798ms)","trace[1988224689] 'applied index is now lower than readState.Index' (duration: 834.176776ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:08.567187Z","caller":"traceutil/trace.go:171","msg":"trace[1568516991] transaction","detail":"{read_only:false; response_revision:6992; number_of_response:1; }","duration":"907.880616ms","start":"2026-04-28T17:32:07.659275Z","end":"2026-04-28T17:32:08.567156Z","steps":["trace[1568516991] 'process raft request' (duration: 906.971073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:08.567381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:07.65926Z","time spent":"908.012729ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:32:08.567613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.263219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-28T17:32:08.567714Z","caller":"traceutil/trace.go:171","msg":"trace[72452107] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6992; }","duration":"890.406632ms","start":"2026-04-28T17:32:07.677281Z","end":"2026-04-28T17:32:08.567688Z","steps":["trace[72452107] 'agreement among raft nodes before linearized reading' (duration: 890.140976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:08.567778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:07.677269Z","time spent":"890.494975ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T17:32:08.569167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.914049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:08.569289Z","caller":"traceutil/trace.go:171","msg":"trace[2126885684] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6993; }","duration":"538.067603ms","start":"2026-04-28T17:32:08.031201Z","end":"2026-04-28T17:32:08.569268Z","steps":["trace[2126885684] 'agreement among raft nodes before linearized reading' (duration: 537.894389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:08.569353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:08.031181Z","time spent":"538.153985ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-28T17:32:08.569859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.999947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:08.570049Z","caller":"traceutil/trace.go:171","msg":"trace[1031135430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6993; }","duration":"502.209753ms","start":"2026-04-28T17:32:08.067813Z","end":"2026-04-28T17:32:08.570022Z","steps":["trace[1031135430] 'agreement among raft nodes before linearized reading' (duration: 501.987737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:08.570106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:08.0678Z","time spent":"502.292145ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:32:09.116682Z","caller":"traceutil/trace.go:171","msg":"trace[1315920984] linearizableReadLoop","detail":"{readStateIndex:7281; appliedIndex:7280; }","duration":"237.866705ms","start":"2026-04-28T17:32:08.87879Z","end":"2026-04-28T17:32:09.116657Z","steps":["trace[1315920984] 'read index received' (duration: 237.69021ms)","trace[1315920984] 'applied index is now lower than readState.Index' (duration: 175.425µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:09.116834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.025599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:09.116871Z","caller":"traceutil/trace.go:171","msg":"trace[1796230774] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6996; }","duration":"238.100792ms","start":"2026-04-28T17:32:08.87876Z","end":"2026-04-28T17:32:09.116861Z","steps":["trace[1796230774] 'agreement among raft nodes before linearized reading' (duration: 238.027609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:09.116855Z","caller":"traceutil/trace.go:171","msg":"trace[1264072087] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"246.582926ms","start":"2026-04-28T17:32:08.870178Z","end":"2026-04-28T17:32:09.116761Z","steps":["trace[1264072087] 'process raft request' (duration: 246.33034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:09.311648Z","caller":"traceutil/trace.go:171","msg":"trace[1635257069] linearizableReadLoop","detail":"{readStateIndex:7284; appliedIndex:7281; }","duration":"194.867675ms","start":"2026-04-28T17:32:09.116758Z","end":"2026-04-28T17:32:09.311626Z","steps":["trace[1635257069] 'read index received' (duration: 194.564348ms)","trace[1635257069] 'applied index is now lower than readState.Index' (duration: 301.007µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:09.31189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.674628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-28T17:32:09.311931Z","caller":"traceutil/trace.go:171","msg":"trace[989191818] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6999; }","duration":"432.754671ms","start":"2026-04-28T17:32:08.879167Z","end":"2026-04-28T17:32:09.311921Z","steps":["trace[989191818] 'agreement among raft nodes before linearized reading' (duration: 432.554976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:09.311965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:08.879154Z","time spent":"432.803032ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-28T17:32:09.312145Z","caller":"traceutil/trace.go:171","msg":"trace[2036626414] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"227.79349ms","start":"2026-04-28T17:32:09.084299Z","end":"2026-04-28T17:32:09.312092Z","steps":["trace[2036626414] 'process raft request' (duration: 227.252826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:09.312275Z","caller":"traceutil/trace.go:171","msg":"trace[1873372485] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"293.250699ms","start":"2026-04-28T17:32:09.018984Z","end":"2026-04-28T17:32:09.312235Z","steps":["trace[1873372485] 'process raft request' (duration: 292.413109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:09.312346Z","caller":"traceutil/trace.go:171","msg":"trace[1182767159] transaction","detail":"{read_only:false; response_revision:6999; number_of_response:1; }","duration":"225.627084ms","start":"2026-04-28T17:32:09.086668Z","end":"2026-04-28T17:32:09.312295Z","steps":["trace[1182767159] 'process raft request' (duration: 224.921426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:09.312303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.863178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:09.3125Z","caller":"traceutil/trace.go:171","msg":"trace[938328288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6999; }","duration":"244.112374ms","start":"2026-04-28T17:32:09.068343Z","end":"2026-04-28T17:32:09.312455Z","steps":["trace[938328288] 'agreement among raft nodes before linearized reading' (duration: 243.839987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:11.789392Z","caller":"traceutil/trace.go:171","msg":"trace[2131290611] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"160.617106ms","start":"2026-04-28T17:32:11.628758Z","end":"2026-04-28T17:32:11.789375Z","steps":["trace[2131290611] 'process raft request' (duration: 71.100034ms)","trace[2131290611] 'compare' (duration: 89.250254ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:11.78939Z","caller":"traceutil/trace.go:171","msg":"trace[53134093] linearizableReadLoop","detail":"{readStateIndex:7296; appliedIndex:7295; }","duration":"118.978309ms","start":"2026-04-28T17:32:11.670382Z","end":"2026-04-28T17:32:11.789361Z","steps":["trace[53134093] 'read index received' (duration: 29.476628ms)","trace[53134093] 'applied index is now lower than readState.Index' (duration: 89.500591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:11.789555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.163294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:32:11.789597Z","caller":"traceutil/trace.go:171","msg":"trace[1495509070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7011; }","duration":"119.254546ms","start":"2026-04-28T17:32:11.670332Z","end":"2026-04-28T17:32:11.789587Z","steps":["trace[1495509070] 'agreement among raft nodes before linearized reading' (duration: 119.103572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:11.789629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.700797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:32:11.789668Z","caller":"traceutil/trace.go:171","msg":"trace[1597041622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7011; }","duration":"115.770199ms","start":"2026-04-28T17:32:11.673885Z","end":"2026-04-28T17:32:11.789656Z","steps":["trace[1597041622] 'agreement among raft nodes before linearized reading' (duration: 115.656296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:11.789819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.79873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:32:11.789898Z","caller":"traceutil/trace.go:171","msg":"trace[922422884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:7011; }","duration":"106.911362ms","start":"2026-04-28T17:32:11.682964Z","end":"2026-04-28T17:32:11.789875Z","steps":["trace[922422884] 'agreement among raft nodes before linearized reading' (duration: 106.625015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:13.294806Z","caller":"traceutil/trace.go:171","msg":"trace[1841560643] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"159.350913ms","start":"2026-04-28T17:32:13.13542Z","end":"2026-04-28T17:32:13.29477Z","steps":["trace[1841560643] 'process raft request' (duration: 159.104527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:13.972825Z","caller":"traceutil/trace.go:171","msg":"trace[936230574] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"143.416339ms","start":"2026-04-28T17:32:13.829378Z","end":"2026-04-28T17:32:13.972794Z","steps":["trace[936230574] 'process raft request' (duration: 143.217914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:13.98004Z","caller":"traceutil/trace.go:171","msg":"trace[666246406] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"150.418395ms","start":"2026-04-28T17:32:13.829596Z","end":"2026-04-28T17:32:13.980015Z","steps":["trace[666246406] 'process raft request' (duration: 150.165219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:13.98Z","caller":"traceutil/trace.go:171","msg":"trace[532655522] linearizableReadLoop","detail":"{readStateIndex:7308; appliedIndex:7305; }","duration":"149.891082ms","start":"2026-04-28T17:32:13.83008Z","end":"2026-04-28T17:32:13.979971Z","steps":["trace[532655522] 'read index received' (duration: 142.514036ms)","trace[532655522] 'applied index is now lower than readState.Index' (duration: 7.375546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:13.980121Z","caller":"traceutil/trace.go:171","msg":"trace[1235051103] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"150.268443ms","start":"2026-04-28T17:32:13.829821Z","end":"2026-04-28T17:32:13.980089Z","steps":["trace[1235051103] 'process raft request' (duration: 150.101218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:13.980506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.405487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101846"} {"level":"info","ts":"2026-04-28T17:32:13.980579Z","caller":"traceutil/trace.go:171","msg":"trace[1122954895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:7022; }","duration":"150.54766ms","start":"2026-04-28T17:32:13.830019Z","end":"2026-04-28T17:32:13.980566Z","steps":["trace[1122954895] 'agreement among raft nodes before linearized reading' (duration: 150.063438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:15.691254Z","caller":"traceutil/trace.go:171","msg":"trace[1561223595] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"136.856442ms","start":"2026-04-28T17:32:15.554356Z","end":"2026-04-28T17:32:15.691212Z","steps":["trace[1561223595] 'process raft request' (duration: 136.588625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:19.681191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.455055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214374"} {"level":"info","ts":"2026-04-28T17:32:19.681321Z","caller":"traceutil/trace.go:171","msg":"trace[621011876] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7056; }","duration":"127.628099ms","start":"2026-04-28T17:32:19.553664Z","end":"2026-04-28T17:32:19.681292Z","steps":["trace[621011876] 'range keys from in-memory index tree' (duration: 126.429078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:19.721314Z","caller":"traceutil/trace.go:171","msg":"trace[922198200] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"161.706193ms","start":"2026-04-28T17:32:19.559565Z","end":"2026-04-28T17:32:19.721271Z","steps":["trace[922198200] 'process raft request' (duration: 161.459007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:21.608268Z","caller":"traceutil/trace.go:171","msg":"trace[1907688838] linearizableReadLoop","detail":"{readStateIndex:7352; appliedIndex:7351; }","duration":"297.484609ms","start":"2026-04-28T17:32:21.310759Z","end":"2026-04-28T17:32:21.608243Z","steps":["trace[1907688838] 'read index received' (duration: 297.349295ms)","trace[1907688838] 'applied index is now lower than readState.Index' (duration: 134.204µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:21.608426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.657564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:21.60847Z","caller":"traceutil/trace.go:171","msg":"trace[656262650] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7065; }","duration":"297.771107ms","start":"2026-04-28T17:32:21.310687Z","end":"2026-04-28T17:32:21.608458Z","steps":["trace[656262650] 'agreement among raft nodes before linearized reading' (duration: 297.672314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:21.608434Z","caller":"traceutil/trace.go:171","msg":"trace[1796842761] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"297.971582ms","start":"2026-04-28T17:32:21.31041Z","end":"2026-04-28T17:32:21.608381Z","steps":["trace[1796842761] 'process raft request' (duration: 297.686374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:21.636079Z","caller":"traceutil/trace.go:171","msg":"trace[935894128] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"251.264685ms","start":"2026-04-28T17:32:21.384785Z","end":"2026-04-28T17:32:21.636049Z","steps":["trace[935894128] 'process raft request' (duration: 251.05786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:21.636344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.355292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:32:21.636408Z","caller":"traceutil/trace.go:171","msg":"trace[161735316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7067; }","duration":"302.426404ms","start":"2026-04-28T17:32:21.333966Z","end":"2026-04-28T17:32:21.636392Z","steps":["trace[161735316] 'agreement among raft nodes before linearized reading' (duration: 302.208517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:21.636357Z","caller":"traceutil/trace.go:171","msg":"trace[733208476] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"250.755693ms","start":"2026-04-28T17:32:21.385551Z","end":"2026-04-28T17:32:21.636306Z","steps":["trace[733208476] 'process raft request' (duration: 250.453845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:21.636499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.866466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-28T17:32:21.636575Z","caller":"traceutil/trace.go:171","msg":"trace[46582001] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:7067; }","duration":"289.982259ms","start":"2026-04-28T17:32:21.346575Z","end":"2026-04-28T17:32:21.636557Z","steps":["trace[46582001] 'agreement among raft nodes before linearized reading' (duration: 289.810394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:21.636463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:32:21.333899Z","time spent":"302.556987ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:32:26.037769Z","caller":"traceutil/trace.go:171","msg":"trace[1403762067] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"182.444039ms","start":"2026-04-28T17:32:25.855287Z","end":"2026-04-28T17:32:26.037731Z","steps":["trace[1403762067] 'process raft request' (duration: 177.38451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:26.038578Z","caller":"traceutil/trace.go:171","msg":"trace[1977000788] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"182.914241ms","start":"2026-04-28T17:32:25.855611Z","end":"2026-04-28T17:32:26.038525Z","steps":["trace[1977000788] 'process raft request' (duration: 182.323636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:26.039117Z","caller":"traceutil/trace.go:171","msg":"trace[546102121] linearizableReadLoop","detail":"{readStateIndex:7389; appliedIndex:7386; }","duration":"174.790724ms","start":"2026-04-28T17:32:25.864315Z","end":"2026-04-28T17:32:26.039106Z","steps":["trace[546102121] 'read index received' (duration: 168.377492ms)","trace[546102121] 'applied index is now lower than readState.Index' (duration: 6.411852ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:26.03929Z","caller":"traceutil/trace.go:171","msg":"trace[710256003] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"179.876904ms","start":"2026-04-28T17:32:25.859371Z","end":"2026-04-28T17:32:26.039248Z","steps":["trace[710256003] 'process raft request' (duration: 179.653578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:26.04016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.807752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:32:26.040247Z","caller":"traceutil/trace.go:171","msg":"trace[1775580407] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7100; }","duration":"175.950784ms","start":"2026-04-28T17:32:25.864275Z","end":"2026-04-28T17:32:26.040226Z","steps":["trace[1775580407] 'agreement among raft nodes before linearized reading' (duration: 175.051101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:26.04069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.599126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:32:26.040759Z","caller":"traceutil/trace.go:171","msg":"trace[1106954933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7100; }","duration":"160.724998ms","start":"2026-04-28T17:32:25.880021Z","end":"2026-04-28T17:32:26.040746Z","steps":["trace[1106954933] 'agreement among raft nodes before linearized reading' (duration: 160.531414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:35.884346Z","caller":"traceutil/trace.go:171","msg":"trace[909417077] transaction","detail":"{read_only:false; response_revision:7165; number_of_response:1; }","duration":"131.22045ms","start":"2026-04-28T17:32:35.753082Z","end":"2026-04-28T17:32:35.884302Z","steps":["trace[909417077] 'process raft request' (duration: 131.139408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:35.885044Z","caller":"traceutil/trace.go:171","msg":"trace[1860000988] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"148.1893ms","start":"2026-04-28T17:32:35.73684Z","end":"2026-04-28T17:32:35.885029Z","steps":["trace[1860000988] 'process raft request' (duration: 147.148533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:35.934255Z","caller":"traceutil/trace.go:171","msg":"trace[811773477] linearizableReadLoop","detail":"{readStateIndex:7457; appliedIndex:7454; }","duration":"152.817897ms","start":"2026-04-28T17:32:35.781407Z","end":"2026-04-28T17:32:35.934225Z","steps":["trace[811773477] 'read index received' (duration: 102.720427ms)","trace[811773477] 'applied index is now lower than readState.Index' (duration: 50.09597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:35.934722Z","caller":"traceutil/trace.go:171","msg":"trace[892905585] transaction","detail":"{read_only:false; response_revision:7166; number_of_response:1; }","duration":"179.004882ms","start":"2026-04-28T17:32:35.755676Z","end":"2026-04-28T17:32:35.93468Z","steps":["trace[892905585] 'process raft request' (duration: 178.344314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:35.93573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.193408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:32:35.935865Z","caller":"traceutil/trace.go:171","msg":"trace[132818159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7166; }","duration":"154.433649ms","start":"2026-04-28T17:32:35.781356Z","end":"2026-04-28T17:32:35.93579Z","steps":["trace[132818159] 'agreement among raft nodes before linearized reading' (duration: 152.974881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:36.051357Z","caller":"traceutil/trace.go:171","msg":"trace[1688191247] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"107.856526ms","start":"2026-04-28T17:32:35.943464Z","end":"2026-04-28T17:32:36.051321Z","steps":["trace[1688191247] 'process raft request' (duration: 59.980111ms)","trace[1688191247] 'compare' (duration: 47.714421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:41.920856Z","caller":"traceutil/trace.go:171","msg":"trace[853710473] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"184.025839ms","start":"2026-04-28T17:32:41.736794Z","end":"2026-04-28T17:32:41.92082Z","steps":["trace[853710473] 'process raft request' (duration: 94.788805ms)","trace[853710473] 'compare' (duration: 88.919796ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:41.984767Z","caller":"traceutil/trace.go:171","msg":"trace[451277759] transaction","detail":"{read_only:false; response_revision:7218; number_of_response:1; }","duration":"239.876756ms","start":"2026-04-28T17:32:41.744859Z","end":"2026-04-28T17:32:41.984736Z","steps":["trace[451277759] 'process raft request' (duration: 239.691871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:42.076418Z","caller":"traceutil/trace.go:171","msg":"trace[395074752] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"166.044172ms","start":"2026-04-28T17:32:41.910336Z","end":"2026-04-28T17:32:42.076381Z","steps":["trace[395074752] 'process raft request' (duration: 134.305947ms)","trace[395074752] 'compare' (duration: 31.478799ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:42.076794Z","caller":"traceutil/trace.go:171","msg":"trace[604814136] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"119.881402ms","start":"2026-04-28T17:32:41.956887Z","end":"2026-04-28T17:32:42.076768Z","steps":["trace[604814136] 'process raft request' (duration: 119.770129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:42.07683Z","caller":"traceutil/trace.go:171","msg":"trace[341447783] transaction","detail":"{read_only:false; response_revision:7220; number_of_response:1; }","duration":"165.438538ms","start":"2026-04-28T17:32:41.911369Z","end":"2026-04-28T17:32:42.076808Z","steps":["trace[341447783] 'process raft request' (duration: 164.946966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:42.340832Z","caller":"traceutil/trace.go:171","msg":"trace[748784255] linearizableReadLoop","detail":"{readStateIndex:7514; appliedIndex:7513; }","duration":"246.019132ms","start":"2026-04-28T17:32:42.094784Z","end":"2026-04-28T17:32:42.340803Z","steps":["trace[748784255] 'read index received' (duration: 200.166128ms)","trace[748784255] 'applied index is now lower than readState.Index' (duration: 45.851814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:42.340871Z","caller":"traceutil/trace.go:171","msg":"trace[1000727341] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"258.901299ms","start":"2026-04-28T17:32:42.081927Z","end":"2026-04-28T17:32:42.340828Z","steps":["trace[1000727341] 'process raft request' (duration: 213.109057ms)","trace[1000727341] 'compare' (duration: 45.644738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:42.340989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.173246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:32:42.341033Z","caller":"traceutil/trace.go:171","msg":"trace[1818958533] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7222; }","duration":"246.393462ms","start":"2026-04-28T17:32:42.094628Z","end":"2026-04-28T17:32:42.341021Z","steps":["trace[1818958533] 'agreement among raft nodes before linearized reading' (duration: 246.276869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:32:43.529902Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4454} {"level":"info","ts":"2026-04-28T17:32:43.578067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4454,"took":"45.370622ms","hash":1830979934,"current-db-size-bytes":36409344,"current-db-size":"36 MB","current-db-size-in-use-bytes":33579008,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T17:32:43.578137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1830979934,"revision":4454,"compact-revision":2608} {"level":"info","ts":"2026-04-28T17:32:52.628895Z","caller":"traceutil/trace.go:171","msg":"trace[1691530632] linearizableReadLoop","detail":"{readStateIndex:7599; appliedIndex:7597; }","duration":"147.341449ms","start":"2026-04-28T17:32:52.48152Z","end":"2026-04-28T17:32:52.628862Z","steps":["trace[1691530632] 'read index received' (duration: 47.72344ms)","trace[1691530632] 'applied index is now lower than readState.Index' (duration: 99.616469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:32:52.62906Z","caller":"traceutil/trace.go:171","msg":"trace[69646900] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"147.662967ms","start":"2026-04-28T17:32:52.481378Z","end":"2026-04-28T17:32:52.629041Z","steps":["trace[69646900] 'process raft request' (duration: 54.276668ms)","trace[69646900] 'compare' (duration: 92.921057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:32:52.629582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.784886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:32:52.629681Z","caller":"traceutil/trace.go:171","msg":"trace[537609827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7304; }","duration":"137.921459ms","start":"2026-04-28T17:32:52.491736Z","end":"2026-04-28T17:32:52.629658Z","steps":["trace[537609827] 'agreement among raft nodes before linearized reading' (duration: 137.443218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:52.629779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.927418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:32:52.629835Z","caller":"traceutil/trace.go:171","msg":"trace[1811411023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7304; }","duration":"132.026971ms","start":"2026-04-28T17:32:52.497794Z","end":"2026-04-28T17:32:52.629821Z","steps":["trace[1811411023] 'agreement among raft nodes before linearized reading' (duration: 131.802135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:32:52.629883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.331364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:126816"} {"level":"info","ts":"2026-04-28T17:32:52.630002Z","caller":"traceutil/trace.go:171","msg":"trace[280179591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:7304; }","duration":"148.483457ms","start":"2026-04-28T17:32:52.481492Z","end":"2026-04-28T17:32:52.629975Z","steps":["trace[280179591] 'agreement among raft nodes before linearized reading' (duration: 147.978155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:02.636752Z","caller":"traceutil/trace.go:171","msg":"trace[1285647835] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"385.609572ms","start":"2026-04-28T17:33:02.251116Z","end":"2026-04-28T17:33:02.636726Z","steps":["trace[1285647835] 'process raft request' (duration: 385.340176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:33:02.636952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:33:02.251085Z","time spent":"385.758866ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:33:02.637591Z","caller":"traceutil/trace.go:171","msg":"trace[1101337475] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"369.676679ms","start":"2026-04-28T17:33:02.267902Z","end":"2026-04-28T17:33:02.637579Z","steps":["trace[1101337475] 'process raft request' (duration: 369.556466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:33:02.637643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:33:02.267859Z","time spent":"369.759451ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:33:02.637822Z","caller":"traceutil/trace.go:171","msg":"trace[943820086] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"369.690889ms","start":"2026-04-28T17:33:02.26799Z","end":"2026-04-28T17:33:02.637681Z","steps":["trace[943820086] 'process raft request' (duration: 369.530035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:33:02.638028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:33:02.267946Z","time spent":"369.973396ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:33:08.907094Z","caller":"traceutil/trace.go:171","msg":"trace[730219601] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"162.031371ms","start":"2026-04-28T17:33:08.745014Z","end":"2026-04-28T17:33:08.907046Z","steps":["trace[730219601] 'process raft request' (duration: 156.532141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:08.907728Z","caller":"traceutil/trace.go:171","msg":"trace[1984582862] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"162.661337ms","start":"2026-04-28T17:33:08.745014Z","end":"2026-04-28T17:33:08.907675Z","steps":["trace[1984582862] 'process raft request' (duration: 161.870807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:08.908085Z","caller":"traceutil/trace.go:171","msg":"trace[1463243922] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"162.184085ms","start":"2026-04-28T17:33:08.745863Z","end":"2026-04-28T17:33:08.908047Z","steps":["trace[1463243922] 'process raft request' (duration: 161.684933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:08.90826Z","caller":"traceutil/trace.go:171","msg":"trace[1311328755] linearizableReadLoop","detail":"{readStateIndex:7694; appliedIndex:7690; }","duration":"162.121373ms","start":"2026-04-28T17:33:08.746104Z","end":"2026-04-28T17:33:08.908226Z","steps":["trace[1311328755] 'read index received' (duration: 155.370733ms)","trace[1311328755] 'applied index is now lower than readState.Index' (duration: 6.74854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:33:08.908357Z","caller":"traceutil/trace.go:171","msg":"trace[915913399] transaction","detail":"{read_only:false; response_revision:7395; number_of_response:1; }","duration":"162.3726ms","start":"2026-04-28T17:33:08.745961Z","end":"2026-04-28T17:33:08.908334Z","steps":["trace[915913399] 'process raft request' (duration: 162.181505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:33:08.911698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.562321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:126964"} {"level":"info","ts":"2026-04-28T17:33:08.911845Z","caller":"traceutil/trace.go:171","msg":"trace[1355981665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:7395; }","duration":"165.781966ms","start":"2026-04-28T17:33:08.746028Z","end":"2026-04-28T17:33:08.91181Z","steps":["trace[1355981665] 'agreement among raft nodes before linearized reading' (duration: 162.342859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:09.214457Z","caller":"traceutil/trace.go:171","msg":"trace[1447613445] linearizableReadLoop","detail":"{readStateIndex:7696; appliedIndex:7695; }","duration":"146.126598ms","start":"2026-04-28T17:33:09.068302Z","end":"2026-04-28T17:33:09.214429Z","steps":["trace[1447613445] 'read index received' (duration: 145.80832ms)","trace[1447613445] 'applied index is now lower than readState.Index' (duration: 317.358µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:33:09.214586Z","caller":"traceutil/trace.go:171","msg":"trace[520676474] transaction","detail":"{read_only:false; response_revision:7397; number_of_response:1; }","duration":"147.83521ms","start":"2026-04-28T17:33:09.066671Z","end":"2026-04-28T17:33:09.214506Z","steps":["trace[520676474] 'process raft request' (duration: 147.565843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:33:09.214737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.393374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:33:09.214861Z","caller":"traceutil/trace.go:171","msg":"trace[265320551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7397; }","duration":"146.562149ms","start":"2026-04-28T17:33:09.068267Z","end":"2026-04-28T17:33:09.214829Z","steps":["trace[265320551] 'agreement among raft nodes before linearized reading' (duration: 146.316773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:25.101643Z","caller":"traceutil/trace.go:171","msg":"trace[26632633] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"106.02852ms","start":"2026-04-28T17:33:24.995584Z","end":"2026-04-28T17:33:25.101613Z","steps":["trace[26632633] 'process raft request' (duration: 53.413235ms)","trace[26632633] 'compare' (duration: 52.003999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:33:25.105259Z","caller":"traceutil/trace.go:171","msg":"trace[183105788] transaction","detail":"{read_only:false; response_revision:7524; number_of_response:1; }","duration":"108.858843ms","start":"2026-04-28T17:33:24.996357Z","end":"2026-04-28T17:33:25.105216Z","steps":["trace[183105788] 'process raft request' (duration: 108.496943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:25.105569Z","caller":"traceutil/trace.go:171","msg":"trace[1619553364] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"108.178745ms","start":"2026-04-28T17:33:24.997364Z","end":"2026-04-28T17:33:25.105543Z","steps":["trace[1619553364] 'process raft request' (duration: 107.693383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:25.105709Z","caller":"traceutil/trace.go:171","msg":"trace[454078181] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"107.327173ms","start":"2026-04-28T17:33:24.998346Z","end":"2026-04-28T17:33:25.105673Z","steps":["trace[454078181] 'process raft request' (duration: 107.130218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:33:25.10608Z","caller":"traceutil/trace.go:171","msg":"trace[280642593] linearizableReadLoop","detail":"{readStateIndex:7829; appliedIndex:7825; }","duration":"105.861636ms","start":"2026-04-28T17:33:25.0002Z","end":"2026-04-28T17:33:25.106062Z","steps":["trace[280642593] 'read index received' (duration: 48.819309ms)","trace[280642593] 'applied index is now lower than readState.Index' (duration: 57.040797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:33:25.107133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.910034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:33:25.107213Z","caller":"traceutil/trace.go:171","msg":"trace[639713215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:7527; }","duration":"107.027607ms","start":"2026-04-28T17:33:25.000149Z","end":"2026-04-28T17:33:25.107176Z","steps":["trace[639713215] 'agreement among raft nodes before linearized reading' (duration: 106.01959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:34:15.169457Z","caller":"traceutil/trace.go:171","msg":"trace[928429898] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"163.60224ms","start":"2026-04-28T17:34:15.005814Z","end":"2026-04-28T17:34:15.169416Z","steps":["trace[928429898] 'process raft request' (duration: 163.159049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:34:15.175666Z","caller":"traceutil/trace.go:171","msg":"trace[1016343904] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8098; }","duration":"138.961055ms","start":"2026-04-28T17:34:15.036686Z","end":"2026-04-28T17:34:15.175647Z","steps":["trace[1016343904] 'read index received' (duration: 132.286166ms)","trace[1016343904] 'applied index is now lower than readState.Index' (duration: 6.673659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:34:15.175692Z","caller":"traceutil/trace.go:171","msg":"trace[1160685082] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"162.873373ms","start":"2026-04-28T17:34:15.012803Z","end":"2026-04-28T17:34:15.175676Z","steps":["trace[1160685082] 'process raft request' (duration: 160.234886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:34:15.175786Z","caller":"traceutil/trace.go:171","msg":"trace[1489392176] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"162.806391ms","start":"2026-04-28T17:34:15.012967Z","end":"2026-04-28T17:34:15.175774Z","steps":["trace[1489392176] 'process raft request' (duration: 162.618377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:34:15.176011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.314725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:34:15.176093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.832316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:34:15.176134Z","caller":"traceutil/trace.go:171","msg":"trace[1200773314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7787; }","duration":"108.160574ms","start":"2026-04-28T17:34:15.067962Z","end":"2026-04-28T17:34:15.176123Z","steps":["trace[1200773314] 'agreement among raft nodes before linearized reading' (duration: 107.844646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:34:15.176208Z","caller":"traceutil/trace.go:171","msg":"trace[1859029912] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7787; }","duration":"139.423267ms","start":"2026-04-28T17:34:15.036625Z","end":"2026-04-28T17:34:15.176048Z","steps":["trace[1859029912] 'agreement among raft nodes before linearized reading' (duration: 139.334275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:35:13.304173Z","caller":"traceutil/trace.go:171","msg":"trace[1867049087] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8530; }","duration":"102.87967ms","start":"2026-04-28T17:35:13.201257Z","end":"2026-04-28T17:35:13.304137Z","steps":["trace[1867049087] 'read index received' (duration: 102.523751ms)","trace[1867049087] 'applied index is now lower than readState.Index' (duration: 353.769µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:35:13.304261Z","caller":"traceutil/trace.go:171","msg":"trace[2034385054] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"229.490403ms","start":"2026-04-28T17:35:13.07472Z","end":"2026-04-28T17:35:13.30421Z","steps":["trace[2034385054] 'process raft request' (duration: 229.108824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:35:13.304979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.699131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-28T17:35:13.305058Z","caller":"traceutil/trace.go:171","msg":"trace[1487335670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7636cce9-90a9-4056-9556-5663d3c4ae53; range_end:; response_count:1; response_revision:8202; }","duration":"103.835555ms","start":"2026-04-28T17:35:13.201193Z","end":"2026-04-28T17:35:13.305028Z","steps":["trace[1487335670] 'agreement among raft nodes before linearized reading' (duration: 103.089775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:36:07.863968Z","caller":"traceutil/trace.go:171","msg":"trace[640801716] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"108.948071ms","start":"2026-04-28T17:36:07.754987Z","end":"2026-04-28T17:36:07.863935Z","steps":["trace[640801716] 'process raft request' (duration: 108.702805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:37:43.536787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7232} {"level":"info","ts":"2026-04-28T17:37:43.644679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7232,"took":"105.648029ms","hash":639481146,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":25141248,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-28T17:37:43.644761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":639481146,"revision":7232,"compact-revision":4454} {"level":"info","ts":"2026-04-28T17:37:45.384668Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002646.wal"} {"level":"warn","ts":"2026-04-28T17:37:50.145107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790861961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:37:50.627318Z","caller":"traceutil/trace.go:171","msg":"trace[1182915325] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"992.358632ms","start":"2026-04-28T17:37:49.634925Z","end":"2026-04-28T17:37:50.627284Z","steps":["trace[1182915325] 'process raft request' (duration: 992.127136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:50.627536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:49.634866Z","time spent":"992.544667ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:37:51.603399Z","caller":"traceutil/trace.go:171","msg":"trace[1278881240] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"1.554421979s","start":"2026-04-28T17:37:50.048948Z","end":"2026-04-28T17:37:51.60337Z","steps":["trace[1278881240] 'process raft request' (duration: 1.554232284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.603556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.048918Z","time spent":"1.554552561s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:37:51.603692Z","caller":"traceutil/trace.go:171","msg":"trace[310063260] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"1.54890959s","start":"2026-04-28T17:37:50.05477Z","end":"2026-04-28T17:37:51.60368Z","steps":["trace[310063260] 'process raft request' (duration: 1.548562252s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:37:51.603697Z","caller":"traceutil/trace.go:171","msg":"trace[2093467809] transaction","detail":"{read_only:false; response_revision:9462; number_of_response:1; }","duration":"1.548218543s","start":"2026-04-28T17:37:50.055465Z","end":"2026-04-28T17:37:51.603683Z","steps":["trace[2093467809] 'process raft request' (duration: 1.548136881s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.603838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.055427Z","time spent":"1.548377587s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:37:51.603722Z","caller":"traceutil/trace.go:171","msg":"trace[1921536266] linearizableReadLoop","detail":"{readStateIndex:9833; appliedIndex:9829; }","duration":"1.95934587s","start":"2026-04-28T17:37:49.644362Z","end":"2026-04-28T17:37:51.603708Z","steps":["trace[1921536266] 'read index received' (duration: 982.649649ms)","trace[1921536266] 'applied index is now lower than readState.Index' (duration: 976.695321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:37:51.603896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959540584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:37:51.603937Z","caller":"traceutil/trace.go:171","msg":"trace[1692957173] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9463; }","duration":"1.959642407s","start":"2026-04-28T17:37:49.644285Z","end":"2026-04-28T17:37:51.603928Z","steps":["trace[1692957173] 'agreement among raft nodes before linearized reading' (duration: 1.959487574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.603764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.054733Z","time spent":"1.548994962s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:37:51.604001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:49.644255Z","time spent":"1.95972359s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:37:51.604064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535508955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:37:51.60411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.114217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:37:51.604121Z","caller":"traceutil/trace.go:171","msg":"trace[851516679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9463; }","duration":"1.535593498s","start":"2026-04-28T17:37:50.068508Z","end":"2026-04-28T17:37:51.604102Z","steps":["trace[851516679] 'agreement among raft nodes before linearized reading' (duration: 1.535507705s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:37:51.604148Z","caller":"traceutil/trace.go:171","msg":"trace[886122346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9463; }","duration":"988.171277ms","start":"2026-04-28T17:37:50.615967Z","end":"2026-04-28T17:37:51.604138Z","steps":["trace[886122346] 'agreement among raft nodes before linearized reading' (duration: 988.056535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:37:51.603836Z","caller":"traceutil/trace.go:171","msg":"trace[1464496052] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"1.330920437s","start":"2026-04-28T17:37:50.272828Z","end":"2026-04-28T17:37:51.603748Z","steps":["trace[1464496052] 'process raft request' (duration: 1.330826185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.604155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.321123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:37:51.604242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164427798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:37:51.604253Z","caller":"traceutil/trace.go:171","msg":"trace[1717292358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9463; }","duration":"910.459277ms","start":"2026-04-28T17:37:50.693766Z","end":"2026-04-28T17:37:51.604226Z","steps":["trace[1717292358] 'agreement among raft nodes before linearized reading' (duration: 910.270212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.604154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.198627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:37:51.604282Z","caller":"traceutil/trace.go:171","msg":"trace[1388922148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9463; }","duration":"1.164512171s","start":"2026-04-28T17:37:50.439759Z","end":"2026-04-28T17:37:51.604271Z","steps":["trace[1388922148] 'agreement among raft nodes before linearized reading' (duration: 1.164410718s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:37:51.604306Z","caller":"traceutil/trace.go:171","msg":"trace[2141881354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9463; }","duration":"811.421262ms","start":"2026-04-28T17:37:50.792877Z","end":"2026-04-28T17:37:51.604298Z","steps":["trace[2141881354] 'agreement among raft nodes before linearized reading' (duration: 811.127635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.604272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.770538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:37:51.604307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.249339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:37:51.604341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.792834Z","time spent":"811.497424ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:37:51.604395Z","caller":"traceutil/trace.go:171","msg":"trace[2118057523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9463; }","duration":"984.356821ms","start":"2026-04-28T17:37:50.620016Z","end":"2026-04-28T17:37:51.604372Z","steps":["trace[2118057523] 'agreement among raft nodes before linearized reading' (duration: 984.044574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:37:51.604392Z","caller":"traceutil/trace.go:171","msg":"trace[211079017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9463; }","duration":"776.965743ms","start":"2026-04-28T17:37:50.827395Z","end":"2026-04-28T17:37:51.604361Z","steps":["trace[211079017] 'agreement among raft nodes before linearized reading' (duration: 776.724077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.60418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.615953Z","time spent":"988.218878ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:37:51.60444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.619978Z","time spent":"984.453794ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:37:51.60447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.827364Z","time spent":"777.079726ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:37:51.604309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.439737Z","time spent":"1.164565043s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:37:51.604153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.068486Z","time spent":"1.53565929s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:37:51.604272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.357968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:37:51.604649Z","caller":"traceutil/trace.go:171","msg":"trace[581971088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9463; }","duration":"923.882141ms","start":"2026-04-28T17:37:50.680753Z","end":"2026-04-28T17:37:51.604635Z","steps":["trace[581971088] 'agreement among raft nodes before linearized reading' (duration: 923.262045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.604696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.680741Z","time spent":"923.941743ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:37:51.604313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.693756Z","time spent":"910.545099ms","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:37:51.605136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.272801Z","time spent":"1.33189803s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:37:51.605221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.767677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:37:51.605445Z","caller":"traceutil/trace.go:171","msg":"trace[977720055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9463; }","duration":"994.050754ms","start":"2026-04-28T17:37:50.611357Z","end":"2026-04-28T17:37:51.605408Z","steps":["trace[977720055] 'agreement among raft nodes before linearized reading' (duration: 993.727165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:37:51.605481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:37:50.611324Z","time spent":"994.145676ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:38:02.170525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:02.670708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:03.171192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:03.671958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:03.794724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.150923084s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:38:03.795155Z","caller":"traceutil/trace.go:171","msg":"trace[305223243] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"2.151463598s","start":"2026-04-28T17:38:01.643668Z","end":"2026-04-28T17:38:03.795132Z","steps":["trace[305223243] 'process raft request' (duration: 2.151313964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:03.79532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.643638Z","time spent":"2.151591081s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:03.875454Z","caller":"traceutil/trace.go:171","msg":"trace[1828844209] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"2.215972158s","start":"2026-04-28T17:38:01.659456Z","end":"2026-04-28T17:38:03.875428Z","steps":["trace[1828844209] 'process raft request' (duration: 2.215783783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:03.875629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.659423Z","time spent":"2.216106282s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:03.875938Z","caller":"traceutil/trace.go:171","msg":"trace[1273563447] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"2.215626131s","start":"2026-04-28T17:38:01.660267Z","end":"2026-04-28T17:38:03.875893Z","steps":["trace[1273563447] 'process raft request' (duration: 2.215119898s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:03.876179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.660224Z","time spent":"2.215834166s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:03.877152Z","caller":"traceutil/trace.go:171","msg":"trace[1177022162] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"2.216723417s","start":"2026-04-28T17:38:01.660412Z","end":"2026-04-28T17:38:03.877136Z","steps":["trace[1177022162] 'process raft request' (duration: 2.215406275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:03.877237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.660368Z","time spent":"2.21682806s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:04.003096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.091889ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:38:04.003205Z","caller":"traceutil/trace.go:171","msg":"trace[736414809] linearizableReadLoop","detail":"{readStateIndex:9887; appliedIndex:9883; }","duration":"2.333044093s","start":"2026-04-28T17:38:01.670141Z","end":"2026-04-28T17:38:04.003185Z","steps":["trace[736414809] 'read index received' (duration: 2.12509182s)","trace[736414809] 'applied index is now lower than readState.Index' (duration: 207.950403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:04.003427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331697958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:38:04.003433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333282389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:38:04.003465Z","caller":"traceutil/trace.go:171","msg":"trace[1700910806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9513; }","duration":"2.331768311s","start":"2026-04-28T17:38:01.671686Z","end":"2026-04-28T17:38:04.003454Z","steps":["trace[1700910806] 'agreement among raft nodes before linearized reading' (duration: 2.331609157s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:04.003482Z","caller":"traceutil/trace.go:171","msg":"trace[1653149626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9513; }","duration":"2.333366771s","start":"2026-04-28T17:38:01.670101Z","end":"2026-04-28T17:38:04.003468Z","steps":["trace[1653149626] 'agreement among raft nodes before linearized reading' (duration: 2.333176266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.003504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.671674Z","time spent":"2.331817532s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:38:04.003515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.670086Z","time spent":"2.333421612s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:04.003486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.787972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:38:04.003567Z","caller":"traceutil/trace.go:171","msg":"trace[1260128220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9513; }","duration":"646.912725ms","start":"2026-04-28T17:38:03.356633Z","end":"2026-04-28T17:38:04.003545Z","steps":["trace[1260128220] 'agreement among raft nodes before linearized reading' (duration: 646.676119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.00359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595607266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T17:38:04.003694Z","caller":"traceutil/trace.go:171","msg":"trace[1650114831] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9513; }","duration":"1.595796041s","start":"2026-04-28T17:38:02.407876Z","end":"2026-04-28T17:38:04.003672Z","steps":["trace[1650114831] 'agreement among raft nodes before linearized reading' (duration: 1.595428032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.00371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329710128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:38:04.003709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329615706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:38:04.003755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.055931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:38:04.003745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.906409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:38:04.003787Z","caller":"traceutil/trace.go:171","msg":"trace[1562935466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9513; }","duration":"2.329849411s","start":"2026-04-28T17:38:01.673918Z","end":"2026-04-28T17:38:04.003768Z","steps":["trace[1562935466] 'agreement among raft nodes before linearized reading' (duration: 2.329624656s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.003633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.994744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:04.003625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:03.356624Z","time spent":"646.991987ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T17:38:04.003798Z","caller":"traceutil/trace.go:171","msg":"trace[1087770815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9513; }","duration":"2.32976607s","start":"2026-04-28T17:38:01.674012Z","end":"2026-04-28T17:38:04.003779Z","steps":["trace[1087770815] 'agreement among raft nodes before linearized reading' (duration: 2.329458432s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:04.003825Z","caller":"traceutil/trace.go:171","msg":"trace[1635218826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9513; }","duration":"936.22603ms","start":"2026-04-28T17:38:03.067591Z","end":"2026-04-28T17:38:04.003817Z","steps":["trace[1635218826] 'agreement among raft nodes before linearized reading' (duration: 936.015824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.003836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.673902Z","time spent":"2.329924444s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:04.003777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:02.407852Z","time spent":"1.595913643s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T17:38:04.003836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.67398Z","time spent":"2.329846532s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:04.003853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:03.067567Z","time spent":"936.279511ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:38:04.003793Z","caller":"traceutil/trace.go:171","msg":"trace[304180480] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9513; }","duration":"523.141894ms","start":"2026-04-28T17:38:03.480642Z","end":"2026-04-28T17:38:04.003783Z","steps":["trace[304180480] 'agreement among raft nodes before linearized reading' (duration: 523.00627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.003815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32612431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:38:04.003953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:03.480614Z","time spent":"523.321638ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":83,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:04.003828Z","caller":"traceutil/trace.go:171","msg":"trace[893983242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9513; }","duration":"648.004352ms","start":"2026-04-28T17:38:03.355804Z","end":"2026-04-28T17:38:04.003808Z","steps":["trace[893983242] 'agreement among raft nodes before linearized reading' (duration: 647.781037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.00401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:03.355722Z","time spent":"648.271089ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:38:04.004044Z","caller":"traceutil/trace.go:171","msg":"trace[642369415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9513; }","duration":"2.326419986s","start":"2026-04-28T17:38:01.677591Z","end":"2026-04-28T17:38:04.004011Z","steps":["trace[642369415] 'agreement among raft nodes before linearized reading' (duration: 2.325802421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.004105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319457302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:38:04.004262Z","caller":"traceutil/trace.go:171","msg":"trace[1322653369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9513; }","duration":"2.319667418s","start":"2026-04-28T17:38:01.68454Z","end":"2026-04-28T17:38:04.004208Z","steps":["trace[1322653369] 'agreement among raft nodes before linearized reading' (duration: 2.319139064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.004211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.67758Z","time spent":"2.32654874s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:38:04.00432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.684527Z","time spent":"2.319782161s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:38:04.004103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249083516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:38:04.00486Z","caller":"traceutil/trace.go:171","msg":"trace[842225086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9513; }","duration":"2.249936487s","start":"2026-04-28T17:38:01.754909Z","end":"2026-04-28T17:38:04.004845Z","steps":["trace[842225086] 'agreement among raft nodes before linearized reading' (duration: 2.248691615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.005006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:01.754888Z","time spent":"2.250022049s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:38:04.327438Z","caller":"traceutil/trace.go:171","msg":"trace[310284981] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"317.804077ms","start":"2026-04-28T17:38:04.009607Z","end":"2026-04-28T17:38:04.327411Z","steps":["trace[310284981] 'process raft request' (duration: 317.737465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:04.327484Z","caller":"traceutil/trace.go:171","msg":"trace[1045227891] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"318.027473ms","start":"2026-04-28T17:38:04.009414Z","end":"2026-04-28T17:38:04.327442Z","steps":["trace[1045227891] 'process raft request' (duration: 317.772376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.32761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.009538Z","time spent":"317.980132ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:04.327634Z","caller":"traceutil/trace.go:171","msg":"trace[590990348] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"317.703463ms","start":"2026-04-28T17:38:04.009915Z","end":"2026-04-28T17:38:04.327619Z","steps":["trace[590990348] 'process raft request' (duration: 317.466197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.327695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.0099Z","time spent":"317.764385ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:04.327708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.00938Z","time spent":"318.192706ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:04.327864Z","caller":"traceutil/trace.go:171","msg":"trace[1830724953] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"317.95723ms","start":"2026-04-28T17:38:04.009896Z","end":"2026-04-28T17:38:04.327853Z","steps":["trace[1830724953] 'process raft request' (duration: 317.658612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.327931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.009874Z","time spent":"318.025231ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:04.328068Z","caller":"traceutil/trace.go:171","msg":"trace[1609936679] linearizableReadLoop","detail":"{readStateIndex:9892; appliedIndex:9887; }","duration":"318.079713ms","start":"2026-04-28T17:38:04.009976Z","end":"2026-04-28T17:38:04.328056Z","steps":["trace[1609936679] 'read index received' (duration: 52.252515ms)","trace[1609936679] 'applied index is now lower than readState.Index' (duration: 265.826438ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:04.32811Z","caller":"traceutil/trace.go:171","msg":"trace[97595330] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"318.117814ms","start":"2026-04-28T17:38:04.009974Z","end":"2026-04-28T17:38:04.328092Z","steps":["trace[97595330] 'process raft request' (duration: 317.814266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.328208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.009958Z","time spent":"318.206726ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:04.328176Z","caller":"traceutil/trace.go:171","msg":"trace[1058253571] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"316.990555ms","start":"2026-04-28T17:38:04.011133Z","end":"2026-04-28T17:38:04.328123Z","steps":["trace[1058253571] 'process raft request' (duration: 316.843442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.328388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.075033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:38:04.3284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.011124Z","time spent":"317.16066ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:04.328433Z","caller":"traceutil/trace.go:171","msg":"trace[1975827421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9520; }","duration":"318.130734ms","start":"2026-04-28T17:38:04.010291Z","end":"2026-04-28T17:38:04.328421Z","steps":["trace[1975827421] 'agreement among raft nodes before linearized reading' (duration: 318.018211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.328447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.465012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223103"} {"level":"warn","ts":"2026-04-28T17:38:04.328465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.010283Z","time spent":"318.175315ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:38:04.328489Z","caller":"traceutil/trace.go:171","msg":"trace[952435854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9520; }","duration":"318.532474ms","start":"2026-04-28T17:38:04.009947Z","end":"2026-04-28T17:38:04.32848Z","steps":["trace[952435854] 'agreement among raft nodes before linearized reading' (duration: 318.187736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:04.328522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.009936Z","time spent":"318.577505ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:38:04.328829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.901433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-04-28T17:38:04.328876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.377422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:04.328886Z","caller":"traceutil/trace.go:171","msg":"trace[1715987824] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9520; }","duration":"133.991265ms","start":"2026-04-28T17:38:04.194878Z","end":"2026-04-28T17:38:04.32887Z","steps":["trace[1715987824] 'agreement among raft nodes before linearized reading' (duration: 133.747569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:04.328933Z","caller":"traceutil/trace.go:171","msg":"trace[1474804593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9520; }","duration":"260.502045ms","start":"2026-04-28T17:38:04.068416Z","end":"2026-04-28T17:38:04.328918Z","steps":["trace[1474804593] 'agreement among raft nodes before linearized reading' (duration: 260.397583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:05.567733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:06.068342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:06.568498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:06.647198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859788915s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:38:06.64818Z","caller":"traceutil/trace.go:171","msg":"trace[680357364] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"1.86122392s","start":"2026-04-28T17:38:04.786916Z","end":"2026-04-28T17:38:06.64814Z","steps":["trace[680357364] 'process raft request' (duration: 1.860731008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:06.648478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:04.786878Z","time spent":"1.861483346s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.067876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:38:07.067992Z","caller":"traceutil/trace.go:171","msg":"trace[1767417452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604821s","start":"2026-04-28T17:38:05.06736Z","end":"2026-04-28T17:38:07.067964Z","steps":["trace[1767417452] 'agreement among raft nodes before linearized reading' (duration: 2.000456207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.068052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.067332Z","time spent":"2.000709343s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:38:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T17:38:07.151002Z","caller":"traceutil/trace.go:171","msg":"trace[1507851686] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"1.509764763s","start":"2026-04-28T17:38:05.641212Z","end":"2026-04-28T17:38:07.150977Z","steps":["trace[1507851686] 'process raft request' (duration: 1.509515597s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.151391Z","caller":"traceutil/trace.go:171","msg":"trace[968241043] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"1.350002213s","start":"2026-04-28T17:38:05.801369Z","end":"2026-04-28T17:38:07.151371Z","steps":["trace[968241043] 'process raft request' (duration: 1.349555752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.151379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.641166Z","time spent":"1.509913817s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.151468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.801329Z","time spent":"1.350101726s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:07.151574Z","caller":"traceutil/trace.go:171","msg":"trace[1663050312] linearizableReadLoop","detail":"{readStateIndex:9901; appliedIndex:9894; }","duration":"2.084124116s","start":"2026-04-28T17:38:05.067419Z","end":"2026-04-28T17:38:07.151543Z","steps":["trace[1663050312] 'read index received' (duration: 1.58010261s)","trace[1663050312] 'applied index is now lower than readState.Index' (duration: 504.020696ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:07.151766Z","caller":"traceutil/trace.go:171","msg":"trace[1920774331] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"1.269636715s","start":"2026-04-28T17:38:05.882113Z","end":"2026-04-28T17:38:07.15175Z","steps":["trace[1920774331] 'process raft request' (duration: 1.269257986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.151822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.882073Z","time spent":"1.269721198s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:07.151816Z","caller":"traceutil/trace.go:171","msg":"trace[1133381535] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"1.267955273s","start":"2026-04-28T17:38:05.883823Z","end":"2026-04-28T17:38:07.151778Z","steps":["trace[1133381535] 'process raft request' (duration: 1.267626365s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.15189Z","caller":"traceutil/trace.go:171","msg":"trace[1349166747] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"722.081183ms","start":"2026-04-28T17:38:06.429795Z","end":"2026-04-28T17:38:07.151876Z","steps":["trace[1349166747] 'process raft request' (duration: 721.702443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.151894Z","caller":"traceutil/trace.go:171","msg":"trace[199148923] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"1.270877086s","start":"2026-04-28T17:38:05.880988Z","end":"2026-04-28T17:38:07.151865Z","steps":["trace[199148923] 'process raft request' (duration: 1.27021121s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.151964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.8838Z","time spent":"1.268089057s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.152045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.429767Z","time spent":"722.168505ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.152044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.880959Z","time spent":"1.27097955s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.184185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870103963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:07.184286Z","caller":"traceutil/trace.go:171","msg":"trace[1053130033] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9528; }","duration":"1.870275267s","start":"2026-04-28T17:38:05.31399Z","end":"2026-04-28T17:38:07.184266Z","steps":["trace[1053130033] 'agreement among raft nodes before linearized reading' (duration: 1.870045011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.184285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.784452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:38:07.184333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.313967Z","time spent":"1.870356538s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:07.184365Z","caller":"traceutil/trace.go:171","msg":"trace[1565947577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9528; }","duration":"849.907405ms","start":"2026-04-28T17:38:06.33444Z","end":"2026-04-28T17:38:07.184347Z","steps":["trace[1565947577] 'agreement among raft nodes before linearized reading' (duration: 849.637218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.184417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.334426Z","time spent":"849.983456ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:38:07.184643Z","caller":"traceutil/trace.go:171","msg":"trace[137691273] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"405.762683ms","start":"2026-04-28T17:38:06.778822Z","end":"2026-04-28T17:38:07.184584Z","steps":["trace[137691273] 'process raft request' (duration: 405.006134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.184771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.414782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:38:07.184818Z","caller":"traceutil/trace.go:171","msg":"trace[819397118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9528; }","duration":"851.501844ms","start":"2026-04-28T17:38:06.333304Z","end":"2026-04-28T17:38:07.184806Z","steps":["trace[819397118] 'agreement among raft nodes before linearized reading' (duration: 851.33892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.184852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.333291Z","time spent":"851.551805ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:07.184833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.910655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"warn","ts":"2026-04-28T17:38:07.184921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.558662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:07.18494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.799788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:07.184971Z","caller":"traceutil/trace.go:171","msg":"trace[1237764814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9528; }","duration":"289.106479ms","start":"2026-04-28T17:38:06.895827Z","end":"2026-04-28T17:38:07.184934Z","steps":["trace[1237764814] 'agreement among raft nodes before linearized reading' (duration: 288.682769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.185Z","caller":"traceutil/trace.go:171","msg":"trace[62085594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9528; }","duration":"110.684675ms","start":"2026-04-28T17:38:07.074296Z","end":"2026-04-28T17:38:07.184981Z","steps":["trace[62085594] 'agreement among raft nodes before linearized reading' (duration: 110.563832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.184989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564822448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:07.185001Z","caller":"traceutil/trace.go:171","msg":"trace[2073770915] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9528; }","duration":"609.919272ms","start":"2026-04-28T17:38:06.575073Z","end":"2026-04-28T17:38:07.184992Z","steps":["trace[2073770915] 'agreement among raft nodes before linearized reading' (duration: 609.658845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.18511Z","caller":"traceutil/trace.go:171","msg":"trace[1709210854] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9528; }","duration":"1.565020583s","start":"2026-04-28T17:38:05.620069Z","end":"2026-04-28T17:38:07.185089Z","steps":["trace[1709210854] 'agreement among raft nodes before linearized reading' (duration: 1.564750237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.575042Z","time spent":"610.052104ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:07.185162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815689773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:38:07.185178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.620042Z","time spent":"1.565121906s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:07.185206Z","caller":"traceutil/trace.go:171","msg":"trace[1901994379] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9528; }","duration":"1.815768555s","start":"2026-04-28T17:38:05.369423Z","end":"2026-04-28T17:38:07.185191Z","steps":["trace[1901994379] 'agreement among raft nodes before linearized reading' (duration: 1.815679102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.444568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:38:07.185241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.369404Z","time spent":"1.815827806s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:07.185262Z","caller":"traceutil/trace.go:171","msg":"trace[1819380016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9528; }","duration":"850.50967ms","start":"2026-04-28T17:38:06.334739Z","end":"2026-04-28T17:38:07.185249Z","steps":["trace[1819380016] 'agreement among raft nodes before linearized reading' (duration: 850.310335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.18526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.289664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:38:07.185295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.334731Z","time spent":"850.557611ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:38:07.185313Z","caller":"traceutil/trace.go:171","msg":"trace[56302189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9528; }","duration":"852.395846ms","start":"2026-04-28T17:38:06.332902Z","end":"2026-04-28T17:38:07.185298Z","steps":["trace[56302189] 'agreement among raft nodes before linearized reading' (duration: 852.242423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.332876Z","time spent":"852.464578ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:07.185446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.773487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:07.185468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232231352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8486c8b8f6-wpdl7.18aa95eed48ec095\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-28T17:38:07.18551Z","caller":"traceutil/trace.go:171","msg":"trace[1251690583] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8486c8b8f6-wpdl7.18aa95eed48ec095; range_end:; response_count:1; response_revision:9528; }","duration":"1.232317404s","start":"2026-04-28T17:38:05.953176Z","end":"2026-04-28T17:38:07.185493Z","steps":["trace[1251690583] 'agreement among raft nodes before linearized reading' (duration: 1.23215166s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.185504Z","caller":"traceutil/trace.go:171","msg":"trace[1785472209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9528; }","duration":"836.851319ms","start":"2026-04-28T17:38:06.348636Z","end":"2026-04-28T17:38:07.185488Z","steps":["trace[1785472209] 'agreement among raft nodes before linearized reading' (duration: 836.764257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:05.953143Z","time spent":"1.232398176s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8486c8b8f6-wpdl7.18aa95eed48ec095\" "} {"level":"warn","ts":"2026-04-28T17:38:07.185565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.348623Z","time spent":"836.930751ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:38:07.185619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.53385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:38:07.185669Z","caller":"traceutil/trace.go:171","msg":"trace[906811886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9528; }","duration":"852.635682ms","start":"2026-04-28T17:38:06.33302Z","end":"2026-04-28T17:38:07.185656Z","steps":["trace[906811886] 'agreement among raft nodes before linearized reading' (duration: 852.474918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.332978Z","time spent":"852.716524ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:07.185647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115925647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:38:07.185746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.740611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:07.184879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.778785Z","time spent":"405.971208ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:07.185792Z","caller":"traceutil/trace.go:171","msg":"trace[746658185] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9528; }","duration":"998.834603ms","start":"2026-04-28T17:38:06.186941Z","end":"2026-04-28T17:38:07.185776Z","steps":["trace[746658185] 'agreement among raft nodes before linearized reading' (duration: 998.750931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.186913Z","time spent":"998.905155ms","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:07.185826Z","caller":"traceutil/trace.go:171","msg":"trace[1775724495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9528; }","duration":"1.116146572s","start":"2026-04-28T17:38:06.069597Z","end":"2026-04-28T17:38:07.185744Z","steps":["trace[1775724495] 'agreement among raft nodes before linearized reading' (duration: 1.115079566s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.185929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:06.06957Z","time spent":"1.116342358s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:38:07.455725Z","caller":"traceutil/trace.go:171","msg":"trace[1403249797] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"266.117305ms","start":"2026-04-28T17:38:07.189577Z","end":"2026-04-28T17:38:07.455694Z","steps":["trace[1403249797] 'process raft request' (duration: 265.90494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.812722Z","caller":"traceutil/trace.go:171","msg":"trace[1797349209] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"622.038404ms","start":"2026-04-28T17:38:07.190654Z","end":"2026-04-28T17:38:07.812692Z","steps":["trace[1797349209] 'process raft request' (duration: 621.964022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.812787Z","caller":"traceutil/trace.go:171","msg":"trace[533022072] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"622.108556ms","start":"2026-04-28T17:38:07.19063Z","end":"2026-04-28T17:38:07.812739Z","steps":["trace[533022072] 'process raft request' (duration: 621.796929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.812893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.190625Z","time spent":"622.180638ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.812994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.190599Z","time spent":"622.27698ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:07.813072Z","caller":"traceutil/trace.go:171","msg":"trace[1603894187] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"622.363332ms","start":"2026-04-28T17:38:07.190683Z","end":"2026-04-28T17:38:07.813046Z","steps":["trace[1603894187] 'process raft request' (duration: 621.975862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.813192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.19065Z","time spent":"622.484065ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:07.813227Z","caller":"traceutil/trace.go:171","msg":"trace[816960840] linearizableReadLoop","detail":"{readStateIndex:9906; appliedIndex:9902; }","duration":"622.094396ms","start":"2026-04-28T17:38:07.191105Z","end":"2026-04-28T17:38:07.8132Z","steps":["trace[816960840] 'read index received' (duration: 264.368493ms)","trace[816960840] 'applied index is now lower than readState.Index' (duration: 357.724733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:07.813332Z","caller":"traceutil/trace.go:171","msg":"trace[1571737385] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"620.274419ms","start":"2026-04-28T17:38:07.193042Z","end":"2026-04-28T17:38:07.813316Z","steps":["trace[1571737385] 'process raft request' (duration: 620.105605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.813419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.193036Z","time spent":"620.336381ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.813619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.406653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"warn","ts":"2026-04-28T17:38:07.813685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.232898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:38:07.813702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.447581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T17:38:07.813751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.618158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223103"} {"level":"info","ts":"2026-04-28T17:38:07.813752Z","caller":"traceutil/trace.go:171","msg":"trace[1060032966] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9534; }","duration":"123.347241ms","start":"2026-04-28T17:38:07.690385Z","end":"2026-04-28T17:38:07.813732Z","steps":["trace[1060032966] 'agreement among raft nodes before linearized reading' (duration: 123.112465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.813787Z","caller":"traceutil/trace.go:171","msg":"trace[1134933758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9534; }","duration":"622.705641ms","start":"2026-04-28T17:38:07.191072Z","end":"2026-04-28T17:38:07.813778Z","steps":["trace[1134933758] 'agreement among raft nodes before linearized reading' (duration: 622.27637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.813786Z","caller":"traceutil/trace.go:171","msg":"trace[1467396684] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:9534; }","duration":"352.578755ms","start":"2026-04-28T17:38:07.461186Z","end":"2026-04-28T17:38:07.813765Z","steps":["trace[1467396684] 'agreement among raft nodes before linearized reading' (duration: 352.338269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:07.813372Z","caller":"traceutil/trace.go:171","msg":"trace[721157441] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"620.350852ms","start":"2026-04-28T17:38:07.192978Z","end":"2026-04-28T17:38:07.813329Z","steps":["trace[721157441] 'process raft request' (duration: 619.981453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.813819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.191062Z","time spent":"622.749952ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:38:07.813983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.192968Z","time spent":"620.922836ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:07.813835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.461163Z","time spent":"352.657476ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"info","ts":"2026-04-28T17:38:07.813718Z","caller":"traceutil/trace.go:171","msg":"trace[1768999114] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9534; }","duration":"622.535146ms","start":"2026-04-28T17:38:07.191166Z","end":"2026-04-28T17:38:07.813701Z","steps":["trace[1768999114] 'agreement among raft nodes before linearized reading' (duration: 622.261959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:07.814308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:07.191162Z","time spent":"623.121001ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T17:38:07.982441Z","caller":"traceutil/trace.go:171","msg":"trace[1594699399] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"165.132214ms","start":"2026-04-28T17:38:07.817268Z","end":"2026-04-28T17:38:07.982401Z","steps":["trace[1594699399] 'process raft request' (duration: 74.819887ms)","trace[1594699399] 'compare' (duration: 90.138852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:08.761249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.59558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:08.761374Z","caller":"traceutil/trace.go:171","msg":"trace[1543121739] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9535; }","duration":"552.779004ms","start":"2026-04-28T17:38:08.208561Z","end":"2026-04-28T17:38:08.76134Z","steps":["trace[1543121739] 'count revisions from in-memory index tree' (duration: 552.489808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:08.76144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:08.208539Z","time spent":"552.882887ms","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:08.761484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.918277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:38:08.761583Z","caller":"traceutil/trace.go:171","msg":"trace[343186858] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:9535; }","duration":"205.081571ms","start":"2026-04-28T17:38:08.556478Z","end":"2026-04-28T17:38:08.76156Z","steps":["trace[343186858] 'range keys from in-memory index tree' (duration: 204.611289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:08.761612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.295128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:08.761752Z","caller":"traceutil/trace.go:171","msg":"trace[959857969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9535; }","duration":"501.454552ms","start":"2026-04-28T17:38:08.260277Z","end":"2026-04-28T17:38:08.761732Z","steps":["trace[959857969] 'range keys from in-memory index tree' (duration: 501.274978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:09.569721Z","caller":"traceutil/trace.go:171","msg":"trace[1389370613] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"412.551422ms","start":"2026-04-28T17:38:09.157139Z","end":"2026-04-28T17:38:09.569691Z","steps":["trace[1389370613] 'process raft request' (duration: 412.332566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:09.569996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.157102Z","time spent":"412.786838ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:10.354623Z","caller":"traceutil/trace.go:171","msg":"trace[109231320] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"1.195416181s","start":"2026-04-28T17:38:09.159171Z","end":"2026-04-28T17:38:10.354588Z","steps":["trace[109231320] 'process raft request' (duration: 1.194884578s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.354758Z","caller":"traceutil/trace.go:171","msg":"trace[1383367876] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"1.195209686s","start":"2026-04-28T17:38:09.1595Z","end":"2026-04-28T17:38:10.35471Z","steps":["trace[1383367876] 'process raft request' (duration: 1.194756295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.354849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.159142Z","time spent":"1.195584726s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:10.354989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.159478Z","time spent":"1.195390902s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:10.355212Z","caller":"traceutil/trace.go:171","msg":"trace[1928443667] linearizableReadLoop","detail":"{readStateIndex:9915; appliedIndex:9911; }","duration":"845.928135ms","start":"2026-04-28T17:38:09.50926Z","end":"2026-04-28T17:38:10.355188Z","steps":["trace[1928443667] 'read index received' (duration: 60.352997ms)","trace[1928443667] 'applied index is now lower than readState.Index' (duration: 785.573738ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:10.355318Z","caller":"traceutil/trace.go:171","msg":"trace[232799804] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"1.195441153s","start":"2026-04-28T17:38:09.15983Z","end":"2026-04-28T17:38:10.355271Z","steps":["trace[232799804] 'process raft request' (duration: 1.194481079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.355522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.159798Z","time spent":"1.195611618s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:10.355564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.331042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.355578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.312714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:38:10.355669Z","caller":"traceutil/trace.go:171","msg":"trace[1184267391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9540; }","duration":"846.442548ms","start":"2026-04-28T17:38:09.509205Z","end":"2026-04-28T17:38:10.355647Z","steps":["trace[1184267391] 'agreement among raft nodes before linearized reading' (duration: 846.181531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.355716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.920834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.355726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.509181Z","time spent":"846.53178ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:38:10.355758Z","caller":"traceutil/trace.go:171","msg":"trace[254965905] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9540; }","duration":"346.971315ms","start":"2026-04-28T17:38:10.008772Z","end":"2026-04-28T17:38:10.355743Z","steps":["trace[254965905] 'agreement among raft nodes before linearized reading' (duration: 346.890943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.355615Z","caller":"traceutil/trace.go:171","msg":"trace[1599347822] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9540; }","duration":"236.386463ms","start":"2026-04-28T17:38:10.119215Z","end":"2026-04-28T17:38:10.355601Z","steps":["trace[1599347822] 'agreement among raft nodes before linearized reading' (duration: 236.295101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.355798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.008766Z","time spent":"347.023606ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:38:10.355884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.730533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:38:10.357378Z","caller":"traceutil/trace.go:171","msg":"trace[1359808047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9540; }","duration":"540.281421ms","start":"2026-04-28T17:38:09.817083Z","end":"2026-04-28T17:38:10.357364Z","steps":["trace[1359808047] 'agreement among raft nodes before linearized reading' (duration: 538.422645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.357459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.817054Z","time spent":"540.392544ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:38:10.355921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.502543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.357546Z","caller":"traceutil/trace.go:171","msg":"trace[1679277471] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9540; }","duration":"161.143584ms","start":"2026-04-28T17:38:10.196385Z","end":"2026-04-28T17:38:10.357529Z","steps":["trace[1679277471] 'agreement among raft nodes before linearized reading' (duration: 159.491723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.355978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.683637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.357662Z","caller":"traceutil/trace.go:171","msg":"trace[655426653] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9540; }","duration":"161.379621ms","start":"2026-04-28T17:38:10.196255Z","end":"2026-04-28T17:38:10.357635Z","steps":["trace[655426653] 'agreement among raft nodes before linearized reading' (duration: 159.696318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.355952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.172137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.357836Z","caller":"traceutil/trace.go:171","msg":"trace[2434319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9540; }","duration":"292.098115ms","start":"2026-04-28T17:38:10.065727Z","end":"2026-04-28T17:38:10.357825Z","steps":["trace[2434319] 'agreement among raft nodes before linearized reading' (duration: 290.122656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.356038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.1743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.358003Z","caller":"traceutil/trace.go:171","msg":"trace[307164873] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9540; }","duration":"327.200511ms","start":"2026-04-28T17:38:10.030792Z","end":"2026-04-28T17:38:10.357992Z","steps":["trace[307164873] 'agreement among raft nodes before linearized reading' (duration: 325.191601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.358043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.030767Z","time spent":"327.259003ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:10.356086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.251762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.358143Z","caller":"traceutil/trace.go:171","msg":"trace[1417708129] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9540; }","duration":"327.328025ms","start":"2026-04-28T17:38:10.030802Z","end":"2026-04-28T17:38:10.35813Z","steps":["trace[1417708129] 'agreement among raft nodes before linearized reading' (duration: 325.264343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.358219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.030789Z","time spent":"327.413017ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:38:10.356117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.011795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.358325Z","caller":"traceutil/trace.go:171","msg":"trace[389702949] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9540; }","duration":"222.22572ms","start":"2026-04-28T17:38:10.136078Z","end":"2026-04-28T17:38:10.358304Z","steps":["trace[389702949] 'agreement among raft nodes before linearized reading' (duration: 219.925962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.356128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.251457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.358437Z","caller":"traceutil/trace.go:171","msg":"trace[47525176] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9540; }","duration":"348.602456ms","start":"2026-04-28T17:38:10.00982Z","end":"2026-04-28T17:38:10.358423Z","steps":["trace[47525176] 'agreement among raft nodes before linearized reading' (duration: 346.284908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.356118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.501575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.35617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.516047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.425048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.886833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.647782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.596094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.6332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.049271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.540405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.363202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.355914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.447397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.984184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.113396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.025399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.146669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.979413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.841106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.135871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.282609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.590726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.283574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.259799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.506067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.19037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.336852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.35684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.558819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.748678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.211589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.123863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.635061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.356941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.650476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:38:10.356966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.510612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.357003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.848805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.357014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.222956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:38:10.356995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.824975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.357082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.873247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:38:10.357121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.288187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:38:10.357156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.271092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:38:10.358497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.586766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.359514Z","caller":"traceutil/trace.go:171","msg":"trace[1200008447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9540; }","duration":"538.650112ms","start":"2026-04-28T17:38:09.820853Z","end":"2026-04-28T17:38:10.359504Z","steps":["trace[1200008447] 'agreement among raft nodes before linearized reading' (duration: 536.162599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.35954Z","caller":"traceutil/trace.go:171","msg":"trace[1847609808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9540; }","duration":"305.632352ms","start":"2026-04-28T17:38:10.053888Z","end":"2026-04-28T17:38:10.35952Z","steps":["trace[1847609808] 'agreement among raft nodes before linearized reading' (duration: 302.395571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.358529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.009793Z","time spent":"348.720789ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:38:10.358592Z","caller":"traceutil/trace.go:171","msg":"trace[1172765025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9540; }","duration":"266.987178ms","start":"2026-04-28T17:38:10.091586Z","end":"2026-04-28T17:38:10.358573Z","steps":["trace[1172765025] 'agreement among raft nodes before linearized reading' (duration: 264.479525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358638Z","caller":"traceutil/trace.go:171","msg":"trace[1788133239] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9540; }","duration":"223.02979ms","start":"2026-04-28T17:38:10.135597Z","end":"2026-04-28T17:38:10.358627Z","steps":["trace[1788133239] 'agreement among raft nodes before linearized reading' (duration: 220.548718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358668Z","caller":"traceutil/trace.go:171","msg":"trace[820389073] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9540; }","duration":"267.955632ms","start":"2026-04-28T17:38:10.090704Z","end":"2026-04-28T17:38:10.35866Z","steps":["trace[820389073] 'agreement among raft nodes before linearized reading' (duration: 265.444849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358698Z","caller":"traceutil/trace.go:171","msg":"trace[877584295] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9540; }","duration":"327.5247ms","start":"2026-04-28T17:38:10.031165Z","end":"2026-04-28T17:38:10.358689Z","steps":["trace[877584295] 'agreement among raft nodes before linearized reading' (duration: 324.75859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358728Z","caller":"traceutil/trace.go:171","msg":"trace[67285634] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9540; }","duration":"203.232686ms","start":"2026-04-28T17:38:10.155487Z","end":"2026-04-28T17:38:10.35872Z","steps":["trace[67285634] 'agreement among raft nodes before linearized reading' (duration: 200.503548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358757Z","caller":"traceutil/trace.go:171","msg":"trace[1363504346] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9540; }","duration":"223.195424ms","start":"2026-04-28T17:38:10.135553Z","end":"2026-04-28T17:38:10.358748Z","steps":["trace[1363504346] 'agreement among raft nodes before linearized reading' (duration: 220.64006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358787Z","caller":"traceutil/trace.go:171","msg":"trace[1244607303] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9540; }","duration":"179.603666ms","start":"2026-04-28T17:38:10.179173Z","end":"2026-04-28T17:38:10.358777Z","steps":["trace[1244607303] 'agreement among raft nodes before linearized reading' (duration: 177.047402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358787Z","caller":"traceutil/trace.go:171","msg":"trace[1776416529] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9540; }","duration":"268.166598ms","start":"2026-04-28T17:38:10.090603Z","end":"2026-04-28T17:38:10.358769Z","steps":["trace[1776416529] 'agreement among raft nodes before linearized reading' (duration: 265.596733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358822Z","caller":"traceutil/trace.go:171","msg":"trace[821247063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9540; }","duration":"305.191372ms","start":"2026-04-28T17:38:10.053617Z","end":"2026-04-28T17:38:10.358808Z","steps":["trace[821247063] 'agreement among raft nodes before linearized reading' (duration: 302.586186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358852Z","caller":"traceutil/trace.go:171","msg":"trace[1607307232] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9540; }","duration":"161.428121ms","start":"2026-04-28T17:38:10.197416Z","end":"2026-04-28T17:38:10.358844Z","steps":["trace[1607307232] 'agreement among raft nodes before linearized reading' (duration: 158.396636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358868Z","caller":"traceutil/trace.go:171","msg":"trace[161585247] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9540; }","duration":"280.944236ms","start":"2026-04-28T17:38:10.07787Z","end":"2026-04-28T17:38:10.358815Z","steps":["trace[161585247] 'agreement among raft nodes before linearized reading' (duration: 278.366121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358881Z","caller":"traceutil/trace.go:171","msg":"trace[1884136643] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9540; }","duration":"180.611681ms","start":"2026-04-28T17:38:10.178262Z","end":"2026-04-28T17:38:10.358873Z","steps":["trace[1884136643] 'agreement among raft nodes before linearized reading' (duration: 178.007846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358893Z","caller":"traceutil/trace.go:171","msg":"trace[1097057745] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9540; }","duration":"238.745752ms","start":"2026-04-28T17:38:10.12014Z","end":"2026-04-28T17:38:10.358886Z","steps":["trace[1097057745] 'agreement among raft nodes before linearized reading' (duration: 236.106196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.358912Z","caller":"traceutil/trace.go:171","msg":"trace[997217508] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9540; }","duration":"281.629054ms","start":"2026-04-28T17:38:10.077273Z","end":"2026-04-28T17:38:10.358902Z","steps":["trace[997217508] 'agreement among raft nodes before linearized reading' (duration: 279.012888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359112Z","caller":"traceutil/trace.go:171","msg":"trace[1895465337] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9540; }","duration":"281.852209ms","start":"2026-04-28T17:38:10.077231Z","end":"2026-04-28T17:38:10.359084Z","steps":["trace[1895465337] 'agreement among raft nodes before linearized reading' (duration: 279.105631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359133Z","caller":"traceutil/trace.go:171","msg":"trace[878592466] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9540; }","duration":"305.505679ms","start":"2026-04-28T17:38:10.053609Z","end":"2026-04-28T17:38:10.359114Z","steps":["trace[878592466] 'agreement among raft nodes before linearized reading' (duration: 302.608347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.360199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.031142Z","time spent":"329.026696ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-28T17:38:10.360227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.053585Z","time spent":"306.626697ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T17:38:10.360401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.053587Z","time spent":"306.800552ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:10.359179Z","caller":"traceutil/trace.go:171","msg":"trace[1771152014] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9540; }","duration":"119.993146ms","start":"2026-04-28T17:38:10.239174Z","end":"2026-04-28T17:38:10.359167Z","steps":["trace[1771152014] 'agreement among raft nodes before linearized reading' (duration: 117.305289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359193Z","caller":"traceutil/trace.go:171","msg":"trace[1797568216] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9540; }","duration":"202.820725ms","start":"2026-04-28T17:38:10.156361Z","end":"2026-04-28T17:38:10.359182Z","steps":["trace[1797568216] 'agreement among raft nodes before linearized reading' (duration: 199.988524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359216Z","caller":"traceutil/trace.go:171","msg":"trace[2098059602] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9540; }","duration":"203.697137ms","start":"2026-04-28T17:38:10.155511Z","end":"2026-04-28T17:38:10.359208Z","steps":["trace[2098059602] 'agreement among raft nodes before linearized reading' (duration: 200.841156ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359324Z","caller":"traceutil/trace.go:171","msg":"trace[300737617] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9540; }","duration":"405.896987ms","start":"2026-04-28T17:38:09.953411Z","end":"2026-04-28T17:38:10.359308Z","steps":["trace[300737617] 'agreement among raft nodes before linearized reading' (duration: 403.410695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.360653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.953387Z","time spent":"407.25084ms","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:10.359329Z","caller":"traceutil/trace.go:171","msg":"trace[172382859] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9540; }","duration":"368.083242ms","start":"2026-04-28T17:38:09.991234Z","end":"2026-04-28T17:38:10.359318Z","steps":["trace[172382859] 'agreement among raft nodes before linearized reading' (duration: 365.584359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359349Z","caller":"traceutil/trace.go:171","msg":"trace[1131974360] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9540; }","duration":"119.105904ms","start":"2026-04-28T17:38:10.240236Z","end":"2026-04-28T17:38:10.359342Z","steps":["trace[1131974360] 'agreement among raft nodes before linearized reading' (duration: 116.287803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.360741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.9912Z","time spent":"369.524929ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:38:10.359337Z","caller":"traceutil/trace.go:171","msg":"trace[1438937835] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9540; }","duration":"386.075631ms","start":"2026-04-28T17:38:09.973247Z","end":"2026-04-28T17:38:10.359323Z","steps":["trace[1438937835] 'agreement among raft nodes before linearized reading' (duration: 383.64832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.36098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.973232Z","time spent":"387.732363ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:38:10.359359Z","caller":"traceutil/trace.go:171","msg":"trace[1185512974] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9540; }","duration":"368.117193ms","start":"2026-04-28T17:38:09.991235Z","end":"2026-04-28T17:38:10.359352Z","steps":["trace[1185512974] 'agreement among raft nodes before linearized reading' (duration: 365.515298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.361102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.991218Z","time spent":"369.870527ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:10.359342Z","caller":"traceutil/trace.go:171","msg":"trace[2039594600] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9540; }","duration":"405.776393ms","start":"2026-04-28T17:38:09.953537Z","end":"2026-04-28T17:38:10.359314Z","steps":["trace[2039594600] 'agreement among raft nodes before linearized reading' (duration: 403.325672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.361203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.953496Z","time spent":"407.698742ms","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:38:10.359371Z","caller":"traceutil/trace.go:171","msg":"trace[814611685] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9540; }","duration":"367.755903ms","start":"2026-04-28T17:38:09.991609Z","end":"2026-04-28T17:38:10.359365Z","steps":["trace[814611685] 'agreement among raft nodes before linearized reading' (duration: 365.191949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.361264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.991596Z","time spent":"369.653951ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:38:10.359383Z","caller":"traceutil/trace.go:171","msg":"trace[1868387519] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9540; }","duration":"120.12601ms","start":"2026-04-28T17:38:10.239248Z","end":"2026-04-28T17:38:10.359374Z","steps":["trace[1868387519] 'agreement among raft nodes before linearized reading' (duration: 117.214108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359378Z","caller":"traceutil/trace.go:171","msg":"trace[2108881937] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9540; }","duration":"350.632466ms","start":"2026-04-28T17:38:10.008734Z","end":"2026-04-28T17:38:10.359367Z","steps":["trace[2108881937] 'agreement among raft nodes before linearized reading' (duration: 348.126744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.361392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.008724Z","time spent":"352.654067ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:10.359394Z","caller":"traceutil/trace.go:171","msg":"trace[1451053662] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9540; }","duration":"405.365454ms","start":"2026-04-28T17:38:09.954016Z","end":"2026-04-28T17:38:10.359382Z","steps":["trace[1451053662] 'agreement among raft nodes before linearized reading' (duration: 402.709157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.361557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.954006Z","time spent":"407.539138ms","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:38:10.359415Z","caller":"traceutil/trace.go:171","msg":"trace[1958229946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9540; }","duration":"538.152809ms","start":"2026-04-28T17:38:09.821254Z","end":"2026-04-28T17:38:10.359407Z","steps":["trace[1958229946] 'agreement among raft nodes before linearized reading' (duration: 535.551574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.361667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.821226Z","time spent":"540.427576ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:38:10.359416Z","caller":"traceutil/trace.go:171","msg":"trace[1228419466] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9540; }","duration":"240.010044ms","start":"2026-04-28T17:38:10.119395Z","end":"2026-04-28T17:38:10.359405Z","steps":["trace[1228419466] 'agreement among raft nodes before linearized reading' (duration: 236.938007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.359435Z","caller":"traceutil/trace.go:171","msg":"trace[2127399568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9540; }","duration":"537.654237ms","start":"2026-04-28T17:38:09.821768Z","end":"2026-04-28T17:38:10.359422Z","steps":["trace[2127399568] 'agreement among raft nodes before linearized reading' (duration: 535.193345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.363251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.821758Z","time spent":"541.475512ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:38:10.359449Z","caller":"traceutil/trace.go:171","msg":"trace[2054356324] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9540; }","duration":"386.351868ms","start":"2026-04-28T17:38:09.973089Z","end":"2026-04-28T17:38:10.35944Z","steps":["trace[2054356324] 'agreement among raft nodes before linearized reading' (duration: 383.880736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.363996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.973058Z","time spent":"390.890212ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:10.359456Z","caller":"traceutil/trace.go:171","msg":"trace[1225806193] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9540; }","duration":"386.288977ms","start":"2026-04-28T17:38:09.973156Z","end":"2026-04-28T17:38:10.359445Z","steps":["trace[1225806193] 'agreement among raft nodes before linearized reading' (duration: 383.808235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.364152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.973122Z","time spent":"391.006854ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-04-28T17:38:10.359466Z","caller":"traceutil/trace.go:171","msg":"trace[116021007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9540; }","duration":"539.261787ms","start":"2026-04-28T17:38:09.820197Z","end":"2026-04-28T17:38:10.359459Z","steps":["trace[116021007] 'agreement among raft nodes before linearized reading' (duration: 536.806035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.364458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.820166Z","time spent":"544.255332ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:38:10.359478Z","caller":"traceutil/trace.go:171","msg":"trace[658411230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9540; }","duration":"539.672077ms","start":"2026-04-28T17:38:09.819793Z","end":"2026-04-28T17:38:10.359465Z","steps":["trace[658411230] 'agreement among raft nodes before linearized reading' (duration: 537.214795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.364828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.819782Z","time spent":"545.02951ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:38:10.359579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:09.820843Z","time spent":"538.712853ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:10.359868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.053862Z","time spent":"305.987831ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-04-28T17:38:10.359164Z","caller":"traceutil/trace.go:171","msg":"trace[286581935] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9540; }","duration":"180.997991ms","start":"2026-04-28T17:38:10.178148Z","end":"2026-04-28T17:38:10.359146Z","steps":["trace[286581935] 'agreement among raft nodes before linearized reading' (duration: 178.15978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.780557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.292862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:38:10.780874Z","caller":"traceutil/trace.go:171","msg":"trace[1478751499] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"406.8105ms","start":"2026-04-28T17:38:10.374042Z","end":"2026-04-28T17:38:10.780852Z","steps":["trace[1478751499] 'process raft request' (duration: 406.771159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.780949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.374006Z","time spent":"406.907862ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:10.781038Z","caller":"traceutil/trace.go:171","msg":"trace[1979437561] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"413.890706ms","start":"2026-04-28T17:38:10.367131Z","end":"2026-04-28T17:38:10.781022Z","steps":["trace[1979437561] 'process raft request' (duration: 85.995718ms)","trace[1979437561] 'compare' (duration: 327.151239ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:10.781065Z","caller":"traceutil/trace.go:171","msg":"trace[191546213] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"411.725722ms","start":"2026-04-28T17:38:10.369329Z","end":"2026-04-28T17:38:10.781054Z","steps":["trace[191546213] 'process raft request' (duration: 411.351973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.781092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.367105Z","time spent":"413.958367ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:10.781111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.369315Z","time spent":"411.770193ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:10.781099Z","caller":"traceutil/trace.go:171","msg":"trace[1004752929] linearizableReadLoop","detail":"{readStateIndex:9916; appliedIndex:9915; }","duration":"413.683131ms","start":"2026-04-28T17:38:10.367365Z","end":"2026-04-28T17:38:10.781048Z","steps":["trace[1004752929] 'read index received' (duration: 85.779403ms)","trace[1004752929] 'applied index is now lower than readState.Index' (duration: 327.902098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:10.781157Z","caller":"traceutil/trace.go:171","msg":"trace[532899839] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"407.122278ms","start":"2026-04-28T17:38:10.374027Z","end":"2026-04-28T17:38:10.78115Z","steps":["trace[532899839] 'process raft request' (duration: 406.752338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.781201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.374023Z","time spent":"407.160798ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:10.781182Z","caller":"traceutil/trace.go:171","msg":"trace[930435091] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"407.20768ms","start":"2026-04-28T17:38:10.373918Z","end":"2026-04-28T17:38:10.781126Z","steps":["trace[930435091] 'process raft request' (duration: 406.826821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.781308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.937527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"info","ts":"2026-04-28T17:38:10.781339Z","caller":"traceutil/trace.go:171","msg":"trace[1272442489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9545; }","duration":"413.976598ms","start":"2026-04-28T17:38:10.367353Z","end":"2026-04-28T17:38:10.781329Z","steps":["trace[1272442489] 'agreement among raft nodes before linearized reading' (duration: 413.856585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.781367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.367346Z","time spent":"414.014949ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T17:38:10.78134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.027046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:10.781386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.245771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.781411Z","caller":"traceutil/trace.go:171","msg":"trace[987371760] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9545; }","duration":"186.302463ms","start":"2026-04-28T17:38:10.5951Z","end":"2026-04-28T17:38:10.781402Z","steps":["trace[987371760] 'agreement among raft nodes before linearized reading' (duration: 186.237921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:10.781422Z","caller":"traceutil/trace.go:171","msg":"trace[1628229037] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9545; }","duration":"186.140449ms","start":"2026-04-28T17:38:10.59526Z","end":"2026-04-28T17:38:10.7814Z","steps":["trace[1628229037] 'agreement among raft nodes before linearized reading' (duration: 185.983075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.78145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.373893Z","time spent":"407.384704ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:10.781359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.19943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:10.781524Z","caller":"traceutil/trace.go:171","msg":"trace[616443530] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9545; }","duration":"186.412606ms","start":"2026-04-28T17:38:10.595105Z","end":"2026-04-28T17:38:10.781517Z","steps":["trace[616443530] 'agreement among raft nodes before linearized reading' (duration: 186.18792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.781601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.060896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:10.781622Z","caller":"traceutil/trace.go:171","msg":"trace[385048710] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9545; }","duration":"186.092428ms","start":"2026-04-28T17:38:10.595522Z","end":"2026-04-28T17:38:10.781615Z","steps":["trace[385048710] 'agreement among raft nodes before linearized reading' (duration: 186.056947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.78163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.746758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223103"} {"level":"info","ts":"2026-04-28T17:38:10.781673Z","caller":"traceutil/trace.go:171","msg":"trace[1144085670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9545; }","duration":"410.817419ms","start":"2026-04-28T17:38:10.370844Z","end":"2026-04-28T17:38:10.781661Z","steps":["trace[1144085670] 'agreement among raft nodes before linearized reading' (duration: 410.396489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:10.781708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:10.370837Z","time spent":"410.861611ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:38:12.091792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.12326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:12.092001Z","caller":"traceutil/trace.go:171","msg":"trace[1255615656] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9545; }","duration":"679.335586ms","start":"2026-04-28T17:38:11.412551Z","end":"2026-04-28T17:38:12.091886Z","steps":["trace[1255615656] 'count revisions from in-memory index tree' (duration: 678.951416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:12.092095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:11.412526Z","time spent":"679.52552ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:12.092586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024551546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:12.092669Z","caller":"traceutil/trace.go:171","msg":"trace[420581293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9545; }","duration":"1.02471303s","start":"2026-04-28T17:38:11.067933Z","end":"2026-04-28T17:38:12.092646Z","steps":["trace[420581293] 'range keys from in-memory index tree' (duration: 1.024383063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:12.092715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:11.067906Z","time spent":"1.024798863s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:38:12.204818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:38:12.20609Z","caller":"traceutil/trace.go:171","msg":"trace[1794133893] linearizableReadLoop","detail":"{readStateIndex:9921; appliedIndex:9920; }","duration":"501.572295ms","start":"2026-04-28T17:38:11.704489Z","end":"2026-04-28T17:38:12.206061Z","steps":["trace[1794133893] 'read index received' (duration: 501.269408ms)","trace[1794133893] 'applied index is now lower than readState.Index' (duration: 301.847µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:12.206462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.358296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:12.206514Z","caller":"traceutil/trace.go:171","msg":"trace[4894046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9546; }","duration":"112.46662ms","start":"2026-04-28T17:38:12.094031Z","end":"2026-04-28T17:38:12.206498Z","steps":["trace[4894046] 'agreement among raft nodes before linearized reading' (duration: 112.320745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:12.206529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.978455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:12.206686Z","caller":"traceutil/trace.go:171","msg":"trace[1719809910] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9546; }","duration":"502.185611ms","start":"2026-04-28T17:38:11.704482Z","end":"2026-04-28T17:38:12.206667Z","steps":["trace[1719809910] 'agreement among raft nodes before linearized reading' (duration: 501.889063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:12.206218Z","caller":"traceutil/trace.go:171","msg":"trace[462583583] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"630.350682ms","start":"2026-04-28T17:38:11.575855Z","end":"2026-04-28T17:38:12.206205Z","steps":["trace[462583583] 'process raft request' (duration: 630.008273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:12.206862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:11.704415Z","time spent":"502.394216ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:12.207058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:11.575821Z","time spent":"631.073441ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:24.858614Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T17:38:24.868741Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T17:38:24.868878Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-28T17:38:41.463892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:41.964004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:42.464734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790862821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:38:42.619162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678328453s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:38:42.61976Z","caller":"traceutil/trace.go:171","msg":"trace[1965386281] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"1.67903758s","start":"2026-04-28T17:38:40.940699Z","end":"2026-04-28T17:38:42.619737Z","steps":["trace[1965386281] 'process raft request' (duration: 1.678890957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:42.619888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:40.940666Z","time spent":"1.679157724s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:43.069038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:38:43.069148Z","caller":"traceutil/trace.go:171","msg":"trace[1378512196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527178s","start":"2026-04-28T17:38:41.068595Z","end":"2026-04-28T17:38:43.069123Z","steps":["trace[1378512196] 'agreement among raft nodes before linearized reading' (duration: 2.000384534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:43.069237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:41.068578Z","time spent":"2.00064477s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:38:44.444402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.810352819s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:38:44.469912Z","caller":"traceutil/trace.go:171","msg":"trace[1174884988] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"3.52605682s","start":"2026-04-28T17:38:40.943831Z","end":"2026-04-28T17:38:44.469888Z","steps":["trace[1174884988] 'process raft request' (duration: 3.500845937s)","trace[1174884988] 'compare' (duration: 23.390398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:44.470023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:40.94381Z","time spent":"3.526160004s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:44.470313Z","caller":"traceutil/trace.go:171","msg":"trace[1172999463] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"2.152945916s","start":"2026-04-28T17:38:42.317338Z","end":"2026-04-28T17:38:44.470283Z","steps":["trace[1172999463] 'process raft request' (duration: 2.152485344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.471095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.317316Z","time spent":"2.153716966s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:44.471205Z","caller":"traceutil/trace.go:171","msg":"trace[317214627] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"1.979222122s","start":"2026-04-28T17:38:42.491887Z","end":"2026-04-28T17:38:44.471109Z","steps":["trace[317214627] 'process raft request' (duration: 1.978778961s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.4714Z","caller":"traceutil/trace.go:171","msg":"trace[1105358649] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"1.976939054s","start":"2026-04-28T17:38:42.494415Z","end":"2026-04-28T17:38:44.471354Z","steps":["trace[1105358649] 'process raft request' (duration: 1.976559225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.470767Z","caller":"traceutil/trace.go:171","msg":"trace[2077703754] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"1.98151205s","start":"2026-04-28T17:38:42.489234Z","end":"2026-04-28T17:38:44.470747Z","steps":["trace[2077703754] 'process raft request' (duration: 1.980912296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.471521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528339678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:38:44.471587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.4944Z","time spent":"1.977085128s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:44.471614Z","caller":"traceutil/trace.go:171","msg":"trace[937446253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9763; }","duration":"3.528492221s","start":"2026-04-28T17:38:40.943105Z","end":"2026-04-28T17:38:44.471597Z","steps":["trace[937446253] 'agreement among raft nodes before linearized reading' (duration: 3.528253466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.471677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:40.943088Z","time spent":"3.528574294s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:44.471606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.489194Z","time spent":"1.982370512s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:44.47129Z","caller":"traceutil/trace.go:171","msg":"trace[1206783564] linearizableReadLoop","detail":"{readStateIndex:10145; appliedIndex:10142; }","duration":"3.528096472s","start":"2026-04-28T17:38:40.943158Z","end":"2026-04-28T17:38:44.471254Z","steps":["trace[1206783564] 'read index received' (duration: 1.676411994s)","trace[1206783564] 'applied index is now lower than readState.Index' (duration: 1.851682498s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:44.47172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.491857Z","time spent":"1.979610732s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:44.559517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614013621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:38:44.559557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.185332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:44.559611Z","caller":"traceutil/trace.go:171","msg":"trace[157535184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9764; }","duration":"3.614130963s","start":"2026-04-28T17:38:40.945458Z","end":"2026-04-28T17:38:44.559589Z","steps":["trace[157535184] 'agreement among raft nodes before linearized reading' (duration: 3.613870597s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.559612Z","caller":"traceutil/trace.go:171","msg":"trace[689571893] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9764; }","duration":"150.279365ms","start":"2026-04-28T17:38:44.409316Z","end":"2026-04-28T17:38:44.559596Z","steps":["trace[689571893] 'agreement among raft nodes before linearized reading' (duration: 150.175342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.559601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178484128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:38:44.559632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59384885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:44.559649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.856641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:44.559675Z","caller":"traceutil/trace.go:171","msg":"trace[1136594283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9764; }","duration":"3.178597202s","start":"2026-04-28T17:38:41.38106Z","end":"2026-04-28T17:38:44.559657Z","steps":["trace[1136594283] 'agreement among raft nodes before linearized reading' (duration: 3.178381456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.55968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363177668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:44.55973Z","caller":"traceutil/trace.go:171","msg":"trace[33157554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9764; }","duration":"695.979384ms","start":"2026-04-28T17:38:43.863732Z","end":"2026-04-28T17:38:44.559712Z","steps":["trace[33157554] 'agreement among raft nodes before linearized reading' (duration: 695.84877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.55974Z","caller":"traceutil/trace.go:171","msg":"trace[935384315] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9764; }","duration":"2.363283651s","start":"2026-04-28T17:38:42.196441Z","end":"2026-04-28T17:38:44.559725Z","steps":["trace[935384315] 'agreement among raft nodes before linearized reading' (duration: 2.363170328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.559742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567589395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:38:44.559773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.196421Z","time spent":"2.363345252s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:44.559782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:43.863711Z","time spent":"696.059586ms","remote":"127.0.0.1:60094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:44.559794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926873177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:44.559743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490389921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:44.559831Z","caller":"traceutil/trace.go:171","msg":"trace[1868374404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9764; }","duration":"1.926951518s","start":"2026-04-28T17:38:42.632867Z","end":"2026-04-28T17:38:44.559819Z","steps":["trace[1868374404] 'agreement among raft nodes before linearized reading' (duration: 1.926880416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.559897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.632852Z","time spent":"1.927036501s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:38:44.559951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613420206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:38:44.559651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:40.945433Z","time spent":"3.614209457s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:38:44.559773Z","caller":"traceutil/trace.go:171","msg":"trace[134313123] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9764; }","duration":"3.567646627s","start":"2026-04-28T17:38:40.992118Z","end":"2026-04-28T17:38:44.559764Z","steps":["trace[134313123] 'agreement among raft nodes before linearized reading' (duration: 3.567555415s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.559762Z","caller":"traceutil/trace.go:171","msg":"trace[593335390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9764; }","duration":"1.593972464s","start":"2026-04-28T17:38:42.965715Z","end":"2026-04-28T17:38:44.559688Z","steps":["trace[593335390] 'agreement among raft nodes before linearized reading' (duration: 1.59386325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.560055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:40.992097Z","time spent":"3.567949324s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:38:44.560082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.965692Z","time spent":"1.594371703s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:44.559735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:41.381039Z","time spent":"3.178687085s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:38:44.55952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136348319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:38:44.559662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279803852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:44.560227Z","caller":"traceutil/trace.go:171","msg":"trace[688170819] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9764; }","duration":"2.137124389s","start":"2026-04-28T17:38:42.423086Z","end":"2026-04-28T17:38:44.56021Z","steps":["trace[688170819] 'agreement among raft nodes before linearized reading' (duration: 2.136308158s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.560257Z","caller":"traceutil/trace.go:171","msg":"trace[81168668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9764; }","duration":"3.613458967s","start":"2026-04-28T17:38:40.946512Z","end":"2026-04-28T17:38:44.559971Z","steps":["trace[81168668] 'agreement among raft nodes before linearized reading' (duration: 3.613362345s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:44.560225Z","caller":"traceutil/trace.go:171","msg":"trace[529508726] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9764; }","duration":"2.280518621s","start":"2026-04-28T17:38:42.279695Z","end":"2026-04-28T17:38:44.560214Z","steps":["trace[529508726] 'agreement among raft nodes before linearized reading' (duration: 2.279850313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.560285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:40.946506Z","time spent":"3.613771805s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:38:44.560297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.423064Z","time spent":"2.137214131s","remote":"127.0.0.1:49856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:44.560319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:42.27967Z","time spent":"2.280615573s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:44.560362Z","caller":"traceutil/trace.go:171","msg":"trace[360240139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9764; }","duration":"1.491049809s","start":"2026-04-28T17:38:43.069117Z","end":"2026-04-28T17:38:44.560167Z","steps":["trace[360240139] 'agreement among raft nodes before linearized reading' (duration: 1.490380011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:44.560472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:43.069091Z","time spent":"1.491362946s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:38:46.59094Z","caller":"traceutil/trace.go:171","msg":"trace[1923710719] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"114.563988ms","start":"2026-04-28T17:38:46.476347Z","end":"2026-04-28T17:38:46.590911Z","steps":["trace[1923710719] 'process raft request' (duration: 114.315442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:46.61629Z","caller":"traceutil/trace.go:171","msg":"trace[1185126261] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"139.355161ms","start":"2026-04-28T17:38:46.476909Z","end":"2026-04-28T17:38:46.616264Z","steps":["trace[1185126261] 'process raft request' (duration: 138.763185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:46.616514Z","caller":"traceutil/trace.go:171","msg":"trace[1329676622] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"138.606412ms","start":"2026-04-28T17:38:46.477897Z","end":"2026-04-28T17:38:46.616504Z","steps":["trace[1329676622] 'process raft request' (duration: 137.908144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:46.616842Z","caller":"traceutil/trace.go:171","msg":"trace[1251316216] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"138.14245ms","start":"2026-04-28T17:38:46.478674Z","end":"2026-04-28T17:38:46.616816Z","steps":["trace[1251316216] 'process raft request' (duration: 137.180406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:46.617315Z","caller":"traceutil/trace.go:171","msg":"trace[1851539552] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"138.5341ms","start":"2026-04-28T17:38:46.478768Z","end":"2026-04-28T17:38:46.617302Z","steps":["trace[1851539552] 'process raft request' (duration: 137.123515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.164135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.402062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:38:58.164414Z","caller":"traceutil/trace.go:171","msg":"trace[1173889923] linearizableReadLoop","detail":"{readStateIndex:10264; appliedIndex:10262; }","duration":"1.09629037s","start":"2026-04-28T17:38:57.068107Z","end":"2026-04-28T17:38:58.164397Z","steps":["trace[1173889923] 'read index received' (duration: 218.5529ms)","trace[1173889923] 'applied index is now lower than readState.Index' (duration: 877.7366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:58.164508Z","caller":"traceutil/trace.go:171","msg":"trace[890823944] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"1.428116488s","start":"2026-04-28T17:38:56.736376Z","end":"2026-04-28T17:38:58.164492Z","steps":["trace[890823944] 'process raft request' (duration: 1.427874082s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:58.164531Z","caller":"traceutil/trace.go:171","msg":"trace[235097763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9873; }","duration":"1.430842506s","start":"2026-04-28T17:38:56.733652Z","end":"2026-04-28T17:38:58.164495Z","steps":["trace[235097763] 'process raft request' (duration: 552.991373ms)","trace[235097763] 'compare' (duration: 877.206877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:58.164693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:56.73363Z","time spent":"1.43098502s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T17:38:58.164578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:56.736365Z","time spent":"1.428181749s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:38:58.164976Z","caller":"traceutil/trace.go:171","msg":"trace[482853042] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"1.021506492s","start":"2026-04-28T17:38:57.143459Z","end":"2026-04-28T17:38:58.164966Z","steps":["trace[482853042] 'process raft request' (duration: 1.020885676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.16514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:57.143438Z","time spent":"1.021618325s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:38:58.16537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097223573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:58.166364Z","caller":"traceutil/trace.go:171","msg":"trace[1058286347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9875; }","duration":"1.097399739s","start":"2026-04-28T17:38:57.06805Z","end":"2026-04-28T17:38:58.16545Z","steps":["trace[1058286347] 'agreement among raft nodes before linearized reading' (duration: 1.096876406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.166428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:57.068015Z","time spent":"1.098400943s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:38:58.361793Z","caller":"traceutil/trace.go:171","msg":"trace[701320260] linearizableReadLoop","detail":"{readStateIndex:10266; appliedIndex:10265; }","duration":"197.295006ms","start":"2026-04-28T17:38:58.164448Z","end":"2026-04-28T17:38:58.361743Z","steps":["trace[701320260] 'read index received' (duration: 111.186393ms)","trace[701320260] 'applied index is now lower than readState.Index' (duration: 86.107273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:58.361904Z","caller":"traceutil/trace.go:171","msg":"trace[91933442] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"646.168303ms","start":"2026-04-28T17:38:57.715681Z","end":"2026-04-28T17:38:58.361849Z","steps":["trace[91933442] 'process raft request' (duration: 559.935277ms)","trace[91933442] 'compare' (duration: 85.972279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:38:58.361929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.531286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:58.362025Z","caller":"traceutil/trace.go:171","msg":"trace[695739682] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9876; }","duration":"354.69836ms","start":"2026-04-28T17:38:58.007305Z","end":"2026-04-28T17:38:58.362003Z","steps":["trace[695739682] 'agreement among raft nodes before linearized reading' (duration: 354.497615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.362067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219168559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jxp59\" ","response":"range_response_count:1 size:4647"} {"level":"warn","ts":"2026-04-28T17:38:58.362075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:57.715656Z","time spent":"646.341547ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:38:58.362096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:58.00728Z","time spent":"354.799354ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:38:58.362117Z","caller":"traceutil/trace.go:171","msg":"trace[2080597140] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jxp59; range_end:; response_count:1; response_revision:9876; }","duration":"1.219260222s","start":"2026-04-28T17:38:57.142842Z","end":"2026-04-28T17:38:58.362102Z","steps":["trace[2080597140] 'agreement among raft nodes before linearized reading' (duration: 1.219079476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.362572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039230897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:38:58.362649Z","caller":"traceutil/trace.go:171","msg":"trace[1248640603] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9876; }","duration":"1.039415692s","start":"2026-04-28T17:38:57.323218Z","end":"2026-04-28T17:38:58.362633Z","steps":["trace[1248640603] 'agreement among raft nodes before linearized reading' (duration: 1.038671693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.362699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:57.323192Z","time spent":"1.039491834s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:38:58.362172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:57.142818Z","time spent":"1.219341393s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jxp59\" "} {"level":"info","ts":"2026-04-28T17:38:58.37842Z","caller":"traceutil/trace.go:171","msg":"trace[620862508] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"184.222737ms","start":"2026-04-28T17:38:58.194168Z","end":"2026-04-28T17:38:58.378391Z","steps":["trace[620862508] 'process raft request' (duration: 184.041733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.378467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.040041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jxp59\" ","response":"range_response_count:1 size:4647"} {"level":"warn","ts":"2026-04-28T17:38:58.378468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.191593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:38:58.378503Z","caller":"traceutil/trace.go:171","msg":"trace[1604147006] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jxp59; range_end:; response_count:1; response_revision:9877; }","duration":"205.126244ms","start":"2026-04-28T17:38:58.173364Z","end":"2026-04-28T17:38:58.37849Z","steps":["trace[1604147006] 'agreement among raft nodes before linearized reading' (duration: 204.97647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:58.378519Z","caller":"traceutil/trace.go:171","msg":"trace[236680493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9877; }","duration":"201.273406ms","start":"2026-04-28T17:38:58.17723Z","end":"2026-04-28T17:38:58.378503Z","steps":["trace[236680493] 'agreement among raft nodes before linearized reading' (duration: 201.176004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:58.666214Z","caller":"traceutil/trace.go:171","msg":"trace[326609830] linearizableReadLoop","detail":"{readStateIndex:10270; appliedIndex:10269; }","duration":"160.484321ms","start":"2026-04-28T17:38:58.5057Z","end":"2026-04-28T17:38:58.666184Z","steps":["trace[326609830] 'read index received' (duration: 160.198244ms)","trace[326609830] 'applied index is now lower than readState.Index' (duration: 284.847µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:38:58.666359Z","caller":"traceutil/trace.go:171","msg":"trace[961620703] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"206.675682ms","start":"2026-04-28T17:38:58.459668Z","end":"2026-04-28T17:38:58.666344Z","steps":["trace[961620703] 'process raft request' (duration: 206.326093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.66661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.888722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-28T17:38:58.666707Z","caller":"traceutil/trace.go:171","msg":"trace[426191751] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9880; }","duration":"161.014804ms","start":"2026-04-28T17:38:58.505668Z","end":"2026-04-28T17:38:58.666682Z","steps":["trace[426191751] 'agreement among raft nodes before linearized reading' (duration: 160.769168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:38:58.693739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.339415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T17:38:58.693863Z","caller":"traceutil/trace.go:171","msg":"trace[1248464428] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:9881; }","duration":"134.52424ms","start":"2026-04-28T17:38:58.559309Z","end":"2026-04-28T17:38:58.693833Z","steps":["trace[1248464428] 'agreement among raft nodes before linearized reading' (duration: 134.043418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:38:59.910661Z","caller":"traceutil/trace.go:171","msg":"trace[71407309] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"202.912917ms","start":"2026-04-28T17:38:59.707694Z","end":"2026-04-28T17:38:59.910607Z","steps":["trace[71407309] 'process raft request' (duration: 202.64199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:00.832635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.751492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:00.83274Z","caller":"traceutil/trace.go:171","msg":"trace[843797551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9893; }","duration":"848.904016ms","start":"2026-04-28T17:38:59.98381Z","end":"2026-04-28T17:39:00.832714Z","steps":["trace[843797551] 'range keys from in-memory index tree' (duration: 848.578648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:00.832773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.7488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T17:39:00.832868Z","caller":"traceutil/trace.go:171","msg":"trace[1515878945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9893; }","duration":"383.886355ms","start":"2026-04-28T17:39:00.448956Z","end":"2026-04-28T17:39:00.832842Z","steps":["trace[1515878945] 'range keys from in-memory index tree' (duration: 383.626357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:00.832933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.448934Z","time spent":"383.984637ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:39:00.8331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.219454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:00.833189Z","caller":"traceutil/trace.go:171","msg":"trace[2047859453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9893; }","duration":"763.433309ms","start":"2026-04-28T17:39:00.069732Z","end":"2026-04-28T17:39:00.833165Z","steps":["trace[2047859453] 'range keys from in-memory index tree' (duration: 763.148792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:00.833252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.069713Z","time spent":"763.522182ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:39:00.832796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:38:59.983792Z","time spent":"848.990138ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:39:00.832623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.483803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:39:00.833611Z","caller":"traceutil/trace.go:171","msg":"trace[853353366] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9893; }","duration":"620.471529ms","start":"2026-04-28T17:39:00.213066Z","end":"2026-04-28T17:39:00.833537Z","steps":["trace[853353366] 'count revisions from in-memory index tree' (duration: 619.404491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:00.833825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.213046Z","time spent":"620.678633ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:39:01.112743Z","caller":"traceutil/trace.go:171","msg":"trace[703588224] transaction","detail":"{read_only:false; response_revision:9894; number_of_response:1; }","duration":"409.303523ms","start":"2026-04-28T17:39:00.703408Z","end":"2026-04-28T17:39:01.112712Z","steps":["trace[703588224] 'process raft request' (duration: 409.148179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.11291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.703365Z","time spent":"409.463706ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:01.131058Z","caller":"traceutil/trace.go:171","msg":"trace[1706542133] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"395.046874ms","start":"2026-04-28T17:39:00.735981Z","end":"2026-04-28T17:39:01.131028Z","steps":["trace[1706542133] 'process raft request' (duration: 394.960002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.131074Z","caller":"traceutil/trace.go:171","msg":"trace[1800316644] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"395.751462ms","start":"2026-04-28T17:39:00.735276Z","end":"2026-04-28T17:39:01.131028Z","steps":["trace[1800316644] 'process raft request' (duration: 395.502996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.131227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.73596Z","time spent":"395.182418ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:01.131251Z","caller":"traceutil/trace.go:171","msg":"trace[17390054] linearizableReadLoop","detail":"{readStateIndex:10288; appliedIndex:10284; }","duration":"304.796647ms","start":"2026-04-28T17:39:00.826425Z","end":"2026-04-28T17:39:01.131221Z","steps":["trace[17390054] 'read index received' (duration: 286.180619ms)","trace[17390054] 'applied index is now lower than readState.Index' (duration: 18.613698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:01.131287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.73524Z","time spent":"395.949877ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:01.131368Z","caller":"traceutil/trace.go:171","msg":"trace[312849557] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"395.171567ms","start":"2026-04-28T17:39:00.73615Z","end":"2026-04-28T17:39:01.131321Z","steps":["trace[312849557] 'process raft request' (duration: 394.835649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.131486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.159025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:01.131549Z","caller":"traceutil/trace.go:171","msg":"trace[696213493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9897; }","duration":"297.254318ms","start":"2026-04-28T17:39:00.834279Z","end":"2026-04-28T17:39:01.131533Z","steps":["trace[696213493] 'agreement among raft nodes before linearized reading' (duration: 297.160385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.131578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.130986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:39:01.131592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.736119Z","time spent":"395.353742ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:01.131645Z","caller":"traceutil/trace.go:171","msg":"trace[1551932237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9897; }","duration":"305.246088ms","start":"2026-04-28T17:39:00.826381Z","end":"2026-04-28T17:39:01.131627Z","steps":["trace[1551932237] 'agreement among raft nodes before linearized reading' (duration: 305.006572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.1317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:00.826361Z","time spent":"305.32617ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:39:01.131671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.226881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:39:01.131743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.128596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:39:01.131764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.370444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:39:01.131774Z","caller":"traceutil/trace.go:171","msg":"trace[1678369448] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9897; }","duration":"294.361455ms","start":"2026-04-28T17:39:00.837387Z","end":"2026-04-28T17:39:01.131749Z","steps":["trace[1678369448] 'agreement among raft nodes before linearized reading' (duration: 294.17998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.131815Z","caller":"traceutil/trace.go:171","msg":"trace[1480186476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9897; }","duration":"264.193557ms","start":"2026-04-28T17:39:00.867602Z","end":"2026-04-28T17:39:01.131796Z","steps":["trace[1480186476] 'agreement among raft nodes before linearized reading' (duration: 264.061004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.131617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.045326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:39:01.131853Z","caller":"traceutil/trace.go:171","msg":"trace[83735102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9897; }","duration":"290.474227ms","start":"2026-04-28T17:39:00.841355Z","end":"2026-04-28T17:39:01.13183Z","steps":["trace[83735102] 'agreement among raft nodes before linearized reading' (duration: 290.227811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.131838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.5863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:39:01.131907Z","caller":"traceutil/trace.go:171","msg":"trace[264414768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9897; }","duration":"290.361423ms","start":"2026-04-28T17:39:00.841527Z","end":"2026-04-28T17:39:01.131889Z","steps":["trace[264414768] 'agreement among raft nodes before linearized reading' (duration: 289.923763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.131924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.574421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:39:01.131884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.396821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-28T17:39:01.131992Z","caller":"traceutil/trace.go:171","msg":"trace[349414341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9897; }","duration":"261.670304ms","start":"2026-04-28T17:39:00.870305Z","end":"2026-04-28T17:39:01.131976Z","steps":["trace[349414341] 'agreement among raft nodes before linearized reading' (duration: 261.501199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.132003Z","caller":"traceutil/trace.go:171","msg":"trace[2096012566] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:9897; }","duration":"295.555675ms","start":"2026-04-28T17:39:00.836429Z","end":"2026-04-28T17:39:01.131985Z","steps":["trace[2096012566] 'agreement among raft nodes before linearized reading' (duration: 295.3787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.131968Z","caller":"traceutil/trace.go:171","msg":"trace[719801943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9897; }","duration":"290.747174ms","start":"2026-04-28T17:39:00.841201Z","end":"2026-04-28T17:39:01.131948Z","steps":["trace[719801943] 'agreement among raft nodes before linearized reading' (duration: 290.357494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.134105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.312936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:39:01.134242Z","caller":"traceutil/trace.go:171","msg":"trace[1593299053] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9897; }","duration":"265.529191ms","start":"2026-04-28T17:39:00.868688Z","end":"2026-04-28T17:39:01.134217Z","steps":["trace[1593299053] 'agreement among raft nodes before linearized reading' (duration: 262.962487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.279689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.953051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:39:01.279777Z","caller":"traceutil/trace.go:171","msg":"trace[948460473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9897; }","duration":"143.106695ms","start":"2026-04-28T17:39:01.136649Z","end":"2026-04-28T17:39:01.279755Z","steps":["trace[948460473] 'range keys from in-memory index tree' (duration: 142.656804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.279907Z","caller":"traceutil/trace.go:171","msg":"trace[1843590732] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"143.136306ms","start":"2026-04-28T17:39:01.136719Z","end":"2026-04-28T17:39:01.279855Z","steps":["trace[1843590732] 'process raft request' (duration: 48.076997ms)","trace[1843590732] 'compare' (duration: 94.832813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:39:01.320131Z","caller":"traceutil/trace.go:171","msg":"trace[819164393] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"182.989667ms","start":"2026-04-28T17:39:01.137091Z","end":"2026-04-28T17:39:01.32008Z","steps":["trace[819164393] 'process raft request' (duration: 182.602957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.320603Z","caller":"traceutil/trace.go:171","msg":"trace[65431412] transaction","detail":"{read_only:false; response_revision:9900; number_of_response:1; }","duration":"182.735772ms","start":"2026-04-28T17:39:01.137848Z","end":"2026-04-28T17:39:01.320584Z","steps":["trace[65431412] 'process raft request' (duration: 182.059314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.321051Z","caller":"traceutil/trace.go:171","msg":"trace[227708300] transaction","detail":"{read_only:false; response_revision:9901; number_of_response:1; }","duration":"183.08959ms","start":"2026-04-28T17:39:01.137936Z","end":"2026-04-28T17:39:01.321025Z","steps":["trace[227708300] 'process raft request' (duration: 182.879525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:01.321206Z","caller":"traceutil/trace.go:171","msg":"trace[957223191] linearizableReadLoop","detail":"{readStateIndex:10290; appliedIndex:10288; }","duration":"183.433209ms","start":"2026-04-28T17:39:01.137758Z","end":"2026-04-28T17:39:01.321191Z","steps":["trace[957223191] 'read index received' (duration: 47.064732ms)","trace[957223191] 'applied index is now lower than readState.Index' (duration: 136.367307ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:39:01.321261Z","caller":"traceutil/trace.go:171","msg":"trace[1536479811] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"183.006108ms","start":"2026-04-28T17:39:01.138236Z","end":"2026-04-28T17:39:01.321243Z","steps":["trace[1536479811] 'process raft request' (duration: 182.728851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.321381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.826183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:01.321434Z","caller":"traceutil/trace.go:171","msg":"trace[1259368291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9902; }","duration":"180.899045ms","start":"2026-04-28T17:39:01.140521Z","end":"2026-04-28T17:39:01.32142Z","steps":["trace[1259368291] 'agreement among raft nodes before linearized reading' (duration: 180.797383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:01.32181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.013794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227748"} {"level":"info","ts":"2026-04-28T17:39:01.321885Z","caller":"traceutil/trace.go:171","msg":"trace[272583043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9902; }","duration":"184.143526ms","start":"2026-04-28T17:39:01.137725Z","end":"2026-04-28T17:39:01.321869Z","steps":["trace[272583043] 'agreement among raft nodes before linearized reading' (duration: 183.563162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:03.249711Z","caller":"traceutil/trace.go:171","msg":"trace[402904542] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"130.268602ms","start":"2026-04-28T17:39:03.119418Z","end":"2026-04-28T17:39:03.249687Z","steps":["trace[402904542] 'process raft request' (duration: 130.088357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.467787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.07153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:39:03.468053Z","caller":"traceutil/trace.go:171","msg":"trace[1700418597] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"329.791545ms","start":"2026-04-28T17:39:03.138236Z","end":"2026-04-28T17:39:03.468027Z","steps":["trace[1700418597] 'process raft request' (duration: 228.391908ms)","trace[1700418597] 'compare' (duration: 100.925855ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:39:03.468079Z","caller":"traceutil/trace.go:171","msg":"trace[1197778982] linearizableReadLoop","detail":"{readStateIndex:10297; appliedIndex:10293; }","duration":"238.118752ms","start":"2026-04-28T17:39:03.229936Z","end":"2026-04-28T17:39:03.468055Z","steps":["trace[1197778982] 'read index received' (duration: 19.561971ms)","trace[1197778982] 'applied index is now lower than readState.Index' (duration: 218.55517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:03.468186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.138204Z","time spent":"329.910758ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:03.468158Z","caller":"traceutil/trace.go:171","msg":"trace[544443055] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"329.182469ms","start":"2026-04-28T17:39:03.138931Z","end":"2026-04-28T17:39:03.468114Z","steps":["trace[544443055] 'process raft request' (duration: 328.974834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.468338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.398859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:03.4684Z","caller":"traceutil/trace.go:171","msg":"trace[1634752193] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:9906; }","duration":"238.500052ms","start":"2026-04-28T17:39:03.229886Z","end":"2026-04-28T17:39:03.468386Z","steps":["trace[1634752193] 'agreement among raft nodes before linearized reading' (duration: 238.368298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.468456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.138919Z","time spent":"329.356633ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:03.468228Z","caller":"traceutil/trace.go:171","msg":"trace[2133178389] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"329.202339ms","start":"2026-04-28T17:39:03.139003Z","end":"2026-04-28T17:39:03.468205Z","steps":["trace[2133178389] 'process raft request' (duration: 328.989654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.468582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.230097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T17:39:03.468604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.666369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:39:03.468635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.138994Z","time spent":"329.575659ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:39:03.468662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.756385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:39:03.468688Z","caller":"traceutil/trace.go:171","msg":"trace[612519349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9906; }","duration":"141.772211ms","start":"2026-04-28T17:39:03.326898Z","end":"2026-04-28T17:39:03.46867Z","steps":["trace[612519349] 'agreement among raft nodes before linearized reading' (duration: 141.548105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:03.468735Z","caller":"traceutil/trace.go:171","msg":"trace[4008532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:9906; }","duration":"136.844827ms","start":"2026-04-28T17:39:03.331872Z","end":"2026-04-28T17:39:03.468717Z","steps":["trace[4008532] 'agreement among raft nodes before linearized reading' (duration: 136.638082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.468784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.612067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:39:03.468821Z","caller":"traceutil/trace.go:171","msg":"trace[1795826614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9906; }","duration":"143.678879ms","start":"2026-04-28T17:39:03.325134Z","end":"2026-04-28T17:39:03.468813Z","steps":["trace[1795826614] 'agreement among raft nodes before linearized reading' (duration: 143.596357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.46881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.88282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:39:03.468686Z","caller":"traceutil/trace.go:171","msg":"trace[1092802291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9906; }","duration":"180.357821ms","start":"2026-04-28T17:39:03.288308Z","end":"2026-04-28T17:39:03.468666Z","steps":["trace[1092802291] 'agreement among raft nodes before linearized reading' (duration: 180.126795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:03.468857Z","caller":"traceutil/trace.go:171","msg":"trace[1280087455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9906; }","duration":"142.944211ms","start":"2026-04-28T17:39:03.3259Z","end":"2026-04-28T17:39:03.468844Z","steps":["trace[1280087455] 'agreement among raft nodes before linearized reading' (duration: 142.813708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:03.468932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.755502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:39:03.468978Z","caller":"traceutil/trace.go:171","msg":"trace[1753470852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9906; }","duration":"143.833774ms","start":"2026-04-28T17:39:03.325134Z","end":"2026-04-28T17:39:03.468968Z","steps":["trace[1753470852] 'agreement among raft nodes before linearized reading' (duration: 143.661189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.076628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.818326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:39:04.076778Z","caller":"traceutil/trace.go:171","msg":"trace[64653892] linearizableReadLoop","detail":"{readStateIndex:10298; appliedIndex:10297; }","duration":"602.598419ms","start":"2026-04-28T17:39:03.474137Z","end":"2026-04-28T17:39:04.076736Z","steps":["trace[64653892] 'read index received' (duration: 432.568977ms)","trace[64653892] 'applied index is now lower than readState.Index' (duration: 170.027012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:39:04.07681Z","caller":"traceutil/trace.go:171","msg":"trace[1723056758] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"603.035099ms","start":"2026-04-28T17:39:03.473732Z","end":"2026-04-28T17:39:04.076767Z","steps":["trace[1723056758] 'process raft request' (duration: 432.961807ms)","trace[1723056758] 'compare' (duration: 169.438627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:04.076921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.775974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:04.076964Z","caller":"traceutil/trace.go:171","msg":"trace[1843571506] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9907; }","duration":"602.837355ms","start":"2026-04-28T17:39:03.47411Z","end":"2026-04-28T17:39:04.076947Z","steps":["trace[1843571506] 'agreement among raft nodes before linearized reading' (duration: 602.759893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.077007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.474095Z","time spent":"602.902947ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:39:04.077041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.473701Z","time spent":"603.206284ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:04.337773Z","caller":"traceutil/trace.go:171","msg":"trace[1726459533] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"862.841486ms","start":"2026-04-28T17:39:03.474896Z","end":"2026-04-28T17:39:04.337737Z","steps":["trace[1726459533] 'process raft request' (duration: 862.554439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:04.337826Z","caller":"traceutil/trace.go:171","msg":"trace[1228796520] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"862.803045ms","start":"2026-04-28T17:39:03.474974Z","end":"2026-04-28T17:39:04.337777Z","steps":["trace[1228796520] 'process raft request' (duration: 862.624861ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:04.337889Z","caller":"traceutil/trace.go:171","msg":"trace[572388347] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"862.326083ms","start":"2026-04-28T17:39:03.475541Z","end":"2026-04-28T17:39:04.337867Z","steps":["trace[572388347] 'process raft request' (duration: 862.140169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.337969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.47487Z","time spent":"862.97971ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:39:04.337745Z","caller":"traceutil/trace.go:171","msg":"trace[1966801742] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"862.318813ms","start":"2026-04-28T17:39:03.475402Z","end":"2026-04-28T17:39:04.337721Z","steps":["trace[1966801742] 'process raft request' (duration: 862.244861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.338061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.474957Z","time spent":"863.01172ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:39:04.338065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.475526Z","time spent":"862.444396ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:39:04.338118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.475362Z","time spent":"862.689912ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:39:04.642417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.562651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:39:04.642684Z","caller":"traceutil/trace.go:171","msg":"trace[242311157] linearizableReadLoop","detail":"{readStateIndex:10303; appliedIndex:10298; }","duration":"565.833814ms","start":"2026-04-28T17:39:04.07683Z","end":"2026-04-28T17:39:04.642664Z","steps":["trace[242311157] 'read index received' (duration: 260.703099ms)","trace[242311157] 'applied index is now lower than readState.Index' (duration: 305.129435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:04.642899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.697043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:04.642971Z","caller":"traceutil/trace.go:171","msg":"trace[1539359998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9911; }","duration":"573.826686ms","start":"2026-04-28T17:39:04.069128Z","end":"2026-04-28T17:39:04.642954Z","steps":["trace[1539359998] 'agreement among raft nodes before linearized reading' (duration: 573.706623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.643044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:04.069009Z","time spent":"574.021421ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:39:04.6431Z","caller":"traceutil/trace.go:171","msg":"trace[384471709] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"564.007259ms","start":"2026-04-28T17:39:04.079058Z","end":"2026-04-28T17:39:04.643066Z","steps":["trace[384471709] 'process raft request' (duration: 563.473575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.643204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168961177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227748"} {"level":"info","ts":"2026-04-28T17:39:04.643238Z","caller":"traceutil/trace.go:171","msg":"trace[2066800449] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9911; }","duration":"1.169044899s","start":"2026-04-28T17:39:03.474185Z","end":"2026-04-28T17:39:04.64323Z","steps":["trace[2066800449] 'agreement among raft nodes before linearized reading' (duration: 1.16871751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.643236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:04.079027Z","time spent":"564.144723ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:39:04.643262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:03.474165Z","time spent":"1.16909065s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227772,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T17:39:04.763526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.906883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T17:39:04.763615Z","caller":"traceutil/trace.go:171","msg":"trace[1762257236] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9912; }","duration":"116.037216ms","start":"2026-04-28T17:39:04.647557Z","end":"2026-04-28T17:39:04.763594Z","steps":["trace[1762257236] 'range keys from in-memory index tree' (duration: 115.692417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.763784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.930273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T17:39:04.763856Z","caller":"traceutil/trace.go:171","msg":"trace[2043577857] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9912; }","duration":"116.013925ms","start":"2026-04-28T17:39:04.647822Z","end":"2026-04-28T17:39:04.763836Z","steps":["trace[2043577857] 'range keys from in-memory index tree' (duration: 115.771489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.764073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.20901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:04.764103Z","caller":"traceutil/trace.go:171","msg":"trace[878379908] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:9912; }","duration":"116.254361ms","start":"2026-04-28T17:39:04.647839Z","end":"2026-04-28T17:39:04.764093Z","steps":["trace[878379908] 'range keys from in-memory index tree' (duration: 116.172409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.764077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.775232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-04-28T17:39:04.764159Z","caller":"traceutil/trace.go:171","msg":"trace[1386596414] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9912; }","duration":"586.898925ms","start":"2026-04-28T17:39:04.177238Z","end":"2026-04-28T17:39:04.764137Z","steps":["trace[1386596414] 'agreement among raft nodes before linearized reading' (duration: 465.879945ms)","trace[1386596414] 'range keys from in-memory index tree' (duration: 120.752984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:04.764202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:04.177221Z","time spent":"586.971436ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414494,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T17:39:04.764207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.885072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:39:04.764261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.883226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:39:04.76427Z","caller":"traceutil/trace.go:171","msg":"trace[1316897978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9912; }","duration":"120.000115ms","start":"2026-04-28T17:39:04.644252Z","end":"2026-04-28T17:39:04.764252Z","steps":["trace[1316897978] 'range keys from in-memory index tree' (duration: 119.745809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:39:04.764315Z","caller":"traceutil/trace.go:171","msg":"trace[2105003936] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9912; }","duration":"608.998159ms","start":"2026-04-28T17:39:04.155303Z","end":"2026-04-28T17:39:04.764301Z","steps":["trace[2105003936] 'agreement among raft nodes before linearized reading' (duration: 487.772924ms)","trace[2105003936] 'count revisions from in-memory index tree' (duration: 121.123303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:04.764347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:04.155263Z","time spent":"609.074751ms","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:39:04.764413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.959792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:39:04.764524Z","caller":"traceutil/trace.go:171","msg":"trace[479408462] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9912; }","duration":"395.120207ms","start":"2026-04-28T17:39:04.369368Z","end":"2026-04-28T17:39:04.764489Z","steps":["trace[479408462] 'agreement among raft nodes before linearized reading' (duration: 273.713927ms)","trace[479408462] 'range keys from in-memory index tree' (duration: 121.122162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:04.764598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:04.369343Z","time spent":"395.238099ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:39:04.764662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.934785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T17:39:04.764789Z","caller":"traceutil/trace.go:171","msg":"trace[1683109603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9912; }","duration":"388.14207ms","start":"2026-04-28T17:39:04.376614Z","end":"2026-04-28T17:39:04.764756Z","steps":["trace[1683109603] 'agreement among raft nodes before linearized reading' (duration: 266.510305ms)","trace[1683109603] 'range keys from in-memory index tree' (duration: 120.757784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:39:04.764874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:39:04.376593Z","time spent":"388.250253ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T17:39:04.978909Z","caller":"traceutil/trace.go:171","msg":"trace[1275280186] linearizableReadLoop","detail":"{readStateIndex:10307; appliedIndex:10304; }","duration":"199.692028ms","start":"2026-04-28T17:39:04.779178Z","end":"2026-04-28T17:39:04.97887Z","steps":["trace[1275280186] 'read index received' (duration: 33.674446ms)","trace[1275280186] 'applied index is now lower than readState.Index' (duration: 166.016452ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:39:04.978923Z","caller":"traceutil/trace.go:171","msg":"trace[385626715] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"209.684148ms","start":"2026-04-28T17:39:04.76921Z","end":"2026-04-28T17:39:04.978894Z","steps":["trace[385626715] 'process raft request' (duration: 138.363716ms)","trace[385626715] 'compare' (duration: 71.067465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:39:04.979088Z","caller":"traceutil/trace.go:171","msg":"trace[280596986] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"209.865043ms","start":"2026-04-28T17:39:04.769211Z","end":"2026-04-28T17:39:04.979076Z","steps":["trace[280596986] 'process raft request' (duration: 209.585175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:39:04.97934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.148509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T17:39:04.979596Z","caller":"traceutil/trace.go:171","msg":"trace[125279691] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9915; }","duration":"200.448746ms","start":"2026-04-28T17:39:04.779129Z","end":"2026-04-28T17:39:04.979577Z","steps":["trace[125279691] 'agreement among raft nodes before linearized reading' (duration: 200.069697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:02.745762Z","caller":"traceutil/trace.go:171","msg":"trace[501530471] linearizableReadLoop","detail":"{readStateIndex:10904; appliedIndex:10903; }","duration":"343.746515ms","start":"2026-04-28T17:40:02.401988Z","end":"2026-04-28T17:40:02.745734Z","steps":["trace[501530471] 'read index received' (duration: 343.5371ms)","trace[501530471] 'applied index is now lower than readState.Index' (duration: 207.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:02.745854Z","caller":"traceutil/trace.go:171","msg":"trace[790025192] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"353.085759ms","start":"2026-04-28T17:40:02.392714Z","end":"2026-04-28T17:40:02.7458Z","steps":["trace[790025192] 'process raft request' (duration: 352.820713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:02.746105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:02.392697Z","time spent":"353.276435ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:40:02.74613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.494677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:40:02.746174Z","caller":"traceutil/trace.go:171","msg":"trace[1050954090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10493; }","duration":"280.669841ms","start":"2026-04-28T17:40:02.465489Z","end":"2026-04-28T17:40:02.746159Z","steps":["trace[1050954090] 'agreement among raft nodes before linearized reading' (duration: 280.437245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:02.746515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.702938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:40:02.746483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.460333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T17:40:02.746573Z","caller":"traceutil/trace.go:171","msg":"trace[1704169710] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10493; }","duration":"248.79029ms","start":"2026-04-28T17:40:02.497769Z","end":"2026-04-28T17:40:02.74656Z","steps":["trace[1704169710] 'agreement among raft nodes before linearized reading' (duration: 248.695938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:02.746585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.361475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:40:02.746614Z","caller":"traceutil/trace.go:171","msg":"trace[517452632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10493; }","duration":"344.631198ms","start":"2026-04-28T17:40:02.401954Z","end":"2026-04-28T17:40:02.746586Z","steps":["trace[517452632] 'agreement among raft nodes before linearized reading' (duration: 343.94458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:02.747114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:02.401944Z","time spent":"345.149021ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T17:40:02.74742Z","caller":"traceutil/trace.go:171","msg":"trace[329889285] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10493; }","duration":"170.008181ms","start":"2026-04-28T17:40:02.577075Z","end":"2026-04-28T17:40:02.747083Z","steps":["trace[329889285] 'agreement among raft nodes before linearized reading' (duration: 169.377106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:04.910706Z","caller":"traceutil/trace.go:171","msg":"trace[1353905251] linearizableReadLoop","detail":"{readStateIndex:10951; appliedIndex:10950; }","duration":"158.267206ms","start":"2026-04-28T17:40:04.752411Z","end":"2026-04-28T17:40:04.910678Z","steps":["trace[1353905251] 'read index received' (duration: 157.868866ms)","trace[1353905251] 'applied index is now lower than readState.Index' (duration: 397.049µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:04.910741Z","caller":"traceutil/trace.go:171","msg":"trace[1809544842] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"250.289367ms","start":"2026-04-28T17:40:04.66042Z","end":"2026-04-28T17:40:04.910709Z","steps":["trace[1809544842] 'process raft request' (duration: 249.794865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:04.911281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.85418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:40:04.91138Z","caller":"traceutil/trace.go:171","msg":"trace[1292643965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10539; }","duration":"158.993053ms","start":"2026-04-28T17:40:04.752368Z","end":"2026-04-28T17:40:04.911361Z","steps":["trace[1292643965] 'agreement among raft nodes before linearized reading' (duration: 158.43329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.553518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.527907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:40:05.553739Z","caller":"traceutil/trace.go:171","msg":"trace[1134289030] linearizableReadLoop","detail":"{readStateIndex:10952; appliedIndex:10951; }","duration":"642.941412ms","start":"2026-04-28T17:40:04.910773Z","end":"2026-04-28T17:40:05.553715Z","steps":["trace[1134289030] 'read index received' (duration: 83.126559ms)","trace[1134289030] 'applied index is now lower than readState.Index' (duration: 559.812463ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:05.553823Z","caller":"traceutil/trace.go:171","msg":"trace[1487472708] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"662.640747ms","start":"2026-04-28T17:40:04.891167Z","end":"2026-04-28T17:40:05.553808Z","steps":["trace[1487472708] 'process raft request' (duration: 102.72244ms)","trace[1487472708] 'compare' (duration: 559.367513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:40:05.553893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.891139Z","time spent":"662.723469ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T17:40:05.554324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.104574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:40:05.554387Z","caller":"traceutil/trace.go:171","msg":"trace[987503429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10540; }","duration":"793.199717ms","start":"2026-04-28T17:40:04.76117Z","end":"2026-04-28T17:40:05.55437Z","steps":["trace[987503429] 'agreement among raft nodes before linearized reading' (duration: 793.007472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.554372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.875708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:40:05.554421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.761156Z","time spent":"793.257148ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:40:05.554463Z","caller":"traceutil/trace.go:171","msg":"trace[1078970729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10540; }","duration":"790.99344ms","start":"2026-04-28T17:40:04.763447Z","end":"2026-04-28T17:40:05.55444Z","steps":["trace[1078970729] 'agreement among raft nodes before linearized reading' (duration: 790.395176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.554387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.462269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:40:05.554512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.763437Z","time spent":"791.065953ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:40:05.554559Z","caller":"traceutil/trace.go:171","msg":"trace[1750380733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10540; }","duration":"796.653653ms","start":"2026-04-28T17:40:04.757865Z","end":"2026-04-28T17:40:05.554519Z","steps":["trace[1750380733] 'agreement among raft nodes before linearized reading' (duration: 796.366356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.554597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.757842Z","time spent":"796.746905ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:40:05.554558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.000971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kqrj8\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-04-28T17:40:05.554666Z","caller":"traceutil/trace.go:171","msg":"trace[394123707] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kqrj8; range_end:; response_count:1; response_revision:10540; }","duration":"660.171625ms","start":"2026-04-28T17:40:04.894464Z","end":"2026-04-28T17:40:05.554636Z","steps":["trace[394123707] 'agreement among raft nodes before linearized reading' (duration: 659.758705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.554711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.894454Z","time spent":"660.249537ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kqrj8\" "} {"level":"warn","ts":"2026-04-28T17:40:05.554774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.280976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:40:05.554827Z","caller":"traceutil/trace.go:171","msg":"trace[731171337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10540; }","duration":"654.354228ms","start":"2026-04-28T17:40:04.900458Z","end":"2026-04-28T17:40:05.554812Z","steps":["trace[731171337] 'agreement among raft nodes before linearized reading' (duration: 654.212374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.554475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.245857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:40:05.554864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.900442Z","time spent":"654.41363ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:40:05.555137Z","caller":"traceutil/trace.go:171","msg":"trace[2098447999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10540; }","duration":"793.709669ms","start":"2026-04-28T17:40:04.761157Z","end":"2026-04-28T17:40:05.554867Z","steps":["trace[2098447999] 'agreement among raft nodes before linearized reading' (duration: 793.076093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.555209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.76114Z","time spent":"794.055887ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:40:05.632724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.108447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:40:05.632739Z","caller":"traceutil/trace.go:171","msg":"trace[1811682405] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"714.91468ms","start":"2026-04-28T17:40:04.917773Z","end":"2026-04-28T17:40:05.632688Z","steps":["trace[1811682405] 'process raft request' (duration: 714.194502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.632798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.786684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T17:40:05.632834Z","caller":"traceutil/trace.go:171","msg":"trace[1371857548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10541; }","duration":"522.853246ms","start":"2026-04-28T17:40:05.109972Z","end":"2026-04-28T17:40:05.632825Z","steps":["trace[1371857548] 'agreement among raft nodes before linearized reading' (duration: 522.737753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.632876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:05.109954Z","time spent":"522.913667ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:40:05.632921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:04.917746Z","time spent":"715.085054ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:40:05.632835Z","caller":"traceutil/trace.go:171","msg":"trace[1562194405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:10541; }","duration":"536.270422ms","start":"2026-04-28T17:40:05.096528Z","end":"2026-04-28T17:40:05.632799Z","steps":["trace[1562194405] 'agreement among raft nodes before linearized reading' (duration: 535.979195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:05.632993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:05.096493Z","time spent":"536.469376ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:40:05.686531Z","caller":"traceutil/trace.go:171","msg":"trace[2058497368] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"129.652097ms","start":"2026-04-28T17:40:05.55684Z","end":"2026-04-28T17:40:05.686492Z","steps":["trace[2058497368] 'process raft request' (duration: 129.345219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:05.686942Z","caller":"traceutil/trace.go:171","msg":"trace[480091797] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"128.956649ms","start":"2026-04-28T17:40:05.557956Z","end":"2026-04-28T17:40:05.686912Z","steps":["trace[480091797] 'process raft request' (duration: 128.479437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:05.687557Z","caller":"traceutil/trace.go:171","msg":"trace[262938688] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"129.203386ms","start":"2026-04-28T17:40:05.558313Z","end":"2026-04-28T17:40:05.687517Z","steps":["trace[262938688] 'process raft request' (duration: 128.487098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:05.688734Z","caller":"traceutil/trace.go:171","msg":"trace[1626886011] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"130.195931ms","start":"2026-04-28T17:40:05.558521Z","end":"2026-04-28T17:40:05.688717Z","steps":["trace[1626886011] 'process raft request' (duration: 130.105188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:05.688846Z","caller":"traceutil/trace.go:171","msg":"trace[279588406] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"130.458368ms","start":"2026-04-28T17:40:05.558351Z","end":"2026-04-28T17:40:05.68881Z","steps":["trace[279588406] 'process raft request' (duration: 130.159261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:05.689064Z","caller":"traceutil/trace.go:171","msg":"trace[1878664437] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"129.959735ms","start":"2026-04-28T17:40:05.559084Z","end":"2026-04-28T17:40:05.689043Z","steps":["trace[1878664437] 'process raft request' (duration: 129.589756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:05.689105Z","caller":"traceutil/trace.go:171","msg":"trace[809209817] transaction","detail":"{read_only:false; response_revision:10548; number_of_response:1; }","duration":"120.21922ms","start":"2026-04-28T17:40:05.568864Z","end":"2026-04-28T17:40:05.689084Z","steps":["trace[809209817] 'process raft request' (duration: 120.030885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:06.779789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.130884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:40:06.779872Z","caller":"traceutil/trace.go:171","msg":"trace[884098867] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10565; }","duration":"215.275078ms","start":"2026-04-28T17:40:06.564579Z","end":"2026-04-28T17:40:06.779854Z","steps":["trace[884098867] 'count revisions from in-memory index tree' (duration: 214.9631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:07.277211Z","caller":"traceutil/trace.go:171","msg":"trace[1461531828] linearizableReadLoop","detail":"{readStateIndex:10978; appliedIndex:10977; }","duration":"332.935544ms","start":"2026-04-28T17:40:06.944244Z","end":"2026-04-28T17:40:07.277179Z","steps":["trace[1461531828] 'read index received' (duration: 332.635707ms)","trace[1461531828] 'applied index is now lower than readState.Index' (duration: 298.237µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:07.277247Z","caller":"traceutil/trace.go:171","msg":"trace[1534681724] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"337.52735ms","start":"2026-04-28T17:40:06.939678Z","end":"2026-04-28T17:40:07.277205Z","steps":["trace[1534681724] 'process raft request' (duration: 337.250773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:07.277494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.19533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:40:07.277562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:06.939656Z","time spent":"337.780226ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10126,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:40:07.27762Z","caller":"traceutil/trace.go:171","msg":"trace[936303807] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10566; }","duration":"333.384145ms","start":"2026-04-28T17:40:06.944211Z","end":"2026-04-28T17:40:07.277595Z","steps":["trace[936303807] 'agreement among raft nodes before linearized reading' (duration: 333.090388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:07.277672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:40:06.944202Z","time spent":"333.460897ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:40:09.959225Z","caller":"traceutil/trace.go:171","msg":"trace[874647767] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"181.613441ms","start":"2026-04-28T17:40:09.777588Z","end":"2026-04-28T17:40:09.959201Z","steps":["trace[874647767] 'process raft request' (duration: 181.468107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:09.97031Z","caller":"traceutil/trace.go:171","msg":"trace[1676834317] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"191.103101ms","start":"2026-04-28T17:40:09.779186Z","end":"2026-04-28T17:40:09.970289Z","steps":["trace[1676834317] 'process raft request' (duration: 190.935277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:09.970462Z","caller":"traceutil/trace.go:171","msg":"trace[1428291095] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"188.465824ms","start":"2026-04-28T17:40:09.781931Z","end":"2026-04-28T17:40:09.970396Z","steps":["trace[1428291095] 'process raft request' (duration: 188.3027ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:19.969453Z","caller":"traceutil/trace.go:171","msg":"trace[1722234038] linearizableReadLoop","detail":"{readStateIndex:11063; appliedIndex:11062; }","duration":"207.427211ms","start":"2026-04-28T17:40:19.761972Z","end":"2026-04-28T17:40:19.969399Z","steps":["trace[1722234038] 'read index received' (duration: 152.334587ms)","trace[1722234038] 'applied index is now lower than readState.Index' (duration: 55.090764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:19.969616Z","caller":"traceutil/trace.go:171","msg":"trace[706312613] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"216.413097ms","start":"2026-04-28T17:40:19.753143Z","end":"2026-04-28T17:40:19.969556Z","steps":["trace[706312613] 'process raft request' (duration: 161.20494ms)","trace[706312613] 'compare' (duration: 54.684904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:40:19.969913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.888892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:40:19.969986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.031256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:40:19.970012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.986785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:40:19.970034Z","caller":"traceutil/trace.go:171","msg":"trace[57276531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10648; }","duration":"208.043397ms","start":"2026-04-28T17:40:19.761966Z","end":"2026-04-28T17:40:19.970009Z","steps":["trace[57276531] 'agreement among raft nodes before linearized reading' (duration: 207.77075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:19.970066Z","caller":"traceutil/trace.go:171","msg":"trace[1524270458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10648; }","duration":"206.169769ms","start":"2026-04-28T17:40:19.763875Z","end":"2026-04-28T17:40:19.970045Z","steps":["trace[1524270458] 'agreement among raft nodes before linearized reading' (duration: 205.864562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:19.970122Z","caller":"traceutil/trace.go:171","msg":"trace[854140162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10648; }","duration":"208.139529ms","start":"2026-04-28T17:40:19.761925Z","end":"2026-04-28T17:40:19.970065Z","steps":["trace[854140162] 'agreement among raft nodes before linearized reading' (duration: 207.76898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:19.970242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.351312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:40:19.970253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.40363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:40:19.970416Z","caller":"traceutil/trace.go:171","msg":"trace[1706696054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10648; }","duration":"207.582765ms","start":"2026-04-28T17:40:19.7628Z","end":"2026-04-28T17:40:19.970382Z","steps":["trace[1706696054] 'agreement among raft nodes before linearized reading' (duration: 207.151264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:19.97033Z","caller":"traceutil/trace.go:171","msg":"trace[1147403723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:10648; }","duration":"194.480565ms","start":"2026-04-28T17:40:19.775829Z","end":"2026-04-28T17:40:19.97031Z","steps":["trace[1147403723] 'agreement among raft nodes before linearized reading' (duration: 194.151427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:20.212391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.547848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:40:20.212524Z","caller":"traceutil/trace.go:171","msg":"trace[1888149957] transaction","detail":"{read_only:false; response_revision:10650; number_of_response:1; }","duration":"237.657829ms","start":"2026-04-28T17:40:19.97485Z","end":"2026-04-28T17:40:20.212508Z","steps":["trace[1888149957] 'process raft request' (duration: 118.925756ms)","trace[1888149957] 'compare' (duration: 118.450306ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:20.212783Z","caller":"traceutil/trace.go:171","msg":"trace[1323138882] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"237.881047ms","start":"2026-04-28T17:40:19.974888Z","end":"2026-04-28T17:40:20.212769Z","steps":["trace[1323138882] 'process raft request' (duration: 237.585998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:20.213057Z","caller":"traceutil/trace.go:171","msg":"trace[993449497] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"237.770084ms","start":"2026-04-28T17:40:19.975253Z","end":"2026-04-28T17:40:20.213023Z","steps":["trace[993449497] 'process raft request' (duration: 237.453875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:20.213208Z","caller":"traceutil/trace.go:171","msg":"trace[1580261982] transaction","detail":"{read_only:false; response_revision:10653; number_of_response:1; }","duration":"218.416597ms","start":"2026-04-28T17:40:19.994783Z","end":"2026-04-28T17:40:20.213199Z","steps":["trace[1580261982] 'process raft request' (duration: 218.176251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:20.213291Z","caller":"traceutil/trace.go:171","msg":"trace[143287700] linearizableReadLoop","detail":"{readStateIndex:11070; appliedIndex:11064; }","duration":"146.235483ms","start":"2026-04-28T17:40:20.067044Z","end":"2026-04-28T17:40:20.213279Z","steps":["trace[143287700] 'read index received' (duration: 26.72876ms)","trace[143287700] 'applied index is now lower than readState.Index' (duration: 119.505813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:20.213247Z","caller":"traceutil/trace.go:171","msg":"trace[1781564632] transaction","detail":"{read_only:false; response_revision:10654; number_of_response:1; }","duration":"210.013097ms","start":"2026-04-28T17:40:20.003198Z","end":"2026-04-28T17:40:20.213212Z","steps":["trace[1781564632] 'process raft request' (duration: 209.919904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:40:20.213352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.321127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:40:20.213377Z","caller":"traceutil/trace.go:171","msg":"trace[1615874525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10655; }","duration":"146.398128ms","start":"2026-04-28T17:40:20.066972Z","end":"2026-04-28T17:40:20.21337Z","steps":["trace[1615874525] 'agreement among raft nodes before linearized reading' (duration: 146.352917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:20.213374Z","caller":"traceutil/trace.go:171","msg":"trace[1836137569] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"204.040247ms","start":"2026-04-28T17:40:20.009294Z","end":"2026-04-28T17:40:20.213334Z","steps":["trace[1836137569] 'process raft request' (duration: 203.867912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:20.399012Z","caller":"traceutil/trace.go:171","msg":"trace[1901618911] transaction","detail":"{read_only:false; response_revision:10656; number_of_response:1; }","duration":"172.563546ms","start":"2026-04-28T17:40:20.226415Z","end":"2026-04-28T17:40:20.398978Z","steps":["trace[1901618911] 'process raft request' (duration: 98.791943ms)","trace[1901618911] 'compare' (duration: 73.530397ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:40:20.439292Z","caller":"traceutil/trace.go:171","msg":"trace[1274076095] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"112.27667ms","start":"2026-04-28T17:40:20.326987Z","end":"2026-04-28T17:40:20.439264Z","steps":["trace[1274076095] 'process raft request' (duration: 112.121176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:40:20.810404Z","caller":"traceutil/trace.go:171","msg":"trace[740643650] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"107.212063ms","start":"2026-04-28T17:40:20.703144Z","end":"2026-04-28T17:40:20.810356Z","steps":["trace[740643650] 'process raft request' (duration: 55.120193ms)","trace[740643650] 'compare' (duration: 51.663559ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:42:28.649736Z","caller":"traceutil/trace.go:171","msg":"trace[659886562] transaction","detail":"{read_only:false; response_revision:11528; number_of_response:1; }","duration":"216.816888ms","start":"2026-04-28T17:42:28.432887Z","end":"2026-04-28T17:42:28.649703Z","steps":["trace[659886562] 'process raft request' (duration: 216.539812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:42:28.651814Z","caller":"traceutil/trace.go:171","msg":"trace[1444378100] linearizableReadLoop","detail":"{readStateIndex:11974; appliedIndex:11973; }","duration":"171.149279ms","start":"2026-04-28T17:42:28.48062Z","end":"2026-04-28T17:42:28.651769Z","steps":["trace[1444378100] 'read index received' (duration: 169.61483ms)","trace[1444378100] 'applied index is now lower than readState.Index' (duration: 1.533079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:42:28.65221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.559399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T17:42:28.6523Z","caller":"traceutil/trace.go:171","msg":"trace[1509849935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11529; }","duration":"171.692962ms","start":"2026-04-28T17:42:28.480585Z","end":"2026-04-28T17:42:28.652278Z","steps":["trace[1509849935] 'agreement among raft nodes before linearized reading' (duration: 171.503678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:42:28.652195Z","caller":"traceutil/trace.go:171","msg":"trace[1187131458] transaction","detail":"{read_only:false; response_revision:11529; number_of_response:1; }","duration":"189.976703ms","start":"2026-04-28T17:42:28.462186Z","end":"2026-04-28T17:42:28.652163Z","steps":["trace[1187131458] 'process raft request' (duration: 189.404489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:42:43.549642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9293} {"level":"info","ts":"2026-04-28T17:42:43.627205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9293,"took":"74.493987ms","hash":3600392745,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":25243648,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-28T17:42:43.627292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3600392745,"revision":9293,"compact-revision":7232} {"level":"info","ts":"2026-04-28T17:44:41.280703Z","caller":"traceutil/trace.go:171","msg":"trace[379373578] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"108.338531ms","start":"2026-04-28T17:44:41.17234Z","end":"2026-04-28T17:44:41.280679Z","steps":["trace[379373578] 'process raft request' (duration: 108.190477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:36.472131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790871312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:45:36.972331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790871312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:45:37.224007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062337027s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:45:37.230024Z","caller":"traceutil/trace.go:171","msg":"trace[985778995] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"1.321420261s","start":"2026-04-28T17:45:35.908567Z","end":"2026-04-28T17:45:37.229987Z","steps":["trace[985778995] 'process raft request' (duration: 1.315848395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.230204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:35.90854Z","time spent":"1.321571405s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:45:37.237836Z","caller":"traceutil/trace.go:171","msg":"trace[1687119564] linearizableReadLoop","detail":"{readStateIndex:13452; appliedIndex:13449; }","duration":"1.266510955s","start":"2026-04-28T17:45:35.971306Z","end":"2026-04-28T17:45:37.237817Z","steps":["trace[1687119564] 'read index received' (duration: 1.253126125s)","trace[1687119564] 'applied index is now lower than readState.Index' (duration: 13.38354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:45:37.237879Z","caller":"traceutil/trace.go:171","msg":"trace[208372776] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"1.09764581s","start":"2026-04-28T17:45:36.140201Z","end":"2026-04-28T17:45:37.237847Z","steps":["trace[208372776] 'process raft request' (duration: 1.097383373s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:45:37.237927Z","caller":"traceutil/trace.go:171","msg":"trace[692762789] transaction","detail":"{read_only:false; response_revision:12961; number_of_response:1; }","duration":"325.039919ms","start":"2026-04-28T17:45:36.912869Z","end":"2026-04-28T17:45:37.237909Z","steps":["trace[692762789] 'process raft request' (duration: 324.845253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.238057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.140172Z","time spent":"1.097794864s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:45:37.238116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266809032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T17:45:37.238177Z","caller":"traceutil/trace.go:171","msg":"trace[1832504657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12961; }","duration":"1.266870214s","start":"2026-04-28T17:45:35.971289Z","end":"2026-04-28T17:45:37.238159Z","steps":["trace[1832504657] 'agreement among raft nodes before linearized reading' (duration: 1.266663099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.238176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193009853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-28T17:45:37.238184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.858863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:45:37.238216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:35.97121Z","time spent":"1.266995957s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T17:45:37.238223Z","caller":"traceutil/trace.go:171","msg":"trace[422562803] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12961; }","duration":"1.193114906s","start":"2026-04-28T17:45:36.045094Z","end":"2026-04-28T17:45:37.238209Z","steps":["trace[422562803] 'agreement among raft nodes before linearized reading' (duration: 1.192975843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.238212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.809767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:45:37.238231Z","caller":"traceutil/trace.go:171","msg":"trace[387508938] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12961; }","duration":"524.955156ms","start":"2026-04-28T17:45:36.713264Z","end":"2026-04-28T17:45:37.238219Z","steps":["trace[387508938] 'agreement among raft nodes before linearized reading' (duration: 524.867203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.238226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171597273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:45:37.238254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.045069Z","time spent":"1.193177798s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T17:45:37.238267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.713239Z","time spent":"525.021928ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:45:37.238268Z","caller":"traceutil/trace.go:171","msg":"trace[835423752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:12961; }","duration":"899.888049ms","start":"2026-04-28T17:45:36.338365Z","end":"2026-04-28T17:45:37.238253Z","steps":["trace[835423752] 'agreement among raft nodes before linearized reading' (duration: 899.735765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:45:37.23828Z","caller":"traceutil/trace.go:171","msg":"trace[1095385374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12961; }","duration":"1.171670706s","start":"2026-04-28T17:45:36.066594Z","end":"2026-04-28T17:45:37.238265Z","steps":["trace[1095385374] 'agreement among raft nodes before linearized reading' (duration: 1.171580223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.23831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.066583Z","time spent":"1.171719777s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:45:37.23832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.622773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:45:37.238359Z","caller":"traceutil/trace.go:171","msg":"trace[1083529224] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12961; }","duration":"912.711145ms","start":"2026-04-28T17:45:36.325635Z","end":"2026-04-28T17:45:37.238346Z","steps":["trace[1083529224] 'agreement among raft nodes before linearized reading' (duration: 912.653773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.238308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.338353Z","time spent":"899.947031ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:45:37.238261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147897004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:45:37.238403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.325606Z","time spent":"912.783107ms","remote":"127.0.0.1:49690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:45:37.238433Z","caller":"traceutil/trace.go:171","msg":"trace[1499157784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12961; }","duration":"1.148106339s","start":"2026-04-28T17:45:36.090316Z","end":"2026-04-28T17:45:37.238423Z","steps":["trace[1499157784] 'agreement among raft nodes before linearized reading' (duration: 1.147818801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:45:37.238463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.090306Z","time spent":"1.148149721s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:45:37.23863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:45:36.912839Z","time spent":"325.160972ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:04.762306Z","caller":"traceutil/trace.go:171","msg":"trace[1715103386] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"114.922505ms","start":"2026-04-28T17:46:04.646642Z","end":"2026-04-28T17:46:04.761565Z","steps":["trace[1715103386] 'process raft request' (duration: 114.485984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:05.985571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790871883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:46:06.488217Z","caller":"traceutil/trace.go:171","msg":"trace[544782702] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"1.011005465s","start":"2026-04-28T17:46:05.477171Z","end":"2026-04-28T17:46:06.488177Z","steps":["trace[544782702] 'process raft request' (duration: 995.89343ms)","trace[544782702] 'compare' (duration: 14.394906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:06.488399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.477153Z","time spent":"1.011168748s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:06.737956Z","caller":"traceutil/trace.go:171","msg":"trace[859774455] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"1.088662326s","start":"2026-04-28T17:46:05.649268Z","end":"2026-04-28T17:46:06.737931Z","steps":["trace[859774455] 'process raft request' (duration: 1.033299758s)","trace[859774455] 'compare' (duration: 55.165722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:06.738117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.649238Z","time spent":"1.088801589s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:06.738169Z","caller":"traceutil/trace.go:171","msg":"trace[361319367] transaction","detail":"{read_only:false; response_revision:13118; number_of_response:1; }","duration":"905.23977ms","start":"2026-04-28T17:46:05.832908Z","end":"2026-04-28T17:46:06.738148Z","steps":["trace[361319367] 'process raft request' (duration: 904.979764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.73826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.832878Z","time spent":"905.339342ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:06.738412Z","caller":"traceutil/trace.go:171","msg":"trace[88588807] linearizableReadLoop","detail":"{readStateIndex:13617; appliedIndex:13612; }","duration":"1.253092185s","start":"2026-04-28T17:46:05.485269Z","end":"2026-04-28T17:46:06.738361Z","steps":["trace[88588807] 'read index received' (duration: 987.89597ms)","trace[88588807] 'applied index is now lower than readState.Index' (duration: 265.194235ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:06.738562Z","caller":"traceutil/trace.go:171","msg":"trace[257722986] transaction","detail":"{read_only:false; response_revision:13119; number_of_response:1; }","duration":"905.563778ms","start":"2026-04-28T17:46:05.832964Z","end":"2026-04-28T17:46:06.738528Z","steps":["trace[257722986] 'process raft request' (duration: 905.150398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:06.73863Z","caller":"traceutil/trace.go:171","msg":"trace[1498200892] transaction","detail":"{read_only:false; response_revision:13120; number_of_response:1; }","duration":"904.623253ms","start":"2026-04-28T17:46:05.833905Z","end":"2026-04-28T17:46:06.738528Z","steps":["trace[1498200892] 'process raft request' (duration: 904.367157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.738723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253449404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:46:06.738733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.832937Z","time spent":"905.715602ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:06.738776Z","caller":"traceutil/trace.go:171","msg":"trace[651148750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13120; }","duration":"1.253504065s","start":"2026-04-28T17:46:05.48526Z","end":"2026-04-28T17:46:06.738764Z","steps":["trace[651148750] 'agreement among raft nodes before linearized reading' (duration: 1.253358372s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.738777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.833889Z","time spent":"904.817628ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:46:06.738795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.096693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:46:06.738956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.146359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-28T17:46:06.739007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.307384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:46:06.738982Z","caller":"traceutil/trace.go:171","msg":"trace[1097050622] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:13120; }","duration":"877.287618ms","start":"2026-04-28T17:46:05.861667Z","end":"2026-04-28T17:46:06.738955Z","steps":["trace[1097050622] 'agreement among raft nodes before linearized reading' (duration: 877.090233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.739296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.861657Z","time spent":"877.619407ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:46:06.738809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.485185Z","time spent":"1.253616328s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:46:06.738717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.25752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:06.739551Z","caller":"traceutil/trace.go:171","msg":"trace[1276738691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13120; }","duration":"387.111052ms","start":"2026-04-28T17:46:06.352389Z","end":"2026-04-28T17:46:06.7395Z","steps":["trace[1276738691] 'agreement among raft nodes before linearized reading' (duration: 386.25432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.739644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:06.352344Z","time spent":"387.279136ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:46:06.739044Z","caller":"traceutil/trace.go:171","msg":"trace[1269336968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13120; }","duration":"899.358265ms","start":"2026-04-28T17:46:05.839677Z","end":"2026-04-28T17:46:06.739035Z","steps":["trace[1269336968] 'agreement among raft nodes before linearized reading' (duration: 899.272193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:06.73901Z","caller":"traceutil/trace.go:171","msg":"trace[1116284802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:13120; }","duration":"876.21103ms","start":"2026-04-28T17:46:05.862777Z","end":"2026-04-28T17:46:06.738988Z","steps":["trace[1116284802] 'agreement among raft nodes before linearized reading' (duration: 876.126028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.739966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.86276Z","time spent":"877.193656ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:46:06.738722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100274018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:06.740103Z","caller":"traceutil/trace.go:171","msg":"trace[446919255] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13120; }","duration":"1.101657494s","start":"2026-04-28T17:46:05.638416Z","end":"2026-04-28T17:46:06.740074Z","steps":["trace[446919255] 'agreement among raft nodes before linearized reading' (duration: 1.100232257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.74018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.638346Z","time spent":"1.101811028s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:46:06.738732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.99305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:06.740328Z","caller":"traceutil/trace.go:171","msg":"trace[1026276006] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13120; }","duration":"878.601732ms","start":"2026-04-28T17:46:05.86171Z","end":"2026-04-28T17:46:06.740312Z","steps":["trace[1026276006] 'agreement among raft nodes before linearized reading' (duration: 876.98158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.740376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.861705Z","time spent":"878.659474ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-28T17:46:06.738826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.407687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:46:06.740476Z","caller":"traceutil/trace.go:171","msg":"trace[1913099717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13120; }","duration":"608.028668ms","start":"2026-04-28T17:46:06.132383Z","end":"2026-04-28T17:46:06.740412Z","steps":["trace[1913099717] 'agreement among raft nodes before linearized reading' (duration: 606.377895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.739898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.83967Z","time spent":"900.204357ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:46:06.738871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.450872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:46:06.740776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:06.132366Z","time spent":"608.333757ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:46:06.740797Z","caller":"traceutil/trace.go:171","msg":"trace[1171927343] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13120; }","duration":"879.407253ms","start":"2026-04-28T17:46:05.861377Z","end":"2026-04-28T17:46:06.740785Z","steps":["trace[1171927343] 'agreement among raft nodes before linearized reading' (duration: 877.468472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.740832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.86134Z","time spent":"879.482235ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T17:46:06.738858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.408274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:06.740978Z","caller":"traceutil/trace.go:171","msg":"trace[256772509] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13120; }","duration":"214.52726ms","start":"2026-04-28T17:46:06.526434Z","end":"2026-04-28T17:46:06.740962Z","steps":["trace[256772509] 'agreement among raft nodes before linearized reading' (duration: 212.333822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.738884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.28753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:46:06.74118Z","caller":"traceutil/trace.go:171","msg":"trace[1494021879] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13120; }","duration":"762.621801ms","start":"2026-04-28T17:46:05.978543Z","end":"2026-04-28T17:46:06.741165Z","steps":["trace[1494021879] 'agreement among raft nodes before linearized reading' (duration: 760.29997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.741215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.978514Z","time spent":"762.689513ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:46:06.738906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.464153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:06.741341Z","caller":"traceutil/trace.go:171","msg":"trace[832617134] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:13120; }","duration":"879.919187ms","start":"2026-04-28T17:46:05.861409Z","end":"2026-04-28T17:46:06.741328Z","steps":["trace[832617134] 'agreement among raft nodes before linearized reading' (duration: 877.481854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.74138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.86139Z","time spent":"879.977508ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T17:46:06.739112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.110534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T17:46:06.74147Z","caller":"traceutil/trace.go:171","msg":"trace[1615709850] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13120; }","duration":"879.459385ms","start":"2026-04-28T17:46:05.861973Z","end":"2026-04-28T17:46:06.741432Z","steps":["trace[1615709850] 'agreement among raft nodes before linearized reading' (duration: 876.95614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.739114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.389394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:46:06.741515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.861963Z","time spent":"879.541017ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-28T17:46:06.741561Z","caller":"traceutil/trace.go:171","msg":"trace[1573616737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13120; }","duration":"899.849358ms","start":"2026-04-28T17:46:05.841698Z","end":"2026-04-28T17:46:06.741547Z","steps":["trace[1573616737] 'agreement among raft nodes before linearized reading' (duration: 897.2346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:06.741604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:05.841691Z","time spent":"899.900639ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:46:07.223483Z","caller":"traceutil/trace.go:171","msg":"trace[1984053800] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"478.07564ms","start":"2026-04-28T17:46:06.745386Z","end":"2026-04-28T17:46:07.223461Z","steps":["trace[1984053800] 'process raft request' (duration: 380.114419ms)","trace[1984053800] 'compare' (duration: 97.486519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:07.223712Z","caller":"traceutil/trace.go:171","msg":"trace[1064520358] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"477.992528ms","start":"2026-04-28T17:46:06.745697Z","end":"2026-04-28T17:46:07.22369Z","steps":["trace[1064520358] 'process raft request' (duration: 477.713031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.224049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:06.745372Z","time spent":"478.478021ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:07.223788Z","caller":"traceutil/trace.go:171","msg":"trace[1432415779] transaction","detail":"{read_only:false; response_revision:13123; number_of_response:1; }","duration":"477.798714ms","start":"2026-04-28T17:46:06.745956Z","end":"2026-04-28T17:46:07.223755Z","steps":["trace[1432415779] 'process raft request' (duration: 477.598289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.224074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:06.745687Z","time spent":"478.293126ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:46:07.224155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:06.745948Z","time spent":"478.162993ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:07.223636Z","caller":"traceutil/trace.go:171","msg":"trace[1956479556] linearizableReadLoop","detail":"{readStateIndex:13619; appliedIndex:13617; }","duration":"477.66552ms","start":"2026-04-28T17:46:06.745951Z","end":"2026-04-28T17:46:07.223616Z","steps":["trace[1956479556] 'read index received' (duration: 379.541345ms)","trace[1956479556] 'applied index is now lower than readState.Index' (duration: 98.123045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:07.223937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.968648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19230"} {"level":"info","ts":"2026-04-28T17:46:07.22434Z","caller":"traceutil/trace.go:171","msg":"trace[644520726] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13123; }","duration":"478.383628ms","start":"2026-04-28T17:46:06.745935Z","end":"2026-04-28T17:46:07.224318Z","steps":["trace[644520726] 'agreement among raft nodes before linearized reading' (duration: 477.895266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.2244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:06.745927Z","time spent":"478.45566ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19254,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T17:46:07.224414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.051754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:07.224457Z","caller":"traceutil/trace.go:171","msg":"trace[1162614066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13123; }","duration":"155.145956ms","start":"2026-04-28T17:46:07.069303Z","end":"2026-04-28T17:46:07.224449Z","steps":["trace[1162614066] 'agreement among raft nodes before linearized reading' (duration: 155.075884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.224461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.669934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:07.224569Z","caller":"traceutil/trace.go:171","msg":"trace[1925037382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13123; }","duration":"175.849308ms","start":"2026-04-28T17:46:07.048694Z","end":"2026-04-28T17:46:07.224543Z","steps":["trace[1925037382] 'agreement among raft nodes before linearized reading' (duration: 175.636263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:07.415039Z","caller":"traceutil/trace.go:171","msg":"trace[628438853] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"150.809413ms","start":"2026-04-28T17:46:07.264185Z","end":"2026-04-28T17:46:07.414995Z","steps":["trace[628438853] 'process raft request' (duration: 137.376462ms)","trace[628438853] 'compare' (duration: 13.033021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:07.481806Z","caller":"traceutil/trace.go:171","msg":"trace[1303031936] linearizableReadLoop","detail":"{readStateIndex:13622; appliedIndex:13620; }","duration":"169.563643ms","start":"2026-04-28T17:46:07.312204Z","end":"2026-04-28T17:46:07.481768Z","steps":["trace[1303031936] 'read index received' (duration: 89.434588ms)","trace[1303031936] 'applied index is now lower than readState.Index' (duration: 80.127305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:07.481928Z","caller":"traceutil/trace.go:171","msg":"trace[1437361912] transaction","detail":"{read_only:false; response_revision:13125; number_of_response:1; }","duration":"216.423308ms","start":"2026-04-28T17:46:07.265474Z","end":"2026-04-28T17:46:07.481897Z","steps":["trace[1437361912] 'process raft request' (duration: 216.011758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.482023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.796049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:07.482061Z","caller":"traceutil/trace.go:171","msg":"trace[785304881] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13125; }","duration":"169.894611ms","start":"2026-04-28T17:46:07.312156Z","end":"2026-04-28T17:46:07.48205Z","steps":["trace[785304881] 'agreement among raft nodes before linearized reading' (duration: 169.796269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.824057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.700365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:46:07.824217Z","caller":"traceutil/trace.go:171","msg":"trace[1162892978] linearizableReadLoop","detail":"{readStateIndex:13623; appliedIndex:13622; }","duration":"337.844073ms","start":"2026-04-28T17:46:07.486355Z","end":"2026-04-28T17:46:07.8242Z","steps":["trace[1162892978] 'read index received' (duration: 104.859042ms)","trace[1162892978] 'applied index is now lower than readState.Index' (duration: 232.983411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:07.824314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.957166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:07.824287Z","caller":"traceutil/trace.go:171","msg":"trace[187791197] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"338.734577ms","start":"2026-04-28T17:46:07.485522Z","end":"2026-04-28T17:46:07.824256Z","steps":["trace[187791197] 'process raft request' (duration: 105.767326ms)","trace[187791197] 'compare' (duration: 232.609142ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:07.824336Z","caller":"traceutil/trace.go:171","msg":"trace[306516792] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13126; }","duration":"338.006818ms","start":"2026-04-28T17:46:07.486324Z","end":"2026-04-28T17:46:07.82433Z","steps":["trace[306516792] 'agreement among raft nodes before linearized reading' (duration: 337.960667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.824358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:07.486313Z","time spent":"338.040438ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T17:46:07.824397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:07.485494Z","time spent":"338.85762ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:46:07.824741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.257384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:46:07.824858Z","caller":"traceutil/trace.go:171","msg":"trace[1135388779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:13126; }","duration":"338.400368ms","start":"2026-04-28T17:46:07.486418Z","end":"2026-04-28T17:46:07.824819Z","steps":["trace[1135388779] 'agreement among raft nodes before linearized reading' (duration: 338.075179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:07.824908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:07.486409Z","time spent":"338.491591ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:46:08.23835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.106016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:46:08.23851Z","caller":"traceutil/trace.go:171","msg":"trace[1840255138] transaction","detail":"{read_only:false; response_revision:13127; number_of_response:1; }","duration":"395.042149ms","start":"2026-04-28T17:46:07.843434Z","end":"2026-04-28T17:46:08.238476Z","steps":["trace[1840255138] 'process raft request' (duration: 252.693617ms)","trace[1840255138] 'compare' (duration: 141.766317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:08.238665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:07.843409Z","time spent":"395.201523ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:08.460013Z","caller":"traceutil/trace.go:171","msg":"trace[1079404061] linearizableReadLoop","detail":"{readStateIndex:13626; appliedIndex:13623; }","duration":"393.064057ms","start":"2026-04-28T17:46:08.06692Z","end":"2026-04-28T17:46:08.459984Z","steps":["trace[1079404061] 'read index received' (duration: 29.225544ms)","trace[1079404061] 'applied index is now lower than readState.Index' (duration: 363.836903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:08.460066Z","caller":"traceutil/trace.go:171","msg":"trace[1065531610] transaction","detail":"{read_only:false; response_revision:13128; number_of_response:1; }","duration":"578.601728ms","start":"2026-04-28T17:46:07.881412Z","end":"2026-04-28T17:46:08.460014Z","steps":["trace[1065531610] 'process raft request' (duration: 547.196797ms)","trace[1065531610] 'compare' (duration: 30.877477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:08.460151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.239282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:08.460185Z","caller":"traceutil/trace.go:171","msg":"trace[207595186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13129; }","duration":"393.355975ms","start":"2026-04-28T17:46:08.066819Z","end":"2026-04-28T17:46:08.460175Z","steps":["trace[207595186] 'agreement among raft nodes before linearized reading' (duration: 393.276313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:08.460265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:07.881381Z","time spent":"578.777042ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:46:08.46045Z","caller":"traceutil/trace.go:171","msg":"trace[445553516] transaction","detail":"{read_only:false; response_revision:13129; number_of_response:1; }","duration":"428.997137ms","start":"2026-04-28T17:46:08.031438Z","end":"2026-04-28T17:46:08.460435Z","steps":["trace[445553516] 'process raft request' (duration: 428.479063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:08.460781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:08.066782Z","time spent":"393.974992ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:46:08.460578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:08.03141Z","time spent":"429.078959ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:46:08.889826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:46:08.890036Z","caller":"traceutil/trace.go:171","msg":"trace[875681607] transaction","detail":"{read_only:false; response_revision:13132; number_of_response:1; }","duration":"146.314035ms","start":"2026-04-28T17:46:08.743689Z","end":"2026-04-28T17:46:08.890003Z","steps":["trace[875681607] 'process raft request' (duration: 16.753897ms)","trace[875681607] 'compare' (duration: 129.038545ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:08.978423Z","caller":"traceutil/trace.go:171","msg":"trace[665121472] transaction","detail":"{read_only:false; response_revision:13133; number_of_response:1; }","duration":"234.551822ms","start":"2026-04-28T17:46:08.743849Z","end":"2026-04-28T17:46:08.978401Z","steps":["trace[665121472] 'process raft request' (duration: 234.403868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:08.97882Z","caller":"traceutil/trace.go:171","msg":"trace[1861387983] transaction","detail":"{read_only:false; response_revision:13134; number_of_response:1; }","duration":"233.32354ms","start":"2026-04-28T17:46:08.745487Z","end":"2026-04-28T17:46:08.978811Z","steps":["trace[1861387983] 'process raft request' (duration: 232.879699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:08.978792Z","caller":"traceutil/trace.go:171","msg":"trace[1588431009] linearizableReadLoop","detail":"{readStateIndex:13631; appliedIndex:13629; }","duration":"234.120091ms","start":"2026-04-28T17:46:08.744644Z","end":"2026-04-28T17:46:08.978764Z","steps":["trace[1588431009] 'read index received' (duration: 15.795223ms)","trace[1588431009] 'applied index is now lower than readState.Index' (duration: 218.323708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:08.978888Z","caller":"traceutil/trace.go:171","msg":"trace[379189271] transaction","detail":"{read_only:false; response_revision:13135; number_of_response:1; }","duration":"232.237621ms","start":"2026-04-28T17:46:08.746643Z","end":"2026-04-28T17:46:08.978881Z","steps":["trace[379189271] 'process raft request' (duration: 231.999785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:08.979039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.330677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:46:08.979038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.367829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:08.979065Z","caller":"traceutil/trace.go:171","msg":"trace[696444491] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13135; }","duration":"234.377859ms","start":"2026-04-28T17:46:08.744681Z","end":"2026-04-28T17:46:08.979058Z","steps":["trace[696444491] 'agreement among raft nodes before linearized reading' (duration: 234.305687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:08.979076Z","caller":"traceutil/trace.go:171","msg":"trace[695931684] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:13135; }","duration":"234.44352ms","start":"2026-04-28T17:46:08.744622Z","end":"2026-04-28T17:46:08.979066Z","steps":["trace[695931684] 'agreement among raft nodes before linearized reading' (duration: 234.277765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:08.97922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.444941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:46:08.979242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.765852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:08.979284Z","caller":"traceutil/trace.go:171","msg":"trace[1182498782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13135; }","duration":"234.550713ms","start":"2026-04-28T17:46:08.744718Z","end":"2026-04-28T17:46:08.979269Z","steps":["trace[1182498782] 'agreement among raft nodes before linearized reading' (duration: 234.453041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:08.979297Z","caller":"traceutil/trace.go:171","msg":"trace[1207812790] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:13135; }","duration":"233.812874ms","start":"2026-04-28T17:46:08.745459Z","end":"2026-04-28T17:46:08.979272Z","steps":["trace[1207812790] 'agreement among raft nodes before linearized reading' (duration: 233.761703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:08.979325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.529522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-28T17:46:08.979427Z","caller":"traceutil/trace.go:171","msg":"trace[943979175] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:13135; }","duration":"234.683147ms","start":"2026-04-28T17:46:08.744719Z","end":"2026-04-28T17:46:08.979402Z","steps":["trace[943979175] 'agreement among raft nodes before linearized reading' (duration: 234.42594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:08.979719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.565034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T17:46:08.979775Z","caller":"traceutil/trace.go:171","msg":"trace[1439307588] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13135; }","duration":"234.644755ms","start":"2026-04-28T17:46:08.745124Z","end":"2026-04-28T17:46:08.979769Z","steps":["trace[1439307588] 'agreement among raft nodes before linearized reading' (duration: 234.206974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:11.022865Z","caller":"traceutil/trace.go:171","msg":"trace[464399343] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"127.163854ms","start":"2026-04-28T17:46:10.895679Z","end":"2026-04-28T17:46:11.022843Z","steps":["trace[464399343] 'process raft request' (duration: 126.757214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:11.510317Z","caller":"traceutil/trace.go:171","msg":"trace[1681685765] linearizableReadLoop","detail":"{readStateIndex:13644; appliedIndex:13643; }","duration":"183.222309ms","start":"2026-04-28T17:46:11.327071Z","end":"2026-04-28T17:46:11.510294Z","steps":["trace[1681685765] 'read index received' (duration: 130.06382ms)","trace[1681685765] 'applied index is now lower than readState.Index' (duration: 53.157439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:11.510413Z","caller":"traceutil/trace.go:171","msg":"trace[2005182101] transaction","detail":"{read_only:false; response_revision:13146; number_of_response:1; }","duration":"231.452921ms","start":"2026-04-28T17:46:11.278941Z","end":"2026-04-28T17:46:11.510394Z","steps":["trace[2005182101] 'process raft request' (duration: 178.214209ms)","trace[2005182101] 'compare' (duration: 53.019056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:11.510491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.345724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:11.51053Z","caller":"traceutil/trace.go:171","msg":"trace[548897321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13146; }","duration":"126.435185ms","start":"2026-04-28T17:46:11.384082Z","end":"2026-04-28T17:46:11.510517Z","steps":["trace[548897321] 'agreement among raft nodes before linearized reading' (duration: 126.355513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:11.510687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.580819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:46:11.510857Z","caller":"traceutil/trace.go:171","msg":"trace[2137292536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13146; }","duration":"183.791154ms","start":"2026-04-28T17:46:11.32704Z","end":"2026-04-28T17:46:11.510831Z","steps":["trace[2137292536] 'agreement among raft nodes before linearized reading' (duration: 183.394194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:29.336821Z","caller":"traceutil/trace.go:171","msg":"trace[741921265] transaction","detail":"{read_only:false; response_revision:13288; number_of_response:1; }","duration":"100.009745ms","start":"2026-04-28T17:46:29.236784Z","end":"2026-04-28T17:46:29.336794Z","steps":["trace[741921265] 'process raft request' (duration: 82.473676ms)","trace[741921265] 'compare' (duration: 17.435986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:29.361728Z","caller":"traceutil/trace.go:171","msg":"trace[1251126127] transaction","detail":"{read_only:false; response_revision:13289; number_of_response:1; }","duration":"119.096013ms","start":"2026-04-28T17:46:29.242609Z","end":"2026-04-28T17:46:29.361705Z","steps":["trace[1251126127] 'process raft request' (duration: 118.95315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:30.52967Z","caller":"traceutil/trace.go:171","msg":"trace[1244388749] linearizableReadLoop","detail":"{readStateIndex:13800; appliedIndex:13799; }","duration":"103.916427ms","start":"2026-04-28T17:46:30.425713Z","end":"2026-04-28T17:46:30.52963Z","steps":["trace[1244388749] 'read index received' (duration: 91.499373ms)","trace[1244388749] 'applied index is now lower than readState.Index' (duration: 12.415184ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:30.529913Z","caller":"traceutil/trace.go:171","msg":"trace[1665038959] transaction","detail":"{read_only:false; response_revision:13297; number_of_response:1; }","duration":"159.991974ms","start":"2026-04-28T17:46:30.3699Z","end":"2026-04-28T17:46:30.529892Z","steps":["trace[1665038959] 'process raft request' (duration: 147.376804ms)","trace[1665038959] 'compare' (duration: 11.513321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:30.530009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.272176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T17:46:30.530519Z","caller":"traceutil/trace.go:171","msg":"trace[1245671427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13297; }","duration":"104.823271ms","start":"2026-04-28T17:46:30.425669Z","end":"2026-04-28T17:46:30.530492Z","steps":["trace[1245671427] 'agreement among raft nodes before linearized reading' (duration: 104.176183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:31.23942Z","caller":"traceutil/trace.go:171","msg":"trace[1842674927] transaction","detail":"{read_only:false; response_revision:13300; number_of_response:1; }","duration":"117.697867ms","start":"2026-04-28T17:46:31.121699Z","end":"2026-04-28T17:46:31.239396Z","steps":["trace[1842674927] 'process raft request' (duration: 117.549683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:34.144842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.737092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T17:46:34.14497Z","caller":"traceutil/trace.go:171","msg":"trace[1384416995] linearizableReadLoop","detail":"{readStateIndex:13819; appliedIndex:13818; }","duration":"107.84997ms","start":"2026-04-28T17:46:34.0371Z","end":"2026-04-28T17:46:34.144949Z","steps":["trace[1384416995] 'read index received' (duration: 52.211µs)","trace[1384416995] 'applied index is now lower than readState.Index' (duration: 107.796169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:34.145262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.141498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:46:34.14536Z","caller":"traceutil/trace.go:171","msg":"trace[1863034642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13315; }","duration":"108.288282ms","start":"2026-04-28T17:46:34.037052Z","end":"2026-04-28T17:46:34.14534Z","steps":["trace[1863034642] 'agreement among raft nodes before linearized reading' (duration: 107.991895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:34.349425Z","caller":"traceutil/trace.go:171","msg":"trace[1160250521] linearizableReadLoop","detail":"{readStateIndex:13820; appliedIndex:13819; }","duration":"198.579042ms","start":"2026-04-28T17:46:34.150806Z","end":"2026-04-28T17:46:34.349385Z","steps":["trace[1160250521] 'read index received' (duration: 198.316406ms)","trace[1160250521] 'applied index is now lower than readState.Index' (duration: 261.776µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:34.349513Z","caller":"traceutil/trace.go:171","msg":"trace[473445941] transaction","detail":"{read_only:false; response_revision:13316; number_of_response:1; }","duration":"199.549857ms","start":"2026-04-28T17:46:34.149935Z","end":"2026-04-28T17:46:34.349485Z","steps":["trace[473445941] 'process raft request' (duration: 199.28741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:34.350302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.484525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:459931"} {"level":"info","ts":"2026-04-28T17:46:34.350359Z","caller":"traceutil/trace.go:171","msg":"trace[1723888034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:13316; }","duration":"199.581218ms","start":"2026-04-28T17:46:34.150766Z","end":"2026-04-28T17:46:34.350347Z","steps":["trace[1723888034] 'agreement among raft nodes before linearized reading' (duration: 198.754967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:35.253371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.340502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:35.253459Z","caller":"traceutil/trace.go:171","msg":"trace[42637058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13317; }","duration":"173.478016ms","start":"2026-04-28T17:46:35.079962Z","end":"2026-04-28T17:46:35.25344Z","steps":["trace[42637058] 'range keys from in-memory index tree' (duration: 173.2331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:48.644347Z","caller":"traceutil/trace.go:171","msg":"trace[555862309] linearizableReadLoop","detail":"{readStateIndex:13894; appliedIndex:13893; }","duration":"154.200162ms","start":"2026-04-28T17:46:48.490117Z","end":"2026-04-28T17:46:48.644317Z","steps":["trace[555862309] 'read index received' (duration: 99.681096ms)","trace[555862309] 'applied index is now lower than readState.Index' (duration: 54.518026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:48.64448Z","caller":"traceutil/trace.go:171","msg":"trace[667292173] transaction","detail":"{read_only:false; response_revision:13388; number_of_response:1; }","duration":"190.964143ms","start":"2026-04-28T17:46:48.453505Z","end":"2026-04-28T17:46:48.644469Z","steps":["trace[667292173] 'process raft request' (duration: 136.295013ms)","trace[667292173] 'compare' (duration: 54.204148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:48.644848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.710675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:46:48.644875Z","caller":"traceutil/trace.go:171","msg":"trace[688265284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:13388; }","duration":"154.802797ms","start":"2026-04-28T17:46:48.490066Z","end":"2026-04-28T17:46:48.644868Z","steps":["trace[688265284] 'agreement among raft nodes before linearized reading' (duration: 154.653393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:49.817848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.716393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:46:49.817945Z","caller":"traceutil/trace.go:171","msg":"trace[1236351201] linearizableReadLoop","detail":"{readStateIndex:13905; appliedIndex:13904; }","duration":"207.506776ms","start":"2026-04-28T17:46:49.610423Z","end":"2026-04-28T17:46:49.817929Z","steps":["trace[1236351201] 'read index received' (duration: 41.585117ms)","trace[1236351201] 'applied index is now lower than readState.Index' (duration: 165.920739ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:49.818029Z","caller":"traceutil/trace.go:171","msg":"trace[361580178] transaction","detail":"{read_only:false; response_revision:13398; number_of_response:1; }","duration":"328.188291ms","start":"2026-04-28T17:46:49.489831Z","end":"2026-04-28T17:46:49.81802Z","steps":["trace[361580178] 'process raft request' (duration: 162.211021ms)","trace[361580178] 'compare' (duration: 165.60304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:46:49.818088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:46:49.489792Z","time spent":"328.264853ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:46:49.818292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.866915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:46:49.818294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.233607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:49.818329Z","caller":"traceutil/trace.go:171","msg":"trace[60951711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13398; }","duration":"207.933657ms","start":"2026-04-28T17:46:49.610385Z","end":"2026-04-28T17:46:49.818319Z","steps":["trace[60951711] 'agreement among raft nodes before linearized reading' (duration: 207.804983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:49.818456Z","caller":"traceutil/trace.go:171","msg":"trace[679718263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13398; }","duration":"153.328219ms","start":"2026-04-28T17:46:49.665006Z","end":"2026-04-28T17:46:49.818334Z","steps":["trace[679718263] 'agreement among raft nodes before linearized reading' (duration: 153.234267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:49.818498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.106617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:49.818699Z","caller":"traceutil/trace.go:171","msg":"trace[140372854] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:13398; }","duration":"152.380894ms","start":"2026-04-28T17:46:49.666291Z","end":"2026-04-28T17:46:49.818672Z","steps":["trace[140372854] 'agreement among raft nodes before linearized reading' (duration: 152.070886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:46:49.818669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.275435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:46:49.81883Z","caller":"traceutil/trace.go:171","msg":"trace[66805301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13398; }","duration":"151.613224ms","start":"2026-04-28T17:46:49.667203Z","end":"2026-04-28T17:46:49.818816Z","steps":["trace[66805301] 'agreement among raft nodes before linearized reading' (duration: 151.156382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:46:55.59873Z","caller":"traceutil/trace.go:171","msg":"trace[302419703] transaction","detail":"{read_only:false; response_revision:13452; number_of_response:1; }","duration":"129.898177ms","start":"2026-04-28T17:46:55.468787Z","end":"2026-04-28T17:46:55.598685Z","steps":["trace[302419703] 'process raft request' (duration: 102.20255ms)","trace[302419703] 'compare' (duration: 27.474132ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:46:55.606819Z","caller":"traceutil/trace.go:171","msg":"trace[2029963689] transaction","detail":"{read_only:false; response_revision:13453; number_of_response:1; }","duration":"107.517536ms","start":"2026-04-28T17:46:55.499282Z","end":"2026-04-28T17:46:55.606799Z","steps":["trace[2029963689] 'process raft request' (duration: 107.183517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:47:06.167172Z","caller":"traceutil/trace.go:171","msg":"trace[1009167319] transaction","detail":"{read_only:false; response_revision:13510; number_of_response:1; }","duration":"114.861364ms","start":"2026-04-28T17:47:06.052264Z","end":"2026-04-28T17:47:06.167125Z","steps":["trace[1009167319] 'process raft request' (duration: 114.438923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:47:13.137987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.438124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:47:13.138086Z","caller":"traceutil/trace.go:171","msg":"trace[1455378676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:13567; }","duration":"125.614289ms","start":"2026-04-28T17:47:13.012441Z","end":"2026-04-28T17:47:13.138055Z","steps":["trace[1455378676] 'range keys from in-memory index tree' (duration: 125.175878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:47:13.905512Z","caller":"traceutil/trace.go:171","msg":"trace[1213662010] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"108.84973ms","start":"2026-04-28T17:47:13.796634Z","end":"2026-04-28T17:47:13.905484Z","steps":["trace[1213662010] 'process raft request' (duration: 108.740878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:47:14.35071Z","caller":"traceutil/trace.go:171","msg":"trace[42170226] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"102.586571ms","start":"2026-04-28T17:47:14.24809Z","end":"2026-04-28T17:47:14.350677Z","steps":["trace[42170226] 'process raft request' (duration: 29.064743ms)","trace[42170226] 'compare' (duration: 73.105417ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:47:43.557094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11610} {"level":"info","ts":"2026-04-28T17:47:43.639197Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11610,"took":"78.751862ms","hash":309138078,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":26193920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T17:47:43.639284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":309138078,"revision":11610,"compact-revision":9293} {"level":"info","ts":"2026-04-28T17:51:59.996569Z","caller":"traceutil/trace.go:171","msg":"trace[243304175] transaction","detail":"{read_only:false; response_revision:15523; number_of_response:1; }","duration":"176.971957ms","start":"2026-04-28T17:51:59.819567Z","end":"2026-04-28T17:51:59.996539Z","steps":["trace[243304175] 'process raft request' (duration: 176.767452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:04.409177Z","caller":"traceutil/trace.go:171","msg":"trace[1892412109] linearizableReadLoop","detail":"{readStateIndex:16135; appliedIndex:16134; }","duration":"396.082934ms","start":"2026-04-28T17:52:04.013064Z","end":"2026-04-28T17:52:04.409147Z","steps":["trace[1892412109] 'read index received' (duration: 395.708144ms)","trace[1892412109] 'applied index is now lower than readState.Index' (duration: 373.71µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:52:04.409323Z","caller":"traceutil/trace.go:171","msg":"trace[233190719] transaction","detail":"{read_only:false; response_revision:15548; number_of_response:1; }","duration":"456.680254ms","start":"2026-04-28T17:52:03.952588Z","end":"2026-04-28T17:52:04.409269Z","steps":["trace[233190719] 'process raft request' (duration: 456.373766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:04.409519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.434252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:52:04.409577Z","caller":"traceutil/trace.go:171","msg":"trace[1673264597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15548; }","duration":"396.567076ms","start":"2026-04-28T17:52:04.012997Z","end":"2026-04-28T17:52:04.409564Z","steps":["trace[1673264597] 'agreement among raft nodes before linearized reading' (duration: 396.338041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:04.409584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:03.952557Z","time spent":"456.888889ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:04.409631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:04.012972Z","time spent":"396.647708ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:52:04.409694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.841831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T17:52:04.409757Z","caller":"traceutil/trace.go:171","msg":"trace[1528154832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15548; }","duration":"364.922162ms","start":"2026-04-28T17:52:04.044802Z","end":"2026-04-28T17:52:04.409724Z","steps":["trace[1528154832] 'agreement among raft nodes before linearized reading' (duration: 364.850741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:04.409564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.735067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:52:04.409801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:04.044779Z","time spent":"365.014856ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:04.409789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.120171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415445"} {"level":"info","ts":"2026-04-28T17:52:04.409844Z","caller":"traceutil/trace.go:171","msg":"trace[1175205610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15548; }","duration":"365.081957ms","start":"2026-04-28T17:52:04.044746Z","end":"2026-04-28T17:52:04.409828Z","steps":["trace[1175205610] 'agreement among raft nodes before linearized reading' (duration: 364.638805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:04.409868Z","caller":"traceutil/trace.go:171","msg":"trace[1856312547] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15548; }","duration":"205.276996ms","start":"2026-04-28T17:52:04.20457Z","end":"2026-04-28T17:52:04.409847Z","steps":["trace[1856312547] 'agreement among raft nodes before linearized reading' (duration: 204.959687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:04.409891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:04.044723Z","time spent":"365.156679ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:04.409936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.3035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:52:04.409638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.949789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:52:04.409967Z","caller":"traceutil/trace.go:171","msg":"trace[1293823649] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:15548; }","duration":"115.388593ms","start":"2026-04-28T17:52:04.294571Z","end":"2026-04-28T17:52:04.40996Z","steps":["trace[1293823649] 'agreement among raft nodes before linearized reading' (duration: 115.341472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:04.409998Z","caller":"traceutil/trace.go:171","msg":"trace[84598512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15548; }","duration":"344.301339ms","start":"2026-04-28T17:52:04.065683Z","end":"2026-04-28T17:52:04.409985Z","steps":["trace[84598512] 'agreement among raft nodes before linearized reading' (duration: 343.931209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:04.41003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:04.065611Z","time spent":"344.411432ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:52:25.518776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790879088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:52:25.84141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.764576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:52:25.841657Z","caller":"traceutil/trace.go:171","msg":"trace[1430800428] transaction","detail":"{read_only:false; response_revision:15658; number_of_response:1; }","duration":"905.890517ms","start":"2026-04-28T17:52:24.935741Z","end":"2026-04-28T17:52:25.841632Z","steps":["trace[1430800428] 'process raft request' (duration: 711.969911ms)","trace[1430800428] 'compare' (duration: 188.610101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:52:25.841718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:24.935708Z","time spent":"905.97563ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:26.751181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10357618s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:52:26.760132Z","caller":"traceutil/trace.go:171","msg":"trace[1967618535] transaction","detail":"{read_only:false; response_revision:15659; number_of_response:1; }","duration":"1.795744687s","start":"2026-04-28T17:52:24.964339Z","end":"2026-04-28T17:52:26.760084Z","steps":["trace[1967618535] 'process raft request' (duration: 1.787125489s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:26.760195Z","caller":"traceutil/trace.go:171","msg":"trace[405275858] linearizableReadLoop","detail":"{readStateIndex:16253; appliedIndex:16248; }","duration":"1.742253728s","start":"2026-04-28T17:52:25.017907Z","end":"2026-04-28T17:52:26.760161Z","steps":["trace[405275858] 'read index received' (duration: 629.69437ms)","trace[405275858] 'applied index is now lower than readState.Index' (duration: 1.112557008s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:52:26.760341Z","caller":"traceutil/trace.go:171","msg":"trace[1553660031] transaction","detail":"{read_only:false; response_revision:15662; number_of_response:1; }","duration":"1.536219513s","start":"2026-04-28T17:52:25.2241Z","end":"2026-04-28T17:52:26.76032Z","steps":["trace[1553660031] 'process raft request' (duration: 1.535988458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.760396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:24.964307Z","time spent":"1.795949183s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:26.760374Z","caller":"traceutil/trace.go:171","msg":"trace[1280311565] transaction","detail":"{read_only:false; response_revision:15661; number_of_response:1; }","duration":"1.542993266s","start":"2026-04-28T17:52:25.21731Z","end":"2026-04-28T17:52:26.760303Z","steps":["trace[1280311565] 'process raft request' (duration: 1.542687718s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:26.760404Z","caller":"traceutil/trace.go:171","msg":"trace[934396935] transaction","detail":"{read_only:false; response_revision:15660; number_of_response:1; }","duration":"1.77299558s","start":"2026-04-28T17:52:24.987354Z","end":"2026-04-28T17:52:26.76035Z","steps":["trace[934396935] 'process raft request' (duration: 1.772412986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.760466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742520226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:52:26.760541Z","caller":"traceutil/trace.go:171","msg":"trace[749082764] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:15662; }","duration":"1.742683859s","start":"2026-04-28T17:52:25.017835Z","end":"2026-04-28T17:52:26.760518Z","steps":["trace[749082764] 'agreement among raft nodes before linearized reading' (duration: 1.742492245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.760436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:25.224086Z","time spent":"1.536287355s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:26.760588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:25.017807Z","time spent":"1.742765582s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:52:26.760606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:24.987311Z","time spent":"1.773195935s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:26.760654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:25.217279Z","time spent":"1.543215312s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:26.7632Z","caller":"traceutil/trace.go:171","msg":"trace[759062754] transaction","detail":"{read_only:false; response_revision:15663; number_of_response:1; }","duration":"297.729444ms","start":"2026-04-28T17:52:26.465226Z","end":"2026-04-28T17:52:26.762955Z","steps":["trace[759062754] 'process raft request' (duration: 297.55724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.763508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.985375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:52:26.763526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.23308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:52:26.763493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695435539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:52:26.763576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502334652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:52:26.763584Z","caller":"traceutil/trace.go:171","msg":"trace[17376858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15663; }","duration":"206.340514ms","start":"2026-04-28T17:52:26.557226Z","end":"2026-04-28T17:52:26.763567Z","steps":["trace[17376858] 'agreement among raft nodes before linearized reading' (duration: 206.130008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:26.763634Z","caller":"traceutil/trace.go:171","msg":"trace[1309391603] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:15663; }","duration":"1.502441745s","start":"2026-04-28T17:52:25.261166Z","end":"2026-04-28T17:52:26.763608Z","steps":["trace[1309391603] 'agreement among raft nodes before linearized reading' (duration: 1.502365453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.763644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.568931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:52:26.763677Z","caller":"traceutil/trace.go:171","msg":"trace[38161470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15663; }","duration":"408.646483ms","start":"2026-04-28T17:52:26.355025Z","end":"2026-04-28T17:52:26.763671Z","steps":["trace[38161470] 'agreement among raft nodes before linearized reading' (duration: 408.590762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.763689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:25.261138Z","time spent":"1.502537677s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:52:26.763698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:26.354999Z","time spent":"408.694465ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:52:26.763543Z","caller":"traceutil/trace.go:171","msg":"trace[442814428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:15663; }","duration":"759.065927ms","start":"2026-04-28T17:52:26.004468Z","end":"2026-04-28T17:52:26.763534Z","steps":["trace[442814428] 'agreement among raft nodes before linearized reading' (duration: 758.934034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.763718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.977857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:52:26.763787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:26.004439Z","time spent":"759.324984ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:52:26.763586Z","caller":"traceutil/trace.go:171","msg":"trace[1588892650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15663; }","duration":"1.695671845s","start":"2026-04-28T17:52:25.067902Z","end":"2026-04-28T17:52:26.763574Z","steps":["trace[1588892650] 'agreement among raft nodes before linearized reading' (duration: 1.69546038s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:26.763833Z","caller":"traceutil/trace.go:171","msg":"trace[1897973317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15663; }","duration":"203.238844ms","start":"2026-04-28T17:52:26.560573Z","end":"2026-04-28T17:52:26.763812Z","steps":["trace[1897973317] 'agreement among raft nodes before linearized reading' (duration: 202.819893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.763856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:25.067878Z","time spent":"1.695960032s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:52:26.763945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674975839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T17:52:26.763984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.464139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:52:26.764017Z","caller":"traceutil/trace.go:171","msg":"trace[1552248673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15663; }","duration":"203.550022ms","start":"2026-04-28T17:52:26.560458Z","end":"2026-04-28T17:52:26.764008Z","steps":["trace[1552248673] 'agreement among raft nodes before linearized reading' (duration: 203.46412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:26.764029Z","caller":"traceutil/trace.go:171","msg":"trace[1067860676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15663; }","duration":"1.675123963s","start":"2026-04-28T17:52:25.088883Z","end":"2026-04-28T17:52:26.764007Z","steps":["trace[1067860676] 'agreement among raft nodes before linearized reading' (duration: 1.674844806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:26.764079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:25.088851Z","time spent":"1.675218515s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T17:52:34.914434Z","caller":"traceutil/trace.go:171","msg":"trace[1473901827] transaction","detail":"{read_only:false; response_revision:15700; number_of_response:1; }","duration":"121.260982ms","start":"2026-04-28T17:52:34.793149Z","end":"2026-04-28T17:52:34.91441Z","steps":["trace[1473901827] 'process raft request' (duration: 121.070557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:35.2077Z","caller":"traceutil/trace.go:171","msg":"trace[1717204271] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"412.570663ms","start":"2026-04-28T17:52:34.795098Z","end":"2026-04-28T17:52:35.207669Z","steps":["trace[1717204271] 'process raft request' (duration: 410.632854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.207904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.795074Z","time spent":"412.719547ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:35.207913Z","caller":"traceutil/trace.go:171","msg":"trace[1084848390] linearizableReadLoop","detail":"{readStateIndex:16295; appliedIndex:16292; }","duration":"394.602815ms","start":"2026-04-28T17:52:34.813288Z","end":"2026-04-28T17:52:35.207891Z","steps":["trace[1084848390] 'read index received' (duration: 101.017016ms)","trace[1084848390] 'applied index is now lower than readState.Index' (duration: 293.583939ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:52:35.208101Z","caller":"traceutil/trace.go:171","msg":"trace[1889089107] transaction","detail":"{read_only:false; response_revision:15702; number_of_response:1; }","duration":"412.972493ms","start":"2026-04-28T17:52:34.795114Z","end":"2026-04-28T17:52:35.208086Z","steps":["trace[1889089107] 'process raft request' (duration: 412.476491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.208166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.795075Z","time spent":"413.054125ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:35.208398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.143363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T17:52:35.208446Z","caller":"traceutil/trace.go:171","msg":"trace[2041635940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15702; }","duration":"392.208406ms","start":"2026-04-28T17:52:34.816227Z","end":"2026-04-28T17:52:35.208435Z","steps":["trace[2041635940] 'agreement among raft nodes before linearized reading' (duration: 392.067252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.20848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.81622Z","time spent":"392.251807ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:52:35.208519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.252753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:52:35.20857Z","caller":"traceutil/trace.go:171","msg":"trace[676043527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15702; }","duration":"395.327055ms","start":"2026-04-28T17:52:34.813225Z","end":"2026-04-28T17:52:35.208552Z","steps":["trace[676043527] 'agreement among raft nodes before linearized reading' (duration: 395.191381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.208603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.813207Z","time spent":"395.388676ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:35.208586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.265308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T17:52:35.208613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.018647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:52:35.208649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.375729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:52:35.20874Z","caller":"traceutil/trace.go:171","msg":"trace[562334217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15702; }","duration":"140.178982ms","start":"2026-04-28T17:52:35.068528Z","end":"2026-04-28T17:52:35.208707Z","steps":["trace[562334217] 'agreement among raft nodes before linearized reading' (duration: 139.938936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:35.208747Z","caller":"traceutil/trace.go:171","msg":"trace[261844143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:15702; }","duration":"351.563684ms","start":"2026-04-28T17:52:34.85716Z","end":"2026-04-28T17:52:35.208724Z","steps":["trace[261844143] 'agreement among raft nodes before linearized reading' (duration: 351.210115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.20881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.857131Z","time spent":"351.669416ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:52:35.20867Z","caller":"traceutil/trace.go:171","msg":"trace[1446414718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15702; }","duration":"370.410722ms","start":"2026-04-28T17:52:34.838239Z","end":"2026-04-28T17:52:35.208649Z","steps":["trace[1446414718] 'agreement among raft nodes before linearized reading' (duration: 370.142275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.208955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.838219Z","time spent":"370.70932ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:52:35.209246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.158694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:52:35.2093Z","caller":"traceutil/trace.go:171","msg":"trace[654911518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15702; }","duration":"392.221116ms","start":"2026-04-28T17:52:34.817065Z","end":"2026-04-28T17:52:35.209286Z","steps":["trace[654911518] 'agreement among raft nodes before linearized reading' (duration: 392.023161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.20933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.81706Z","time spent":"392.261677ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:35.20983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.179709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:52:35.209888Z","caller":"traceutil/trace.go:171","msg":"trace[1529743085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15702; }","duration":"393.247862ms","start":"2026-04-28T17:52:34.816625Z","end":"2026-04-28T17:52:35.209873Z","steps":["trace[1529743085] 'agreement among raft nodes before linearized reading' (duration: 391.758944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.209925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:34.81662Z","time spent":"393.290873ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:35.853144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.823961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:52:35.853476Z","caller":"traceutil/trace.go:171","msg":"trace[1984040318] transaction","detail":"{read_only:false; response_revision:15706; number_of_response:1; }","duration":"637.048438ms","start":"2026-04-28T17:52:35.216402Z","end":"2026-04-28T17:52:35.853451Z","steps":["trace[1984040318] 'process raft request' (duration: 367.770425ms)","trace[1984040318] 'compare' (duration: 268.35746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:52:35.853579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:35.216374Z","time spent":"637.168351ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:35.853647Z","caller":"traceutil/trace.go:171","msg":"trace[1294400162] linearizableReadLoop","detail":"{readStateIndex:16300; appliedIndex:16298; }","duration":"564.486204ms","start":"2026-04-28T17:52:35.289127Z","end":"2026-04-28T17:52:35.853613Z","steps":["trace[1294400162] 'read index received' (duration: 284.12ms)","trace[1294400162] 'applied index is now lower than readState.Index' (duration: 280.364544ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:52:35.85382Z","caller":"traceutil/trace.go:171","msg":"trace[1555655065] transaction","detail":"{read_only:false; response_revision:15707; number_of_response:1; }","duration":"634.883643ms","start":"2026-04-28T17:52:35.218927Z","end":"2026-04-28T17:52:35.85381Z","steps":["trace[1555655065] 'process raft request' (duration: 634.418651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.853951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:35.218888Z","time spent":"634.960335ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:35.853981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.845023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:52:35.85403Z","caller":"traceutil/trace.go:171","msg":"trace[1632458947] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15707; }","duration":"564.941245ms","start":"2026-04-28T17:52:35.289072Z","end":"2026-04-28T17:52:35.854013Z","steps":["trace[1632458947] 'agreement among raft nodes before linearized reading' (duration: 564.835972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:35.854075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:35.289044Z","time spent":"565.021077ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:52:43.56959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13747} {"level":"info","ts":"2026-04-28T17:52:43.650245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13747,"took":"76.75894ms","hash":286838025,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":27779072,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-28T17:52:43.65034Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":286838025,"revision":13747,"compact-revision":11610} {"level":"warn","ts":"2026-04-28T17:52:44.721955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.680954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-mzspf\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-04-28T17:52:44.722077Z","caller":"traceutil/trace.go:171","msg":"trace[352859854] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-mzspf; range_end:; response_count:1; response_revision:15766; }","duration":"382.865359ms","start":"2026-04-28T17:52:44.339186Z","end":"2026-04-28T17:52:44.722052Z","steps":["trace[352859854] 'range keys from in-memory index tree' (duration: 382.476739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:44.722125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:44.339167Z","time spent":"382.9469ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11648,"request content":"key:\"/registry/pods/openstack/openvswitch-mzspf\" "} {"level":"warn","ts":"2026-04-28T17:52:44.722137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.198251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:52:44.722305Z","caller":"traceutil/trace.go:171","msg":"trace[1188337375] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15766; }","duration":"565.430927ms","start":"2026-04-28T17:52:44.156838Z","end":"2026-04-28T17:52:44.722269Z","steps":["trace[1188337375] 'count revisions from in-memory index tree' (duration: 565.110079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:44.722407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:44.156812Z","time spent":"565.57267ms","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:52:45.569875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790879383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:52:46.070358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790879383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:52:46.574582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790879383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:52:47.069462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:52:47.069594Z","caller":"traceutil/trace.go:171","msg":"trace[1356741049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194022s","start":"2026-04-28T17:52:45.069377Z","end":"2026-04-28T17:52:47.069571Z","steps":["trace[1356741049] 'agreement among raft nodes before linearized reading' (duration: 2.000001788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:47.069649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.069351Z","time spent":"2.000283785s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:52:47.075169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790879383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:52:47.595492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790879383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:52:48.01274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.279940979s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T17:52:48.013205Z","caller":"traceutil/trace.go:171","msg":"trace[1842738261] transaction","detail":"{read_only:false; response_revision:15767; number_of_response:1; }","duration":"3.280581046s","start":"2026-04-28T17:52:44.7326Z","end":"2026-04-28T17:52:48.013181Z","steps":["trace[1842738261] 'process raft request' (duration: 3.2803396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.013349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:44.732562Z","time spent":"3.28071655s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:48.017589Z","caller":"traceutil/trace.go:171","msg":"trace[397211287] linearizableReadLoop","detail":"{readStateIndex:16373; appliedIndex:16365; }","duration":"2.948112517s","start":"2026-04-28T17:52:45.069449Z","end":"2026-04-28T17:52:48.017561Z","steps":["trace[397211287] 'read index received' (duration: 2.943539311s)","trace[397211287] 'applied index is now lower than readState.Index' (duration: 4.571726ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:52:48.017799Z","caller":"traceutil/trace.go:171","msg":"trace[1566700282] transaction","detail":"{read_only:false; response_revision:15772; number_of_response:1; }","duration":"1.38537358s","start":"2026-04-28T17:52:46.632382Z","end":"2026-04-28T17:52:48.017755Z","steps":["trace[1566700282] 'process raft request' (duration: 1.38497611s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.017848Z","caller":"traceutil/trace.go:171","msg":"trace[760269865] transaction","detail":"{read_only:false; response_revision:15769; number_of_response:1; }","duration":"2.751963024s","start":"2026-04-28T17:52:45.265831Z","end":"2026-04-28T17:52:48.017794Z","steps":["trace[760269865] 'process raft request' (duration: 2.751319758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.018015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:46.632357Z","time spent":"1.385543034s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:48.018084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703821261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T17:52:48.017891Z","caller":"traceutil/trace.go:171","msg":"trace[1941939862] transaction","detail":"{read_only:false; response_revision:15773; number_of_response:1; }","duration":"1.078752879s","start":"2026-04-28T17:52:46.939122Z","end":"2026-04-28T17:52:48.017875Z","steps":["trace[1941939862] 'process raft request' (duration: 1.078298568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.018142Z","caller":"traceutil/trace.go:171","msg":"trace[831649685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15774; }","duration":"2.703934783s","start":"2026-04-28T17:52:45.31419Z","end":"2026-04-28T17:52:48.018124Z","steps":["trace[831649685] 'agreement among raft nodes before linearized reading' (duration: 2.703729378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.01817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:46.939084Z","time spent":"1.079050547s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:48.018182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.314166Z","time spent":"2.704005506s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:52:48.018253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.916329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:52:48.018255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932962864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:52:48.018292Z","caller":"traceutil/trace.go:171","msg":"trace[140757223] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15774; }","duration":"554.984041ms","start":"2026-04-28T17:52:47.463296Z","end":"2026-04-28T17:52:48.01828Z","steps":["trace[140757223] 'agreement among raft nodes before linearized reading' (duration: 554.905989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.018316Z","caller":"traceutil/trace.go:171","msg":"trace[1222239711] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:15774; }","duration":"1.933074197s","start":"2026-04-28T17:52:46.085229Z","end":"2026-04-28T17:52:48.018303Z","steps":["trace[1222239711] 'agreement among raft nodes before linearized reading' (duration: 1.932868772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.018326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:47.463278Z","time spent":"555.040212ms","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:52:48.01835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:46.085212Z","time spent":"1.933131199s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":99,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:52:48.018332Z","caller":"traceutil/trace.go:171","msg":"trace[1249317897] transaction","detail":"{read_only:false; response_revision:15770; number_of_response:1; }","duration":"2.751682307s","start":"2026-04-28T17:52:45.266616Z","end":"2026-04-28T17:52:48.018298Z","steps":["trace[1249317897] 'process raft request' (duration: 2.75059289s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.018365Z","caller":"traceutil/trace.go:171","msg":"trace[547024585] transaction","detail":"{read_only:false; response_revision:15768; number_of_response:1; }","duration":"3.067274086s","start":"2026-04-28T17:52:44.951074Z","end":"2026-04-28T17:52:48.018348Z","steps":["trace[547024585] 'process raft request' (duration: 3.065880271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.018435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11700217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T17:52:48.018454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:44.951045Z","time spent":"3.067363819s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:48.018463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.266577Z","time spent":"2.75181203s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:48.018505Z","caller":"traceutil/trace.go:171","msg":"trace[313158998] transaction","detail":"{read_only:false; response_revision:15774; number_of_response:1; }","duration":"523.787509ms","start":"2026-04-28T17:52:47.494706Z","end":"2026-04-28T17:52:48.018493Z","steps":["trace[313158998] 'process raft request' (duration: 522.784454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.018605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:47.494684Z","time spent":"523.846541ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:52:48.018359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115311147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:52:48.018655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.273734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:52:48.018715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684978802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:52:48.018735Z","caller":"traceutil/trace.go:171","msg":"trace[1309206556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15774; }","duration":"948.387977ms","start":"2026-04-28T17:52:47.07033Z","end":"2026-04-28T17:52:48.018718Z","steps":["trace[1309206556] 'agreement among raft nodes before linearized reading' (duration: 948.261204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.01875Z","caller":"traceutil/trace.go:171","msg":"trace[1286289544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:15774; }","duration":"2.685062114s","start":"2026-04-28T17:52:45.333677Z","end":"2026-04-28T17:52:48.018739Z","steps":["trace[1286289544] 'agreement among raft nodes before linearized reading' (duration: 2.684953101s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.018722Z","caller":"traceutil/trace.go:171","msg":"trace[1273030111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15774; }","duration":"2.115681387s","start":"2026-04-28T17:52:45.903011Z","end":"2026-04-28T17:52:48.018692Z","steps":["trace[1273030111] 'agreement among raft nodes before linearized reading' (duration: 2.115268346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.018786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:47.070306Z","time spent":"948.464679ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:52:48.018779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.333655Z","time spent":"2.685116795s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:52:48.018901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.90299Z","time spent":"2.115901304s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:48.018904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.205671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:52:48.018939Z","caller":"traceutil/trace.go:171","msg":"trace[948322919] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15774; }","duration":"417.277123ms","start":"2026-04-28T17:52:47.60165Z","end":"2026-04-28T17:52:48.018927Z","steps":["trace[948322919] 'agreement among raft nodes before linearized reading' (duration: 417.20813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.018967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:47.601629Z","time spent":"417.329253ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:52:48.018964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.443976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:52:48.018475Z","caller":"traceutil/trace.go:171","msg":"trace[170047763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15774; }","duration":"2.117068662s","start":"2026-04-28T17:52:45.901391Z","end":"2026-04-28T17:52:48.01846Z","steps":["trace[170047763] 'agreement among raft nodes before linearized reading' (duration: 2.11698701s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.019024Z","caller":"traceutil/trace.go:171","msg":"trace[900830941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15774; }","duration":"783.532799ms","start":"2026-04-28T17:52:47.235474Z","end":"2026-04-28T17:52:48.019007Z","steps":["trace[900830941] 'agreement among raft nodes before linearized reading' (duration: 783.311342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.019032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.901368Z","time spent":"2.117657047s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:48.01906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:47.235453Z","time spent":"783.599461ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:52:48.019085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669753396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:52:48.01909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702853506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T17:52:48.019118Z","caller":"traceutil/trace.go:171","msg":"trace[1825346245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15774; }","duration":"1.669831528s","start":"2026-04-28T17:52:46.349278Z","end":"2026-04-28T17:52:48.019109Z","steps":["trace[1825346245] 'agreement among raft nodes before linearized reading' (duration: 1.669765716s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:48.019128Z","caller":"traceutil/trace.go:171","msg":"trace[1511638294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15774; }","duration":"2.702907058s","start":"2026-04-28T17:52:45.31621Z","end":"2026-04-28T17:52:48.019117Z","steps":["trace[1511638294] 'agreement among raft nodes before linearized reading' (duration: 2.702801776s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.019139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:46.349251Z","time spent":"1.66988412s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:52:48.019161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.316203Z","time spent":"2.702948189s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T17:52:48.018267Z","caller":"traceutil/trace.go:171","msg":"trace[1926209165] transaction","detail":"{read_only:false; response_revision:15771; number_of_response:1; }","duration":"2.092777425s","start":"2026-04-28T17:52:45.925474Z","end":"2026-04-28T17:52:48.018252Z","steps":["trace[1926209165] 'process raft request' (duration: 2.09178513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.019298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704419947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T17:52:48.019312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.925462Z","time spent":"2.093801782s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:48.019328Z","caller":"traceutil/trace.go:171","msg":"trace[212915750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15774; }","duration":"2.704478238s","start":"2026-04-28T17:52:45.31484Z","end":"2026-04-28T17:52:48.019319Z","steps":["trace[212915750] 'agreement among raft nodes before linearized reading' (duration: 2.704397406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.019355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.314821Z","time spent":"2.704526739s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:52:48.018605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553431259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-28T17:52:48.018084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.265796Z","time spent":"2.752159289s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:48.019442Z","caller":"traceutil/trace.go:171","msg":"trace[885627623] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15774; }","duration":"2.554302872s","start":"2026-04-28T17:52:45.465128Z","end":"2026-04-28T17:52:48.019431Z","steps":["trace[885627623] 'agreement among raft nodes before linearized reading' (duration: 2.553366678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:48.019486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:45.465106Z","time spent":"2.554355303s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-28T17:52:50.17526Z","caller":"traceutil/trace.go:171","msg":"trace[1971881958] transaction","detail":"{read_only:false; response_revision:15786; number_of_response:1; }","duration":"643.997723ms","start":"2026-04-28T17:52:49.531231Z","end":"2026-04-28T17:52:50.175229Z","steps":["trace[1971881958] 'process raft request' (duration: 643.818739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.175422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:49.531194Z","time spent":"644.156407ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:52:50.180374Z","caller":"traceutil/trace.go:171","msg":"trace[1801885373] transaction","detail":"{read_only:false; response_revision:15787; number_of_response:1; }","duration":"636.41449ms","start":"2026-04-28T17:52:49.543917Z","end":"2026-04-28T17:52:50.180331Z","steps":["trace[1801885373] 'process raft request' (duration: 636.01394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.180653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:52:49.543888Z","time spent":"636.587395ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12187,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:52:50.181016Z","caller":"traceutil/trace.go:171","msg":"trace[1918730956] transaction","detail":"{read_only:false; response_revision:15788; number_of_response:1; }","duration":"155.974182ms","start":"2026-04-28T17:52:50.025013Z","end":"2026-04-28T17:52:50.180987Z","steps":["trace[1918730956] 'process raft request' (duration: 155.849779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:50.181382Z","caller":"traceutil/trace.go:171","msg":"trace[1492776480] transaction","detail":"{read_only:false; response_revision:15789; number_of_response:1; }","duration":"156.192038ms","start":"2026-04-28T17:52:50.025177Z","end":"2026-04-28T17:52:50.181369Z","steps":["trace[1492776480] 'process raft request' (duration: 155.766647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:50.181651Z","caller":"traceutil/trace.go:171","msg":"trace[2001238029] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"154.817864ms","start":"2026-04-28T17:52:50.026806Z","end":"2026-04-28T17:52:50.181624Z","steps":["trace[2001238029] 'process raft request' (duration: 154.445784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.183381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.534667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:52:50.183476Z","caller":"traceutil/trace.go:171","msg":"trace[710450223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15791; }","duration":"143.690721ms","start":"2026-04-28T17:52:50.03977Z","end":"2026-04-28T17:52:50.183461Z","steps":["trace[710450223] 'agreement among raft nodes before linearized reading' (duration: 143.431734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:50.183173Z","caller":"traceutil/trace.go:171","msg":"trace[1808512377] linearizableReadLoop","detail":"{readStateIndex:16391; appliedIndex:16386; }","duration":"143.177498ms","start":"2026-04-28T17:52:50.039816Z","end":"2026-04-28T17:52:50.182994Z","steps":["trace[1808512377] 'read index received' (duration: 135.514953ms)","trace[1808512377] 'applied index is now lower than readState.Index' (duration: 7.661135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:52:50.183845Z","caller":"traceutil/trace.go:171","msg":"trace[427885998] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"155.713887ms","start":"2026-04-28T17:52:50.027328Z","end":"2026-04-28T17:52:50.183042Z","steps":["trace[427885998] 'process raft request' (duration: 154.23699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.184414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.548064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:52:50.184495Z","caller":"traceutil/trace.go:171","msg":"trace[2050132091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15791; }","duration":"144.700477ms","start":"2026-04-28T17:52:50.039779Z","end":"2026-04-28T17:52:50.18448Z","steps":["trace[2050132091] 'agreement among raft nodes before linearized reading' (duration: 144.434339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.184496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.774424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:52:50.184614Z","caller":"traceutil/trace.go:171","msg":"trace[32022522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15791; }","duration":"144.01687ms","start":"2026-04-28T17:52:50.040568Z","end":"2026-04-28T17:52:50.184585Z","steps":["trace[32022522] 'agreement among raft nodes before linearized reading' (duration: 143.726631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.184699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.062881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T17:52:50.184805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.319262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:52:50.184855Z","caller":"traceutil/trace.go:171","msg":"trace[1318270834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:15791; }","duration":"130.417114ms","start":"2026-04-28T17:52:50.054425Z","end":"2026-04-28T17:52:50.184842Z","steps":["trace[1318270834] 'agreement among raft nodes before linearized reading' (duration: 130.25577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:52:50.184904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.628605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:52:50.185008Z","caller":"traceutil/trace.go:171","msg":"trace[99545093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15791; }","duration":"144.772379ms","start":"2026-04-28T17:52:50.040215Z","end":"2026-04-28T17:52:50.184988Z","steps":["trace[99545093] 'agreement among raft nodes before linearized reading' (duration: 144.509192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:52:50.184758Z","caller":"traceutil/trace.go:171","msg":"trace[1020740978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15791; }","duration":"144.187835ms","start":"2026-04-28T17:52:50.040555Z","end":"2026-04-28T17:52:50.184743Z","steps":["trace[1020740978] 'agreement among raft nodes before linearized reading' (duration: 143.971529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:04.21113Z","caller":"traceutil/trace.go:171","msg":"trace[1866196061] linearizableReadLoop","detail":"{readStateIndex:16538; appliedIndex:16537; }","duration":"141.543527ms","start":"2026-04-28T17:53:04.069537Z","end":"2026-04-28T17:53:04.21108Z","steps":["trace[1866196061] 'read index received' (duration: 99.907929ms)","trace[1866196061] 'applied index is now lower than readState.Index' (duration: 41.634078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:04.21124Z","caller":"traceutil/trace.go:171","msg":"trace[1696577834] transaction","detail":"{read_only:false; response_revision:15929; number_of_response:1; }","duration":"209.877222ms","start":"2026-04-28T17:53:04.001312Z","end":"2026-04-28T17:53:04.211189Z","steps":["trace[1696577834] 'process raft request' (duration: 168.253694ms)","trace[1696577834] 'compare' (duration: 41.145535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:04.211335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.975848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:04.211374Z","caller":"traceutil/trace.go:171","msg":"trace[1975019060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15929; }","duration":"142.07645ms","start":"2026-04-28T17:53:04.06929Z","end":"2026-04-28T17:53:04.211366Z","steps":["trace[1975019060] 'agreement among raft nodes before linearized reading' (duration: 141.975308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:04.642208Z","caller":"traceutil/trace.go:171","msg":"trace[1377220852] transaction","detail":"{read_only:false; response_revision:15940; number_of_response:1; }","duration":"196.821191ms","start":"2026-04-28T17:53:04.445351Z","end":"2026-04-28T17:53:04.642172Z","steps":["trace[1377220852] 'process raft request' (duration: 196.604866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:04.827823Z","caller":"traceutil/trace.go:171","msg":"trace[680401634] transaction","detail":"{read_only:false; response_revision:15941; number_of_response:1; }","duration":"179.267595ms","start":"2026-04-28T17:53:04.648519Z","end":"2026-04-28T17:53:04.827786Z","steps":["trace[680401634] 'process raft request' (duration: 178.868335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:05.079864Z","caller":"traceutil/trace.go:171","msg":"trace[345035151] transaction","detail":"{read_only:false; response_revision:15942; number_of_response:1; }","duration":"431.182486ms","start":"2026-04-28T17:53:04.648652Z","end":"2026-04-28T17:53:05.079835Z","steps":["trace[345035151] 'process raft request' (duration: 336.339776ms)","trace[345035151] 'compare' (duration: 94.685666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:05.080005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:04.648627Z","time spent":"431.312069ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":502,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:53:08.108379Z","caller":"traceutil/trace.go:171","msg":"trace[382306579] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"134.21452ms","start":"2026-04-28T17:53:07.974105Z","end":"2026-04-28T17:53:08.10832Z","steps":["trace[382306579] 'process raft request' (duration: 132.25751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.234922Z","caller":"traceutil/trace.go:171","msg":"trace[584070379] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"121.064756ms","start":"2026-04-28T17:53:08.113825Z","end":"2026-04-28T17:53:08.23489Z","steps":["trace[584070379] 'process raft request' (duration: 116.334386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.263306Z","caller":"traceutil/trace.go:171","msg":"trace[366216318] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"116.303384ms","start":"2026-04-28T17:53:08.146966Z","end":"2026-04-28T17:53:08.263269Z","steps":["trace[366216318] 'process raft request' (duration: 115.974976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.263346Z","caller":"traceutil/trace.go:171","msg":"trace[1808515143] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"116.108989ms","start":"2026-04-28T17:53:08.147163Z","end":"2026-04-28T17:53:08.263272Z","steps":["trace[1808515143] 'process raft request' (duration: 115.910104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.391249Z","caller":"traceutil/trace.go:171","msg":"trace[1781925515] linearizableReadLoop","detail":"{readStateIndex:16597; appliedIndex:16596; }","duration":"116.165822ms","start":"2026-04-28T17:53:08.275049Z","end":"2026-04-28T17:53:08.391214Z","steps":["trace[1781925515] 'read index received' (duration: 107.199605ms)","trace[1781925515] 'applied index is now lower than readState.Index' (duration: 8.964677ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:08.391469Z","caller":"traceutil/trace.go:171","msg":"trace[1122525615] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"154.451044ms","start":"2026-04-28T17:53:08.236882Z","end":"2026-04-28T17:53:08.391333Z","steps":["trace[1122525615] 'process raft request' (duration: 145.349043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:08.392322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.249839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:612135"} {"level":"info","ts":"2026-04-28T17:53:08.392401Z","caller":"traceutil/trace.go:171","msg":"trace[2081994110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:15986; }","duration":"117.399543ms","start":"2026-04-28T17:53:08.274984Z","end":"2026-04-28T17:53:08.392383Z","steps":["trace[2081994110] 'agreement among raft nodes before linearized reading' (duration: 116.411088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.400013Z","caller":"traceutil/trace.go:171","msg":"trace[501662116] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"107.981934ms","start":"2026-04-28T17:53:08.292007Z","end":"2026-04-28T17:53:08.399989Z","steps":["trace[501662116] 'process raft request' (duration: 107.769699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.400278Z","caller":"traceutil/trace.go:171","msg":"trace[1877381018] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"101.508809ms","start":"2026-04-28T17:53:08.298743Z","end":"2026-04-28T17:53:08.400251Z","steps":["trace[1877381018] 'process raft request' (duration: 101.198781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.400439Z","caller":"traceutil/trace.go:171","msg":"trace[831110125] transaction","detail":"{read_only:false; response_revision:15990; number_of_response:1; }","duration":"100.516384ms","start":"2026-04-28T17:53:08.299908Z","end":"2026-04-28T17:53:08.400424Z","steps":["trace[831110125] 'process raft request' (duration: 100.438192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.400625Z","caller":"traceutil/trace.go:171","msg":"trace[1806604946] transaction","detail":"{read_only:false; response_revision:15991; number_of_response:1; }","duration":"100.529154ms","start":"2026-04-28T17:53:08.300053Z","end":"2026-04-28T17:53:08.400582Z","steps":["trace[1806604946] 'process raft request' (duration: 100.329859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.400578Z","caller":"traceutil/trace.go:171","msg":"trace[70932095] transaction","detail":"{read_only:false; response_revision:15989; number_of_response:1; }","duration":"101.193791ms","start":"2026-04-28T17:53:08.299276Z","end":"2026-04-28T17:53:08.40047Z","steps":["trace[70932095] 'process raft request' (duration: 100.920414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.573627Z","caller":"traceutil/trace.go:171","msg":"trace[48460856] transaction","detail":"{read_only:false; response_revision:16000; number_of_response:1; }","duration":"122.253757ms","start":"2026-04-28T17:53:08.451331Z","end":"2026-04-28T17:53:08.573585Z","steps":["trace[48460856] 'process raft request' (duration: 121.811106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.610739Z","caller":"traceutil/trace.go:171","msg":"trace[1071082180] transaction","detail":"{read_only:false; response_revision:16001; number_of_response:1; }","duration":"146.493212ms","start":"2026-04-28T17:53:08.464201Z","end":"2026-04-28T17:53:08.610694Z","steps":["trace[1071082180] 'process raft request' (duration: 146.112212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.610828Z","caller":"traceutil/trace.go:171","msg":"trace[741740978] transaction","detail":"{read_only:false; response_revision:16002; number_of_response:1; }","duration":"146.001029ms","start":"2026-04-28T17:53:08.464794Z","end":"2026-04-28T17:53:08.610795Z","steps":["trace[741740978] 'process raft request' (duration: 145.715572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:08.610744Z","caller":"traceutil/trace.go:171","msg":"trace[1293129481] linearizableReadLoop","detail":"{readStateIndex:16613; appliedIndex:16610; }","duration":"105.516671ms","start":"2026-04-28T17:53:08.505194Z","end":"2026-04-28T17:53:08.610711Z","steps":["trace[1293129481] 'read index received' (duration: 68.06103ms)","trace[1293129481] 'applied index is now lower than readState.Index' (duration: 37.454441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:08.610992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.773447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T17:53:08.611045Z","caller":"traceutil/trace.go:171","msg":"trace[1420536528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16002; }","duration":"105.849939ms","start":"2026-04-28T17:53:08.505183Z","end":"2026-04-28T17:53:08.611033Z","steps":["trace[1420536528] 'agreement among raft nodes before linearized reading' (duration: 105.636254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:10.683858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.632522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:53:10.684318Z","caller":"traceutil/trace.go:171","msg":"trace[17543447] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"211.478782ms","start":"2026-04-28T17:53:10.472786Z","end":"2026-04-28T17:53:10.684265Z","steps":["trace[17543447] 'process raft request' (duration: 109.309287ms)","trace[17543447] 'compare' (duration: 100.908094ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:10.684646Z","caller":"traceutil/trace.go:171","msg":"trace[1105043869] transaction","detail":"{read_only:false; response_revision:16023; number_of_response:1; }","duration":"211.821631ms","start":"2026-04-28T17:53:10.472797Z","end":"2026-04-28T17:53:10.684619Z","steps":["trace[1105043869] 'process raft request' (duration: 211.229566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:10.684947Z","caller":"traceutil/trace.go:171","msg":"trace[908557563] transaction","detail":"{read_only:false; response_revision:16024; number_of_response:1; }","duration":"211.845063ms","start":"2026-04-28T17:53:10.473075Z","end":"2026-04-28T17:53:10.68492Z","steps":["trace[908557563] 'process raft request' (duration: 211.489163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:10.685038Z","caller":"traceutil/trace.go:171","msg":"trace[626927454] transaction","detail":"{read_only:false; response_revision:16025; number_of_response:1; }","duration":"211.544655ms","start":"2026-04-28T17:53:10.473479Z","end":"2026-04-28T17:53:10.685023Z","steps":["trace[626927454] 'process raft request' (duration: 211.349609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:10.685044Z","caller":"traceutil/trace.go:171","msg":"trace[1507426605] linearizableReadLoop","detail":"{readStateIndex:16638; appliedIndex:16633; }","duration":"209.995285ms","start":"2026-04-28T17:53:10.475028Z","end":"2026-04-28T17:53:10.685023Z","steps":["trace[1507426605] 'read index received' (duration: 107.08639ms)","trace[1507426605] 'applied index is now lower than readState.Index' (duration: 102.907125ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:10.685213Z","caller":"traceutil/trace.go:171","msg":"trace[1480540396] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"211.491904ms","start":"2026-04-28T17:53:10.47369Z","end":"2026-04-28T17:53:10.685182Z","steps":["trace[1480540396] 'process raft request' (duration: 211.253658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:10.685319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.259963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:53:10.685391Z","caller":"traceutil/trace.go:171","msg":"trace[235785464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:16026; }","duration":"210.381015ms","start":"2026-04-28T17:53:10.474993Z","end":"2026-04-28T17:53:10.685374Z","steps":["trace[235785464] 'agreement among raft nodes before linearized reading' (duration: 210.143389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:10.728417Z","caller":"traceutil/trace.go:171","msg":"trace[818292409] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"128.630619ms","start":"2026-04-28T17:53:10.599748Z","end":"2026-04-28T17:53:10.728379Z","steps":["trace[818292409] 'process raft request' (duration: 127.918091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:13.468233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.153639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-04-28T17:53:13.468324Z","caller":"traceutil/trace.go:171","msg":"trace[638585098] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16083; }","duration":"134.307503ms","start":"2026-04-28T17:53:13.333995Z","end":"2026-04-28T17:53:13.468303Z","steps":["trace[638585098] 'range keys from in-memory index tree' (duration: 133.908733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:13.469151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.469282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214374"} {"level":"info","ts":"2026-04-28T17:53:13.469226Z","caller":"traceutil/trace.go:171","msg":"trace[1035955527] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16083; }","duration":"122.588444ms","start":"2026-04-28T17:53:13.346621Z","end":"2026-04-28T17:53:13.46921Z","steps":["trace[1035955527] 'range keys from in-memory index tree' (duration: 121.541088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:13.704068Z","caller":"traceutil/trace.go:171","msg":"trace[1973160628] linearizableReadLoop","detail":"{readStateIndex:16697; appliedIndex:16696; }","duration":"181.938462ms","start":"2026-04-28T17:53:13.522094Z","end":"2026-04-28T17:53:13.704033Z","steps":["trace[1973160628] 'read index received' (duration: 98.998416ms)","trace[1973160628] 'applied index is now lower than readState.Index' (duration: 82.938246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:13.704125Z","caller":"traceutil/trace.go:171","msg":"trace[893414416] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"185.77671ms","start":"2026-04-28T17:53:13.518313Z","end":"2026-04-28T17:53:13.70409Z","steps":["trace[893414416] 'process raft request' (duration: 102.788312ms)","trace[893414416] 'compare' (duration: 82.720201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:13.704439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.306912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-28T17:53:13.704756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.114395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-28T17:53:13.704891Z","caller":"traceutil/trace.go:171","msg":"trace[1212616939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16085; }","duration":"182.714044ms","start":"2026-04-28T17:53:13.522086Z","end":"2026-04-28T17:53:13.7048Z","steps":["trace[1212616939] 'agreement among raft nodes before linearized reading' (duration: 182.096677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:13.705018Z","caller":"traceutil/trace.go:171","msg":"trace[1844844920] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16085; }","duration":"174.399542ms","start":"2026-04-28T17:53:13.530589Z","end":"2026-04-28T17:53:13.704989Z","steps":["trace[1844844920] 'agreement among raft nodes before linearized reading' (duration: 173.895419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:13.974554Z","caller":"traceutil/trace.go:171","msg":"trace[1321862187] transaction","detail":"{read_only:false; response_revision:16089; number_of_response:1; }","duration":"124.425042ms","start":"2026-04-28T17:53:13.850068Z","end":"2026-04-28T17:53:13.974493Z","steps":["trace[1321862187] 'process raft request' (duration: 123.531218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:14.327246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.02752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:14.327337Z","caller":"traceutil/trace.go:171","msg":"trace[1789388783] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:16091; }","duration":"120.141643ms","start":"2026-04-28T17:53:14.207171Z","end":"2026-04-28T17:53:14.327313Z","steps":["trace[1789388783] 'range keys from in-memory index tree' (duration: 119.99134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:14.327429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.57338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-28T17:53:14.327574Z","caller":"traceutil/trace.go:171","msg":"trace[110114126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3; range_end:; response_count:1; response_revision:16091; }","duration":"112.723803ms","start":"2026-04-28T17:53:14.21478Z","end":"2026-04-28T17:53:14.327504Z","steps":["trace[110114126] 'range keys from in-memory index tree' (duration: 112.315884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:15.321173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.15784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T17:53:15.321293Z","caller":"traceutil/trace.go:171","msg":"trace[671381812] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16111; }","duration":"147.322784ms","start":"2026-04-28T17:53:15.173943Z","end":"2026-04-28T17:53:15.321266Z","steps":["trace[671381812] 'range keys from in-memory index tree' (duration: 146.983304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:15.321498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.728357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:15.321633Z","caller":"traceutil/trace.go:171","msg":"trace[1211786475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16111; }","duration":"253.923773ms","start":"2026-04-28T17:53:15.067681Z","end":"2026-04-28T17:53:15.321605Z","steps":["trace[1211786475] 'range keys from in-memory index tree' (duration: 253.639466ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:15.530183Z","caller":"traceutil/trace.go:171","msg":"trace[418121952] linearizableReadLoop","detail":"{readStateIndex:16726; appliedIndex:16725; }","duration":"146.147863ms","start":"2026-04-28T17:53:15.384Z","end":"2026-04-28T17:53:15.530148Z","steps":["trace[418121952] 'read index received' (duration: 131.405398ms)","trace[418121952] 'applied index is now lower than readState.Index' (duration: 14.741085ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:15.530376Z","caller":"traceutil/trace.go:171","msg":"trace[10425375] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"157.353638ms","start":"2026-04-28T17:53:15.373005Z","end":"2026-04-28T17:53:15.530359Z","steps":["trace[10425375] 'process raft request' (duration: 142.509011ms)","trace[10425375] 'compare' (duration: 14.444097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:15.530647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.582625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9563"} {"level":"info","ts":"2026-04-28T17:53:15.53076Z","caller":"traceutil/trace.go:171","msg":"trace[466103140] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:16113; }","duration":"146.700448ms","start":"2026-04-28T17:53:15.384034Z","end":"2026-04-28T17:53:15.530734Z","steps":["trace[466103140] 'agreement among raft nodes before linearized reading' (duration: 146.414721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:15.530848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.80014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:15.530972Z","caller":"traceutil/trace.go:171","msg":"trace[229969972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16113; }","duration":"146.970664ms","start":"2026-04-28T17:53:15.383973Z","end":"2026-04-28T17:53:15.530944Z","steps":["trace[229969972] 'agreement among raft nodes before linearized reading' (duration: 146.718208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:16.394326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790880355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:53:18.069252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:53:18.069365Z","caller":"traceutil/trace.go:171","msg":"trace[1141662762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672336s","start":"2026-04-28T17:53:16.068667Z","end":"2026-04-28T17:53:18.069339Z","steps":["trace[1141662762] 'agreement among raft nodes before linearized reading' (duration: 2.000525211s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:18.069433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.068646Z","time spent":"2.000768729s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:18.3756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.811815097s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:53:20.069446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99971682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:53:20.06957Z","caller":"traceutil/trace.go:171","msg":"trace[99327189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999901786s","start":"2026-04-28T17:53:18.069635Z","end":"2026-04-28T17:53:20.069537Z","steps":["trace[99327189] 'agreement among raft nodes before linearized reading' (duration: 1.999752151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:20.069633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.06961Z","time spent":"2.000011999s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:53:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:20.716408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45430096s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:20.716583Z","caller":"traceutil/trace.go:171","msg":"trace[1942363001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16113; }","duration":"2.454505825s","start":"2026-04-28T17:53:18.262058Z","end":"2026-04-28T17:53:20.716564Z","steps":["trace[1942363001] 'range keys from in-memory index tree' (duration: 2.45428088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:20.717219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304740347s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:53:20.717556Z","caller":"traceutil/trace.go:171","msg":"trace[833351565] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"5.179007042s","start":"2026-04-28T17:53:15.538515Z","end":"2026-04-28T17:53:20.717522Z","steps":["trace[833351565] 'process raft request' (duration: 873.799773ms)","trace[833351565] 'compare' (duration: 4.303953547s)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:20.717585Z","caller":"traceutil/trace.go:171","msg":"trace[1987999503] linearizableReadLoop","detail":"{readStateIndex:16727; appliedIndex:16726; }","duration":"4.823851457s","start":"2026-04-28T17:53:15.893711Z","end":"2026-04-28T17:53:20.717562Z","steps":["trace[1987999503] 'read index received' (duration: 518.585716ms)","trace[1987999503] 'applied index is now lower than readState.Index' (duration: 4.305262751s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:20.717658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:15.538495Z","time spent":"5.179115634s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:53:20.717727Z","caller":"traceutil/trace.go:171","msg":"trace[1938750467] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"4.153948245s","start":"2026-04-28T17:53:16.56363Z","end":"2026-04-28T17:53:20.717578Z","steps":["trace[1938750467] 'process raft request' (duration: 4.153812422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:20.717822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824110813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-28T17:53:20.717866Z","caller":"traceutil/trace.go:171","msg":"trace[1382578181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3; range_end:; response_count:1; response_revision:16115; }","duration":"4.824199006s","start":"2026-04-28T17:53:15.893654Z","end":"2026-04-28T17:53:20.717853Z","steps":["trace[1382578181] 'agreement among raft nodes before linearized reading' (duration: 4.823997331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:20.717902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:15.89363Z","time spent":"4.824262937s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" "} {"level":"warn","ts":"2026-04-28T17:53:20.718087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.563588Z","time spent":"4.154255253s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:53:21.217745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790880364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:53:21.577368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.578853Z","time spent":"4.998505111s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:21.578703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.580251Z","time spent":"4.998440318s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:21.621252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.623597Z","time spent":"4.997643298s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 17:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:21.744091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.027466634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T17:53:21.74408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.026566442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:53:21.74417Z","caller":"traceutil/trace.go:171","msg":"trace[1683784865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.027607668s","start":"2026-04-28T17:53:16.716543Z","end":"2026-04-28T17:53:21.744151Z","steps":["trace[1683784865] 'agreement among raft nodes before linearized reading' (duration: 5.027495515s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:21.744102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790880364,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T17:53:21.744193Z","caller":"traceutil/trace.go:171","msg":"trace[2091828517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.026758446s","start":"2026-04-28T17:53:16.71741Z","end":"2026-04-28T17:53:21.744169Z","steps":["trace[2091828517] 'agreement among raft nodes before linearized reading' (duration: 5.026616403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:21.74421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.716529Z","time spent":"5.027672909s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 17:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:21.7443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.717379Z","time spent":"5.02690339s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 17:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:21.744346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023694078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T17:53:21.744555Z","caller":"traceutil/trace.go:171","msg":"trace[1142907963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.023968546s","start":"2026-04-28T17:53:16.720562Z","end":"2026-04-28T17:53:21.74453Z","steps":["trace[1142907963] 'agreement among raft nodes before linearized reading' (duration: 5.023678528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:21.744652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.720551Z","time spent":"5.024056007s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:53:22.079036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T17:53:22.079181Z","caller":"traceutil/trace.go:171","msg":"trace[1731898679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800968s","start":"2026-04-28T17:53:20.07836Z","end":"2026-04-28T17:53:22.079161Z","steps":["trace[1731898679] 'agreement among raft nodes before linearized reading' (duration: 2.000635943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.079289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:20.078342Z","time spent":"2.000931671s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 17:53:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T17:53:22.223394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.847054039s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T17:53:22.409414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.539303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:53:22.409769Z","caller":"traceutil/trace.go:171","msg":"trace[1769922885] transaction","detail":"{read_only:false; response_revision:16119; number_of_response:1; }","duration":"4.175904655s","start":"2026-04-28T17:53:18.23384Z","end":"2026-04-28T17:53:22.409744Z","steps":["trace[1769922885] 'process raft request' (duration: 4.175839763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.409875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.2338Z","time spent":"4.176020707s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:53:22.455158Z","caller":"traceutil/trace.go:171","msg":"trace[1355729390] linearizableReadLoop","detail":"{readStateIndex:16735; appliedIndex:16728; }","duration":"1.737278982s","start":"2026-04-28T17:53:20.717615Z","end":"2026-04-28T17:53:22.454894Z","steps":["trace[1355729390] 'read index received' (duration: 1.506397578s)","trace[1355729390] 'applied index is now lower than readState.Index' (duration: 230.879874ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:22.455302Z","caller":"traceutil/trace.go:171","msg":"trace[1631841306] transaction","detail":"{read_only:false; response_revision:16121; number_of_response:1; }","duration":"3.622591264s","start":"2026-04-28T17:53:18.83262Z","end":"2026-04-28T17:53:22.455211Z","steps":["trace[1631841306] 'process raft request' (duration: 3.622085982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.455647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434109175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:53:22.455719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974843104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T17:53:22.455818Z","caller":"traceutil/trace.go:171","msg":"trace[1909467376] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16122; }","duration":"3.434266639s","start":"2026-04-28T17:53:19.02146Z","end":"2026-04-28T17:53:22.455726Z","steps":["trace[1909467376] 'agreement among raft nodes before linearized reading' (duration: 3.434026993s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:22.455878Z","caller":"traceutil/trace.go:171","msg":"trace[1722424744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16122; }","duration":"4.975030028s","start":"2026-04-28T17:53:17.480797Z","end":"2026-04-28T17:53:22.455827Z","steps":["trace[1722424744] 'agreement among raft nodes before linearized reading' (duration: 4.974551336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.455952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:19.021441Z","time spent":"3.434495624s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:53:22.455942Z","caller":"traceutil/trace.go:171","msg":"trace[760271389] transaction","detail":"{read_only:false; response_revision:16120; number_of_response:1; }","duration":"3.835103604s","start":"2026-04-28T17:53:18.62082Z","end":"2026-04-28T17:53:22.455924Z","steps":["trace[760271389] 'process raft request' (duration: 3.83335935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:17.480774Z","time spent":"4.975209083s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T17:53:22.456086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.620795Z","time spent":"3.835217287s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:53:22.456154Z","caller":"traceutil/trace.go:171","msg":"trace[1548586524] transaction","detail":"{read_only:false; response_revision:16122; number_of_response:1; }","duration":"1.7143845s","start":"2026-04-28T17:53:20.741749Z","end":"2026-04-28T17:53:22.456134Z","steps":["trace[1548586524] 'process raft request' (duration: 1.713057207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.45608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880314055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:53:22.456329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:20.741716Z","time spent":"1.714507454s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:53:22.45631Z","caller":"traceutil/trace.go:171","msg":"trace[580739838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16122; }","duration":"1.880516061s","start":"2026-04-28T17:53:20.575735Z","end":"2026-04-28T17:53:22.456251Z","steps":["trace[580739838] 'agreement among raft nodes before linearized reading' (duration: 1.880143671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.456359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383029708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T17:53:22.456347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69678315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:22.456483Z","caller":"traceutil/trace.go:171","msg":"trace[461400390] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:16122; }","duration":"3.697000565s","start":"2026-04-28T17:53:18.759451Z","end":"2026-04-28T17:53:22.456452Z","steps":["trace[461400390] 'agreement among raft nodes before linearized reading' (duration: 3.696709417s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.456503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:20.575631Z","time spent":"1.880803039s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:53:22.456518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433128841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T17:53:22.45652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119670403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" ","response":"range_response_count:1 size:3756"} {"level":"warn","ts":"2026-04-28T17:53:22.4565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990254957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-28T17:53:22.456565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.759425Z","time spent":"3.697120088s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:53:22.456571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490921108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T17:53:22.456611Z","caller":"traceutil/trace.go:171","msg":"trace[625376935] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16122; }","duration":"3.990436122s","start":"2026-04-28T17:53:18.466149Z","end":"2026-04-28T17:53:22.456585Z","steps":["trace[625376935] 'agreement among raft nodes before linearized reading' (duration: 3.990155755s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:22.45662Z","caller":"traceutil/trace.go:171","msg":"trace[199859141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3; range_end:; response_count:1; response_revision:16122; }","duration":"6.119789026s","start":"2026-04-28T17:53:16.33678Z","end":"2026-04-28T17:53:22.456568Z","steps":["trace[199859141] 'agreement among raft nodes before linearized reading' (duration: 6.119605792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.45667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.466125Z","time spent":"3.990530013s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T17:53:22.456677Z","caller":"traceutil/trace.go:171","msg":"trace[303111476] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16122; }","duration":"4.491082272s","start":"2026-04-28T17:53:17.965556Z","end":"2026-04-28T17:53:22.456638Z","steps":["trace[303111476] 'agreement among raft nodes before linearized reading' (duration: 4.490823945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.456722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.336764Z","time spent":"6.11994023s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" "} {"level":"warn","ts":"2026-04-28T17:53:22.456764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:17.965528Z","time spent":"4.491217356s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-28T17:53:22.456552Z","caller":"traceutil/trace.go:171","msg":"trace[646309031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16122; }","duration":"3.433204983s","start":"2026-04-28T17:53:19.023338Z","end":"2026-04-28T17:53:22.456543Z","steps":["trace[646309031] 'agreement among raft nodes before linearized reading' (duration: 3.43310226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.456804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735570733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:53:22.456415Z","caller":"traceutil/trace.go:171","msg":"trace[1223408493] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:16122; }","duration":"2.383190992s","start":"2026-04-28T17:53:20.07321Z","end":"2026-04-28T17:53:22.456401Z","steps":["trace[1223408493] 'agreement among raft nodes before linearized reading' (duration: 2.383012126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.45692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:20.073188Z","time spent":"2.383712445s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"info","ts":"2026-04-28T17:53:22.456961Z","caller":"traceutil/trace.go:171","msg":"trace[144801825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16122; }","duration":"5.735637655s","start":"2026-04-28T17:53:16.721194Z","end":"2026-04-28T17:53:22.456831Z","steps":["trace[144801825] 'agreement among raft nodes before linearized reading' (duration: 5.735526692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.456996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.677762434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T17:53:22.457017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.721181Z","time spent":"5.73582006s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:53:22.457061Z","caller":"traceutil/trace.go:171","msg":"trace[174777564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:16122; }","duration":"5.677877897s","start":"2026-04-28T17:53:16.779169Z","end":"2026-04-28T17:53:22.457047Z","steps":["trace[174777564] 'agreement among raft nodes before linearized reading' (duration: 5.67761043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.779145Z","time spent":"5.677944678s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:53:22.457294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439148679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T17:53:22.457321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.757227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:22.457367Z","caller":"traceutil/trace.go:171","msg":"trace[1693611646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16122; }","duration":"377.841939ms","start":"2026-04-28T17:53:22.07951Z","end":"2026-04-28T17:53:22.457352Z","steps":["trace[1693611646] 'agreement among raft nodes before linearized reading' (duration: 377.770937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.16069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T17:53:22.457315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.324672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T17:53:22.45741Z","caller":"traceutil/trace.go:171","msg":"trace[1748866671] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16122; }","duration":"834.219272ms","start":"2026-04-28T17:53:21.623179Z","end":"2026-04-28T17:53:22.457398Z","steps":["trace[1748866671] 'agreement among raft nodes before linearized reading' (duration: 834.16034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:22.079487Z","time spent":"377.91121ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:53:22.457455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:21.623164Z","time spent":"834.283313ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:53:22.457453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.418551466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T17:53:22.457476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.745380432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T17:53:22.457498Z","caller":"traceutil/trace.go:171","msg":"trace[1676829896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16122; }","duration":"6.418646798s","start":"2026-04-28T17:53:16.038838Z","end":"2026-04-28T17:53:22.457485Z","steps":["trace[1676829896] 'agreement among raft nodes before linearized reading' (duration: 6.418557586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.413774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-28T17:53:22.457519Z","caller":"traceutil/trace.go:171","msg":"trace[1978348640] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:16122; }","duration":"5.745473745s","start":"2026-04-28T17:53:16.712033Z","end":"2026-04-28T17:53:22.457507Z","steps":["trace[1978348640] 'agreement among raft nodes before linearized reading' (duration: 5.745234109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.038816Z","time spent":"6.41871948s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:53:22.45737Z","caller":"traceutil/trace.go:171","msg":"trace[50027143] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16122; }","duration":"1.439276192s","start":"2026-04-28T17:53:21.018072Z","end":"2026-04-28T17:53:22.457348Z","steps":["trace[50027143] 'agreement among raft nodes before linearized reading' (duration: 1.439158669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.712006Z","time spent":"5.745549276s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" "} {"level":"warn","ts":"2026-04-28T17:53:22.457601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:21.018042Z","time spent":"1.439547489s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:53:22.457636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217446647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:22.457424Z","caller":"traceutil/trace.go:171","msg":"trace[889418401] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16122; }","duration":"876.453904ms","start":"2026-04-28T17:53:21.580955Z","end":"2026-04-28T17:53:22.457409Z","steps":["trace[889418401] 'agreement among raft nodes before linearized reading' (duration: 876.320601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739977965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T17:53:22.457717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:21.580941Z","time spent":"876.756492ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T17:53:22.457761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314080632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:22.457694Z","caller":"traceutil/trace.go:171","msg":"trace[1787116938] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:16122; }","duration":"1.2175601s","start":"2026-04-28T17:53:21.240116Z","end":"2026-04-28T17:53:22.457677Z","steps":["trace[1787116938] 'agreement among raft nodes before linearized reading' (duration: 1.217474338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.457902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:21.240072Z","time spent":"1.217808406s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:53:22.457753Z","caller":"traceutil/trace.go:171","msg":"trace[487642305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16122; }","duration":"5.740340003s","start":"2026-04-28T17:53:16.717397Z","end":"2026-04-28T17:53:22.457737Z","steps":["trace[487642305] 'agreement among raft nodes before linearized reading' (duration: 5.739824591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.458211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:16.717363Z","time spent":"5.740833816s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:53:22.45756Z","caller":"traceutil/trace.go:171","msg":"trace[1134782756] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16122; }","duration":"878.519738ms","start":"2026-04-28T17:53:21.579028Z","end":"2026-04-28T17:53:22.457547Z","steps":["trace[1134782756] 'agreement among raft nodes before linearized reading' (duration: 878.422255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.458408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:21.579007Z","time spent":"879.379729ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T17:53:22.458312Z","caller":"traceutil/trace.go:171","msg":"trace[757010213] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16122; }","duration":"1.314671166s","start":"2026-04-28T17:53:21.143616Z","end":"2026-04-28T17:53:22.458288Z","steps":["trace[757010213] 'agreement among raft nodes before linearized reading' (duration: 1.314101912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.458607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:21.143589Z","time spent":"1.314931473s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:53:22.457006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:19.023314Z","time spent":"3.433660623s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T17:53:22.45577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.832584Z","time spent":"3.622917672s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:53:22.459433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834731854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T17:53:22.459605Z","caller":"traceutil/trace.go:171","msg":"trace[336340316] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:16122; }","duration":"3.83493343s","start":"2026-04-28T17:53:18.624654Z","end":"2026-04-28T17:53:22.459588Z","steps":["trace[336340316] 'agreement among raft nodes before linearized reading' (duration: 3.831177654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.459683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:18.624645Z","time spent":"3.835026482s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T17:53:22.455687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.386155414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:22.460329Z","caller":"traceutil/trace.go:171","msg":"trace[335358025] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:16122; }","duration":"5.390859163s","start":"2026-04-28T17:53:17.069452Z","end":"2026-04-28T17:53:22.460311Z","steps":["trace[335358025] 'agreement among raft nodes before linearized reading' (duration: 5.386121592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:22.460364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:17.069413Z","time spent":"5.390938445s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-28T17:53:23.236895Z","caller":"traceutil/trace.go:171","msg":"trace[1291808246] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"150.674558ms","start":"2026-04-28T17:53:23.086171Z","end":"2026-04-28T17:53:23.236845Z","steps":["trace[1291808246] 'process raft request' (duration: 150.379991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:26.282194Z","caller":"traceutil/trace.go:171","msg":"trace[834854298] transaction","detail":"{read_only:false; response_revision:16154; number_of_response:1; }","duration":"101.083278ms","start":"2026-04-28T17:53:26.181003Z","end":"2026-04-28T17:53:26.282087Z","steps":["trace[834854298] 'process raft request' (duration: 100.050242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:26.396021Z","caller":"traceutil/trace.go:171","msg":"trace[2010336788] transaction","detail":"{read_only:false; response_revision:16155; number_of_response:1; }","duration":"103.638763ms","start":"2026-04-28T17:53:26.292354Z","end":"2026-04-28T17:53:26.395993Z","steps":["trace[2010336788] 'compare' (duration: 95.99639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:26.913856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.708357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:26.914014Z","caller":"traceutil/trace.go:171","msg":"trace[1723038975] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:16161; }","duration":"194.893371ms","start":"2026-04-28T17:53:26.71905Z","end":"2026-04-28T17:53:26.913943Z","steps":["trace[1723038975] 'count revisions from in-memory index tree' (duration: 194.595074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:26.961239Z","caller":"traceutil/trace.go:171","msg":"trace[955726547] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"158.747213ms","start":"2026-04-28T17:53:26.802457Z","end":"2026-04-28T17:53:26.961205Z","steps":["trace[955726547] 'process raft request' (duration: 158.530797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:27.123634Z","caller":"traceutil/trace.go:171","msg":"trace[394936979] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"315.335071ms","start":"2026-04-28T17:53:26.808255Z","end":"2026-04-28T17:53:27.12359Z","steps":["trace[394936979] 'process raft request' (duration: 281.916452ms)","trace[394936979] 'compare' (duration: 33.196623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:27.123836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:26.808221Z","time spent":"315.522546ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2107,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T17:53:27.259838Z","caller":"traceutil/trace.go:171","msg":"trace[987085536] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"126.552355ms","start":"2026-04-28T17:53:27.133254Z","end":"2026-04-28T17:53:27.259807Z","steps":["trace[987085536] 'process raft request' (duration: 123.114258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:28.29225Z","caller":"traceutil/trace.go:171","msg":"trace[1923558976] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"132.25606ms","start":"2026-04-28T17:53:28.159965Z","end":"2026-04-28T17:53:28.292221Z","steps":["trace[1923558976] 'process raft request' (duration: 132.069725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:28.735908Z","caller":"traceutil/trace.go:171","msg":"trace[1938767802] linearizableReadLoop","detail":"{readStateIndex:16789; appliedIndex:16787; }","duration":"110.834635ms","start":"2026-04-28T17:53:28.625044Z","end":"2026-04-28T17:53:28.735878Z","steps":["trace[1938767802] 'read index received' (duration: 6.916275ms)","trace[1938767802] 'applied index is now lower than readState.Index' (duration: 103.91714ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:28.736015Z","caller":"traceutil/trace.go:171","msg":"trace[1754441360] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"117.135656ms","start":"2026-04-28T17:53:28.618838Z","end":"2026-04-28T17:53:28.735974Z","steps":["trace[1754441360] 'process raft request' (duration: 116.87818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:28.736444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.356519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T17:53:28.736557Z","caller":"traceutil/trace.go:171","msg":"trace[1133115619] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:16173; }","duration":"111.537683ms","start":"2026-04-28T17:53:28.624994Z","end":"2026-04-28T17:53:28.736532Z","steps":["trace[1133115619] 'agreement among raft nodes before linearized reading' (duration: 111.038781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:28.737506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.728053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T17:53:28.737552Z","caller":"traceutil/trace.go:171","msg":"trace[1283902554] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:16174; }","duration":"110.814245ms","start":"2026-04-28T17:53:28.626728Z","end":"2026-04-28T17:53:28.737542Z","steps":["trace[1283902554] 'agreement among raft nodes before linearized reading' (duration: 110.577059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:29.288586Z","caller":"traceutil/trace.go:171","msg":"trace[1843869631] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"101.441206ms","start":"2026-04-28T17:53:29.187096Z","end":"2026-04-28T17:53:29.288538Z","steps":["trace[1843869631] 'process raft request' (duration: 74.644096ms)","trace[1843869631] 'compare' (duration: 26.598905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:29.706203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.75436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T17:53:29.706407Z","caller":"traceutil/trace.go:171","msg":"trace[531252520] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"408.99142ms","start":"2026-04-28T17:53:29.297345Z","end":"2026-04-28T17:53:29.706336Z","steps":["trace[531252520] 'process raft request' (duration: 266.947261ms)","trace[531252520] 'compare' (duration: 141.293249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:53:29.706526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:29.297309Z","time spent":"409.182095ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:53:29.747448Z","caller":"traceutil/trace.go:171","msg":"trace[391152595] transaction","detail":"{read_only:false; response_revision:16182; number_of_response:1; }","duration":"449.435676ms","start":"2026-04-28T17:53:29.297969Z","end":"2026-04-28T17:53:29.747404Z","steps":["trace[391152595] 'process raft request' (duration: 449.330684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:29.747575Z","caller":"traceutil/trace.go:171","msg":"trace[1094495123] transaction","detail":"{read_only:false; response_revision:16181; number_of_response:1; }","duration":"449.832066ms","start":"2026-04-28T17:53:29.297727Z","end":"2026-04-28T17:53:29.74756Z","steps":["trace[1094495123] 'process raft request' (duration: 449.489718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:29.747644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:29.297701Z","time spent":"449.902428ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:53:29.747644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:29.297936Z","time spent":"449.623821ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:53:29.747823Z","caller":"traceutil/trace.go:171","msg":"trace[262571499] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"450.254007ms","start":"2026-04-28T17:53:29.297561Z","end":"2026-04-28T17:53:29.747815Z","steps":["trace[262571499] 'process raft request' (duration: 449.459437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:29.747867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:29.297528Z","time spent":"450.316848ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:53:32.823071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.95782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:53:32.823176Z","caller":"traceutil/trace.go:171","msg":"trace[1073943157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16208; }","duration":"128.149896ms","start":"2026-04-28T17:53:32.695003Z","end":"2026-04-28T17:53:32.823153Z","steps":["trace[1073943157] 'range keys from in-memory index tree' (duration: 127.685424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:34.999084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.341442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T17:53:34.999242Z","caller":"traceutil/trace.go:171","msg":"trace[416960509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16218; }","duration":"143.561027ms","start":"2026-04-28T17:53:34.855662Z","end":"2026-04-28T17:53:34.999223Z","steps":["trace[416960509] 'range keys from in-memory index tree' (duration: 143.173137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:34.999106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.266498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T17:53:34.999419Z","caller":"traceutil/trace.go:171","msg":"trace[598587956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16218; }","duration":"102.608447ms","start":"2026-04-28T17:53:34.896777Z","end":"2026-04-28T17:53:34.999386Z","steps":["trace[598587956] 'range keys from in-memory index tree' (duration: 102.067433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:35.350884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.387052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:53:35.351001Z","caller":"traceutil/trace.go:171","msg":"trace[805997628] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16221; }","duration":"130.596447ms","start":"2026-04-28T17:53:35.22038Z","end":"2026-04-28T17:53:35.350977Z","steps":["trace[805997628] 'count revisions from in-memory index tree' (duration: 130.279009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:36.256309Z","caller":"traceutil/trace.go:171","msg":"trace[1677356463] linearizableReadLoop","detail":"{readStateIndex:16839; appliedIndex:16838; }","duration":"319.580928ms","start":"2026-04-28T17:53:35.936687Z","end":"2026-04-28T17:53:36.256268Z","steps":["trace[1677356463] 'read index received' (duration: 319.232539ms)","trace[1677356463] 'applied index is now lower than readState.Index' (duration: 346.589µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:36.256389Z","caller":"traceutil/trace.go:171","msg":"trace[2061249280] transaction","detail":"{read_only:false; response_revision:16222; number_of_response:1; }","duration":"328.614248ms","start":"2026-04-28T17:53:35.92774Z","end":"2026-04-28T17:53:36.256354Z","steps":["trace[2061249280] 'process raft request' (duration: 328.30401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:36.256529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:35.927701Z","time spent":"328.755422ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:53:36.25667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.942377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T17:53:36.25673Z","caller":"traceutil/trace.go:171","msg":"trace[1804381028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16222; }","duration":"320.05622ms","start":"2026-04-28T17:53:35.936655Z","end":"2026-04-28T17:53:36.256712Z","steps":["trace[1804381028] 'agreement among raft nodes before linearized reading' (duration: 319.808244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:36.256781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:35.936641Z","time spent":"320.129531ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:53:36.256878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.003272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T17:53:36.256913Z","caller":"traceutil/trace.go:171","msg":"trace[1396463947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16222; }","duration":"189.085644ms","start":"2026-04-28T17:53:36.067816Z","end":"2026-04-28T17:53:36.256901Z","steps":["trace[1396463947] 'agreement among raft nodes before linearized reading' (duration: 189.031842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:36.257028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.165873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T17:53:36.257091Z","caller":"traceutil/trace.go:171","msg":"trace[1818346149] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16222; }","duration":"283.288056ms","start":"2026-04-28T17:53:35.973789Z","end":"2026-04-28T17:53:36.257077Z","steps":["trace[1818346149] 'agreement among raft nodes before linearized reading' (duration: 283.176873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:36.260084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.379148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T17:53:36.260141Z","caller":"traceutil/trace.go:171","msg":"trace[2036796617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16222; }","duration":"321.536968ms","start":"2026-04-28T17:53:35.938584Z","end":"2026-04-28T17:53:36.260121Z","steps":["trace[2036796617] 'agreement among raft nodes before linearized reading' (duration: 318.125642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:36.260168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:53:35.938524Z","time spent":"321.63452ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T17:53:36.909654Z","caller":"traceutil/trace.go:171","msg":"trace[1097734176] linearizableReadLoop","detail":"{readStateIndex:16844; appliedIndex:16841; }","duration":"176.868143ms","start":"2026-04-28T17:53:36.732757Z","end":"2026-04-28T17:53:36.909625Z","steps":["trace[1097734176] 'read index received' (duration: 19.437854ms)","trace[1097734176] 'applied index is now lower than readState.Index' (duration: 157.429199ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:36.909722Z","caller":"traceutil/trace.go:171","msg":"trace[1910872612] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"191.465594ms","start":"2026-04-28T17:53:36.718224Z","end":"2026-04-28T17:53:36.909689Z","steps":["trace[1910872612] 'process raft request' (duration: 191.276229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:53:36.909885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.113229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T17:53:36.910024Z","caller":"traceutil/trace.go:171","msg":"trace[610845464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:16227; }","duration":"177.186591ms","start":"2026-04-28T17:53:36.732738Z","end":"2026-04-28T17:53:36.909924Z","steps":["trace[610845464] 'agreement among raft nodes before linearized reading' (duration: 176.999946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:53:36.910246Z","caller":"traceutil/trace.go:171","msg":"trace[1789499613] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"192.545431ms","start":"2026-04-28T17:53:36.717093Z","end":"2026-04-28T17:53:36.909638Z","steps":["trace[1789499613] 'process raft request' (duration: 135.411959ms)","trace[1789499613] 'compare' (duration: 56.61887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:53:38.117632Z","caller":"traceutil/trace.go:171","msg":"trace[153779934] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"103.592962ms","start":"2026-04-28T17:53:38.013997Z","end":"2026-04-28T17:53:38.11759Z","steps":["trace[153779934] 'process raft request' (duration: 103.271034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:11.067524Z","caller":"traceutil/trace.go:171","msg":"trace[512502440] transaction","detail":"{read_only:false; response_revision:16733; number_of_response:1; }","duration":"177.323674ms","start":"2026-04-28T17:54:10.890159Z","end":"2026-04-28T17:54:11.067483Z","steps":["trace[512502440] 'process raft request' (duration: 177.094848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.702447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790882076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:54:11.783716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.868289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:54:11.783803Z","caller":"traceutil/trace.go:171","msg":"trace[56571970] transaction","detail":"{read_only:false; response_revision:16734; number_of_response:1; }","duration":"652.273211ms","start":"2026-04-28T17:54:11.131478Z","end":"2026-04-28T17:54:11.783751Z","steps":["trace[56571970] 'process raft request' (duration: 598.149555ms)","trace[56571970] 'compare' (duration: 53.713305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:11.783858Z","caller":"traceutil/trace.go:171","msg":"trace[1573517448] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16733; }","duration":"674.059533ms","start":"2026-04-28T17:54:11.109767Z","end":"2026-04-28T17:54:11.783826Z","steps":["trace[1573517448] 'count revisions from in-memory index tree' (duration: 673.754836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.783945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.109751Z","time spent":"674.176097ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:54:11.78404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.131448Z","time spent":"652.471685ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:54:11.79138Z","caller":"traceutil/trace.go:171","msg":"trace[23238285] transaction","detail":"{read_only:false; response_revision:16735; number_of_response:1; }","duration":"659.665118ms","start":"2026-04-28T17:54:11.131691Z","end":"2026-04-28T17:54:11.791356Z","steps":["trace[23238285] 'process raft request' (duration: 659.493933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.791542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.131681Z","time spent":"659.7732ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:54:11.791593Z","caller":"traceutil/trace.go:171","msg":"trace[2082138082] linearizableReadLoop","detail":"{readStateIndex:17367; appliedIndex:17364; }","duration":"589.864115ms","start":"2026-04-28T17:54:11.201692Z","end":"2026-04-28T17:54:11.791556Z","steps":["trace[2082138082] 'read index received' (duration: 527.954632ms)","trace[2082138082] 'applied index is now lower than readState.Index' (duration: 61.905663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:11.791648Z","caller":"traceutil/trace.go:171","msg":"trace[1668645421] transaction","detail":"{read_only:false; response_revision:16736; number_of_response:1; }","duration":"493.141427ms","start":"2026-04-28T17:54:11.298457Z","end":"2026-04-28T17:54:11.791598Z","steps":["trace[1668645421] 'process raft request' (duration: 492.863489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.791773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.831646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:11.791812Z","caller":"traceutil/trace.go:171","msg":"trace[1088269439] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16736; }","duration":"247.925538ms","start":"2026-04-28T17:54:11.543879Z","end":"2026-04-28T17:54:11.791804Z","steps":["trace[1088269439] 'agreement among raft nodes before linearized reading' (duration: 247.864257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.791809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.2984Z","time spent":"493.316042ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:11.791938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.309114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:54:11.791991Z","caller":"traceutil/trace.go:171","msg":"trace[2014152430] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:16736; }","duration":"562.424968ms","start":"2026-04-28T17:54:11.229554Z","end":"2026-04-28T17:54:11.791979Z","steps":["trace[2014152430] 'agreement among raft nodes before linearized reading' (duration: 562.176731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.792023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.229519Z","time spent":"562.496549ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"warn","ts":"2026-04-28T17:54:11.792032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.615098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20672"} {"level":"warn","ts":"2026-04-28T17:54:11.792029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.302996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T17:54:11.792077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.764357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:11.792113Z","caller":"traceutil/trace.go:171","msg":"trace[391766123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16736; }","duration":"394.402049ms","start":"2026-04-28T17:54:11.397691Z","end":"2026-04-28T17:54:11.792093Z","steps":["trace[391766123] 'agreement among raft nodes before linearized reading' (duration: 394.187374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:11.792127Z","caller":"traceutil/trace.go:171","msg":"trace[1423607483] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16736; }","duration":"242.826989ms","start":"2026-04-28T17:54:11.549284Z","end":"2026-04-28T17:54:11.792111Z","steps":["trace[1423607483] 'agreement among raft nodes before linearized reading' (duration: 242.717626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.792159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.397686Z","time spent":"394.464431ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:54:11.791928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.242075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:54:11.792215Z","caller":"traceutil/trace.go:171","msg":"trace[1298951155] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:16736; }","duration":"590.595653ms","start":"2026-04-28T17:54:11.201607Z","end":"2026-04-28T17:54:11.792203Z","steps":["trace[1298951155] 'agreement among raft nodes before linearized reading' (duration: 590.08687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.79226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.201571Z","time spent":"590.678875ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"warn","ts":"2026-04-28T17:54:11.792261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.163681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-04-28T17:54:11.792267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.584973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:54:11.792306Z","caller":"traceutil/trace.go:171","msg":"trace[1036069768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:16736; }","duration":"527.267674ms","start":"2026-04-28T17:54:11.265027Z","end":"2026-04-28T17:54:11.792295Z","steps":["trace[1036069768] 'agreement among raft nodes before linearized reading' (duration: 527.144441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:11.792314Z","caller":"traceutil/trace.go:171","msg":"trace[2081649131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16736; }","duration":"394.671526ms","start":"2026-04-28T17:54:11.397631Z","end":"2026-04-28T17:54:11.792303Z","steps":["trace[2081649131] 'agreement among raft nodes before linearized reading' (duration: 394.543872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.792343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.264995Z","time spent":"527.341405ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:54:11.792349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:11.397606Z","time spent":"394.736208ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:54:11.792059Z","caller":"traceutil/trace.go:171","msg":"trace[567057491] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:16736; }","duration":"239.670298ms","start":"2026-04-28T17:54:11.552382Z","end":"2026-04-28T17:54:11.792052Z","steps":["trace[567057491] 'agreement among raft nodes before linearized reading' (duration: 239.577216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:11.792415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.826891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:11.792451Z","caller":"traceutil/trace.go:171","msg":"trace[867249479] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16736; }","duration":"248.896573ms","start":"2026-04-28T17:54:11.543543Z","end":"2026-04-28T17:54:11.79244Z","steps":["trace[867249479] 'agreement among raft nodes before linearized reading' (duration: 248.78358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.76449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.225295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:45.7646Z","caller":"traceutil/trace.go:171","msg":"trace[892864131] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16912; }","duration":"594.378209ms","start":"2026-04-28T17:54:45.170201Z","end":"2026-04-28T17:54:45.764579Z","steps":["trace[892864131] 'range keys from in-memory index tree' (duration: 594.146413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.764637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.17018Z","time spent":"594.449101ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:45.764927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.079299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:45.764997Z","caller":"traceutil/trace.go:171","msg":"trace[237367986] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16912; }","duration":"577.172822ms","start":"2026-04-28T17:54:45.187779Z","end":"2026-04-28T17:54:45.764952Z","steps":["trace[237367986] 'range keys from in-memory index tree' (duration: 576.862354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.765024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.187747Z","time spent":"577.269784ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:45.764994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.349913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:45.765086Z","caller":"traceutil/trace.go:171","msg":"trace[213024903] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16912; }","duration":"593.472597ms","start":"2026-04-28T17:54:45.171587Z","end":"2026-04-28T17:54:45.765059Z","steps":["trace[213024903] 'range keys from in-memory index tree' (duration: 593.132088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.765109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.463925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-28T17:54:45.765145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.171574Z","time spent":"593.561358ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T17:54:45.76518Z","caller":"traceutil/trace.go:171","msg":"trace[489935012] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16912; }","duration":"591.557477ms","start":"2026-04-28T17:54:45.173601Z","end":"2026-04-28T17:54:45.765158Z","steps":["trace[489935012] 'range keys from in-memory index tree' (duration: 591.332591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.76524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.17359Z","time spent":"591.63785ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T17:54:45.7654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.969592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:45.765446Z","caller":"traceutil/trace.go:171","msg":"trace[457911098] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16912; }","duration":"589.021343ms","start":"2026-04-28T17:54:45.176408Z","end":"2026-04-28T17:54:45.765429Z","steps":["trace[457911098] 'range keys from in-memory index tree' (duration: 588.88853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.765448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.962694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:45.765474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.176401Z","time spent":"589.066374ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T17:54:45.765493Z","caller":"traceutil/trace.go:171","msg":"trace[248372658] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16912; }","duration":"593.023105ms","start":"2026-04-28T17:54:45.172456Z","end":"2026-04-28T17:54:45.765479Z","steps":["trace[248372658] 'range keys from in-memory index tree' (duration: 592.919103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.765531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.172449Z","time spent":"593.073146ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-28T17:54:45.765704Z","caller":"traceutil/trace.go:171","msg":"trace[663399975] transaction","detail":"{read_only:false; response_revision:16913; number_of_response:1; }","duration":"569.031375ms","start":"2026-04-28T17:54:45.196661Z","end":"2026-04-28T17:54:45.765692Z","steps":["trace[663399975] 'process raft request' (duration: 562.207683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:45.765804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.196642Z","time spent":"569.095387ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:46.888077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.816927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:46.888193Z","caller":"traceutil/trace.go:171","msg":"trace[258119308] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:16913; }","duration":"997.977101ms","start":"2026-04-28T17:54:45.890186Z","end":"2026-04-28T17:54:46.888163Z","steps":["trace[258119308] 'count revisions from in-memory index tree' (duration: 997.710634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.88837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.890158Z","time spent":"998.155096ms","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:54:46.888378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.767472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:46.888504Z","caller":"traceutil/trace.go:171","msg":"trace[300871546] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16913; }","duration":"987.933547ms","start":"2026-04-28T17:54:45.900539Z","end":"2026-04-28T17:54:46.888472Z","steps":["trace[300871546] 'range keys from in-memory index tree' (duration: 987.551557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.88857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.900525Z","time spent":"988.030349ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:46.888591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.434595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:54:46.888585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.981457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:46.888647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.006053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:54:46.888722Z","caller":"traceutil/trace.go:171","msg":"trace[936183662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16913; }","duration":"976.575238ms","start":"2026-04-28T17:54:45.91209Z","end":"2026-04-28T17:54:46.888665Z","steps":["trace[936183662] 'range keys from in-memory index tree' (duration: 976.27898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:46.888746Z","caller":"traceutil/trace.go:171","msg":"trace[1321172733] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16913; }","duration":"988.180093ms","start":"2026-04-28T17:54:45.900536Z","end":"2026-04-28T17:54:46.888716Z","steps":["trace[1321172733] 'range keys from in-memory index tree' (duration: 987.840634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.888772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.912079Z","time spent":"976.682531ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:46.88882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.900524Z","time spent":"988.280095ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-28T17:54:46.888894Z","caller":"traceutil/trace.go:171","msg":"trace[505665715] linearizableReadLoop","detail":"{readStateIndex:17554; appliedIndex:17551; }","duration":"939.686111ms","start":"2026-04-28T17:54:45.949194Z","end":"2026-04-28T17:54:46.88888Z","steps":["trace[505665715] 'read index received' (duration: 374.393641ms)","trace[505665715] 'applied index is now lower than readState.Index' (duration: 565.2913ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:46.888952Z","caller":"traceutil/trace.go:171","msg":"trace[337071879] transaction","detail":"{read_only:false; response_revision:16914; number_of_response:1; }","duration":"974.757892ms","start":"2026-04-28T17:54:45.914174Z","end":"2026-04-28T17:54:46.888932Z","steps":["trace[337071879] 'process raft request' (duration: 409.39135ms)","trace[337071879] 'compare' (duration: 564.169672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:46.889004Z","caller":"traceutil/trace.go:171","msg":"trace[745901524] transaction","detail":"{read_only:false; response_revision:16916; number_of_response:1; }","duration":"943.799865ms","start":"2026-04-28T17:54:45.945185Z","end":"2026-04-28T17:54:46.888985Z","steps":["trace[745901524] 'process raft request' (duration: 943.658512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.866935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:46.889092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.9815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:46.889123Z","caller":"traceutil/trace.go:171","msg":"trace[1203222883] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"931.040181ms","start":"2026-04-28T17:54:45.958073Z","end":"2026-04-28T17:54:46.889113Z","steps":["trace[1203222883] 'agreement among raft nodes before linearized reading' (duration: 930.939798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:46.889127Z","caller":"traceutil/trace.go:171","msg":"trace[497867990] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"939.973328ms","start":"2026-04-28T17:54:45.949137Z","end":"2026-04-28T17:54:46.88911Z","steps":["trace[497867990] 'agreement among raft nodes before linearized reading' (duration: 939.874955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.945159Z","time spent":"943.884038ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:46.889138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.59223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"warn","ts":"2026-04-28T17:54:46.889154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.914156Z","time spent":"974.867754ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:46.889169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.949111Z","time spent":"940.04678ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-28T17:54:46.889221Z","caller":"traceutil/trace.go:171","msg":"trace[1026992304] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:16916; }","duration":"634.701493ms","start":"2026-04-28T17:54:46.254498Z","end":"2026-04-28T17:54:46.8892Z","steps":["trace[1026992304] 'agreement among raft nodes before linearized reading' (duration: 634.541779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.958046Z","time spent":"931.100072ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:46.889273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.100141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-28T17:54:46.889333Z","caller":"traceutil/trace.go:171","msg":"trace[1683318331] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:16916; }","duration":"657.190854ms","start":"2026-04-28T17:54:46.232131Z","end":"2026-04-28T17:54:46.889322Z","steps":["trace[1683318331] 'agreement among raft nodes before linearized reading' (duration: 657.04531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:46.889354Z","caller":"traceutil/trace.go:171","msg":"trace[937767202] transaction","detail":"{read_only:false; response_revision:16915; number_of_response:1; }","duration":"970.173935ms","start":"2026-04-28T17:54:45.919163Z","end":"2026-04-28T17:54:46.889337Z","steps":["trace[937767202] 'process raft request' (duration: 969.599571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.232114Z","time spent":"657.248335ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" "} {"level":"warn","ts":"2026-04-28T17:54:46.889391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.418195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T17:54:46.889433Z","caller":"traceutil/trace.go:171","msg":"trace[591408740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16916; }","duration":"112.491377ms","start":"2026-04-28T17:54:46.776927Z","end":"2026-04-28T17:54:46.889419Z","steps":["trace[591408740] 'agreement among raft nodes before linearized reading' (duration: 112.391755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.919141Z","time spent":"970.254737ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:46.889489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.956297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:46.889545Z","caller":"traceutil/trace.go:171","msg":"trace[1150158216] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"418.029269ms","start":"2026-04-28T17:54:46.471502Z","end":"2026-04-28T17:54:46.889531Z","steps":["trace[1150158216] 'agreement among raft nodes before linearized reading' (duration: 417.947207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.471497Z","time spent":"418.08425ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:46.889626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.919029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:46.889638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.681678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T17:54:46.889678Z","caller":"traceutil/trace.go:171","msg":"trace[1615898715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16916; }","duration":"821.99385ms","start":"2026-04-28T17:54:46.06767Z","end":"2026-04-28T17:54:46.889664Z","steps":["trace[1615898715] 'agreement among raft nodes before linearized reading' (duration: 821.919079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:46.889683Z","caller":"traceutil/trace.go:171","msg":"trace[51085640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16916; }","duration":"176.76348ms","start":"2026-04-28T17:54:46.712907Z","end":"2026-04-28T17:54:46.889671Z","steps":["trace[51085640] 'agreement among raft nodes before linearized reading' (duration: 176.642947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.88969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.994394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T17:54:46.889714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.067659Z","time spent":"822.048603ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T17:54:46.88974Z","caller":"traceutil/trace.go:171","msg":"trace[752746681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16916; }","duration":"234.080596ms","start":"2026-04-28T17:54:46.655645Z","end":"2026-04-28T17:54:46.889726Z","steps":["trace[752746681] 'agreement among raft nodes before linearized reading' (duration: 233.899531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.969283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:46.889797Z","caller":"traceutil/trace.go:171","msg":"trace[333920246] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16916; }","duration":"419.043174ms","start":"2026-04-28T17:54:46.470742Z","end":"2026-04-28T17:54:46.889785Z","steps":["trace[333920246] 'agreement among raft nodes before linearized reading' (duration: 418.967973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.470707Z","time spent":"419.113206ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T17:54:46.889864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.103651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"warn","ts":"2026-04-28T17:54:46.889684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.189593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:46.889913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.288852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:46.889947Z","caller":"traceutil/trace.go:171","msg":"trace[2114624676] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16916; }","duration":"418.472341ms","start":"2026-04-28T17:54:46.471462Z","end":"2026-04-28T17:54:46.889935Z","steps":["trace[2114624676] 'agreement among raft nodes before linearized reading' (duration: 418.161032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.46448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-28T17:54:46.890026Z","caller":"traceutil/trace.go:171","msg":"trace[38482125] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:16916; }","duration":"431.543352ms","start":"2026-04-28T17:54:46.458474Z","end":"2026-04-28T17:54:46.890018Z","steps":["trace[38482125] 'agreement among raft nodes before linearized reading' (duration: 431.305345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.890061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.458453Z","time spent":"431.601083ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T17:54:46.89009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.074482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T17:54:46.890154Z","caller":"traceutil/trace.go:171","msg":"trace[1867649141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16916; }","duration":"881.175704ms","start":"2026-04-28T17:54:46.008963Z","end":"2026-04-28T17:54:46.890139Z","steps":["trace[1867649141] 'agreement among raft nodes before linearized reading' (duration: 881.02106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.889989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.471454Z","time spent":"418.517642ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T17:54:46.890203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.008943Z","time spent":"881.248967ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T17:54:46.889903Z","caller":"traceutil/trace.go:171","msg":"trace[286705718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:16916; }","duration":"629.176193ms","start":"2026-04-28T17:54:46.260716Z","end":"2026-04-28T17:54:46.889892Z","steps":["trace[286705718] 'agreement among raft nodes before linearized reading' (duration: 628.862984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.890266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.26069Z","time spent":"629.566923ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"warn","ts":"2026-04-28T17:54:46.889283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.254478Z","time spent":"634.788684ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"warn","ts":"2026-04-28T17:54:46.89048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.109386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:46.890575Z","caller":"traceutil/trace.go:171","msg":"trace[1331551326] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"850.187008ms","start":"2026-04-28T17:54:46.040339Z","end":"2026-04-28T17:54:46.890526Z","steps":["trace[1331551326] 'agreement among raft nodes before linearized reading' (duration: 850.044044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.890618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.099452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-04-28T17:54:46.890631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.040329Z","time spent":"850.28753ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T17:54:46.890659Z","caller":"traceutil/trace.go:171","msg":"trace[390720525] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"905.175164ms","start":"2026-04-28T17:54:45.985473Z","end":"2026-04-28T17:54:46.890648Z","steps":["trace[390720525] 'agreement among raft nodes before linearized reading' (duration: 905.02242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.890695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.985461Z","time spent":"905.225345ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T17:54:46.891465Z","caller":"traceutil/trace.go:171","msg":"trace[572220022] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"406.352483ms","start":"2026-04-28T17:54:46.483592Z","end":"2026-04-28T17:54:46.889945Z","steps":["trace[572220022] 'agreement among raft nodes before linearized reading' (duration: 406.201229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.891623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.483581Z","time spent":"408.020995ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:46.891707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.069025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:46.891798Z","caller":"traceutil/trace.go:171","msg":"trace[5307861] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"852.189208ms","start":"2026-04-28T17:54:46.039584Z","end":"2026-04-28T17:54:46.891774Z","steps":["trace[5307861] 'agreement among raft nodes before linearized reading' (duration: 851.934192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.891859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.039567Z","time spent":"852.2776ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:46.892157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.062415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:46.892223Z","caller":"traceutil/trace.go:171","msg":"trace[806769729] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"852.149577ms","start":"2026-04-28T17:54:46.040054Z","end":"2026-04-28T17:54:46.892203Z","steps":["trace[806769729] 'agreement among raft nodes before linearized reading' (duration: 852.062405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.892266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.040039Z","time spent":"852.214978ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:46.892279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.180079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T17:54:46.892339Z","caller":"traceutil/trace.go:171","msg":"trace[1297563862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16916; }","duration":"882.271532ms","start":"2026-04-28T17:54:46.010051Z","end":"2026-04-28T17:54:46.892322Z","steps":["trace[1297563862] 'agreement among raft nodes before linearized reading' (duration: 882.097458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.892382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.010031Z","time spent":"882.343984ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T17:54:46.892677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.621099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-28T17:54:46.892799Z","caller":"traceutil/trace.go:171","msg":"trace[1463078706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:16916; }","duration":"737.780603ms","start":"2026-04-28T17:54:46.155003Z","end":"2026-04-28T17:54:46.892784Z","steps":["trace[1463078706] 'agreement among raft nodes before linearized reading' (duration: 734.54937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.892887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:46.154982Z","time spent":"737.892145ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:54:46.890913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.596279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:46.893704Z","caller":"traceutil/trace.go:171","msg":"trace[872641594] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"933.36639ms","start":"2026-04-28T17:54:45.960283Z","end":"2026-04-28T17:54:46.893649Z","steps":["trace[872641594] 'agreement among raft nodes before linearized reading' (duration: 930.550119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:46.893764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:45.960271Z","time spent":"933.476543ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T17:54:47.110373Z","caller":"traceutil/trace.go:171","msg":"trace[156938067] transaction","detail":"{read_only:false; response_revision:16917; number_of_response:1; }","duration":"211.05495ms","start":"2026-04-28T17:54:46.899282Z","end":"2026-04-28T17:54:47.110337Z","steps":["trace[156938067] 'process raft request' (duration: 210.720142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:47.130689Z","caller":"traceutil/trace.go:171","msg":"trace[233121538] transaction","detail":"{read_only:false; response_revision:16918; number_of_response:1; }","duration":"231.273994ms","start":"2026-04-28T17:54:46.899375Z","end":"2026-04-28T17:54:47.130649Z","steps":["trace[233121538] 'process raft request' (duration: 230.907345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:47.13082Z","caller":"traceutil/trace.go:171","msg":"trace[1289890678] linearizableReadLoop","detail":"{readStateIndex:17559; appliedIndex:17554; }","duration":"231.332017ms","start":"2026-04-28T17:54:46.899473Z","end":"2026-04-28T17:54:47.130805Z","steps":["trace[1289890678] 'read index received' (duration: 210.756674ms)","trace[1289890678] 'applied index is now lower than readState.Index' (duration: 20.573733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:47.130874Z","caller":"traceutil/trace.go:171","msg":"trace[780055087] transaction","detail":"{read_only:false; response_revision:16920; number_of_response:1; }","duration":"231.47591ms","start":"2026-04-28T17:54:46.899372Z","end":"2026-04-28T17:54:47.130848Z","steps":["trace[780055087] 'process raft request' (duration: 231.145261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:47.130958Z","caller":"traceutil/trace.go:171","msg":"trace[58737852] transaction","detail":"{read_only:false; response_revision:16921; number_of_response:1; }","duration":"231.521282ms","start":"2026-04-28T17:54:46.899419Z","end":"2026-04-28T17:54:47.13094Z","steps":["trace[58737852] 'process raft request' (duration: 231.330326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.131218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.021383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:47.131285Z","caller":"traceutil/trace.go:171","msg":"trace[2120108491] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16921; }","duration":"154.108195ms","start":"2026-04-28T17:54:46.977163Z","end":"2026-04-28T17:54:47.131271Z","steps":["trace[2120108491] 'agreement among raft nodes before linearized reading' (duration: 153.982232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.13155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.073556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:47.131569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.359901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:47.131608Z","caller":"traceutil/trace.go:171","msg":"trace[1862816555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16921; }","duration":"232.176928ms","start":"2026-04-28T17:54:46.899417Z","end":"2026-04-28T17:54:47.131594Z","steps":["trace[1862816555] 'agreement among raft nodes before linearized reading' (duration: 232.090596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.131706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.760467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"warn","ts":"2026-04-28T17:54:47.131732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.452613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:47.131748Z","caller":"traceutil/trace.go:171","msg":"trace[1426004934] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16921; }","duration":"231.83518ms","start":"2026-04-28T17:54:46.899903Z","end":"2026-04-28T17:54:47.131738Z","steps":["trace[1426004934] 'agreement among raft nodes before linearized reading' (duration: 231.201064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:47.131763Z","caller":"traceutil/trace.go:171","msg":"trace[336822329] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16921; }","duration":"154.489134ms","start":"2026-04-28T17:54:46.977266Z","end":"2026-04-28T17:54:47.131755Z","steps":["trace[336822329] 'agreement among raft nodes before linearized reading' (duration: 154.374441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:47.13162Z","caller":"traceutil/trace.go:171","msg":"trace[1833119354] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16921; }","duration":"154.431582ms","start":"2026-04-28T17:54:46.977176Z","end":"2026-04-28T17:54:47.131608Z","steps":["trace[1833119354] 'agreement among raft nodes before linearized reading' (duration: 154.33643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.132031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.880344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:47.132061Z","caller":"traceutil/trace.go:171","msg":"trace[900091977] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16921; }","duration":"154.936256ms","start":"2026-04-28T17:54:46.977118Z","end":"2026-04-28T17:54:47.132054Z","steps":["trace[900091977] 'agreement among raft nodes before linearized reading' (duration: 154.888554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.132474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.381053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:54:47.132501Z","caller":"traceutil/trace.go:171","msg":"trace[140129459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16921; }","duration":"232.408754ms","start":"2026-04-28T17:54:46.900086Z","end":"2026-04-28T17:54:47.132495Z","steps":["trace[140129459] 'agreement among raft nodes before linearized reading' (duration: 232.024574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.133078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.102641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:54:47.133135Z","caller":"traceutil/trace.go:171","msg":"trace[273134945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16921; }","duration":"233.179743ms","start":"2026-04-28T17:54:46.899944Z","end":"2026-04-28T17:54:47.133123Z","steps":["trace[273134945] 'agreement among raft nodes before linearized reading' (duration: 232.223659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:47.133392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.327857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:54:47.133453Z","caller":"traceutil/trace.go:171","msg":"trace[616546084] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16921; }","duration":"233.419949ms","start":"2026-04-28T17:54:46.900022Z","end":"2026-04-28T17:54:47.133442Z","steps":["trace[616546084] 'agreement among raft nodes before linearized reading' (duration: 232.549418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:47.130679Z","caller":"traceutil/trace.go:171","msg":"trace[984951996] transaction","detail":"{read_only:false; response_revision:16919; number_of_response:1; }","duration":"231.245554ms","start":"2026-04-28T17:54:46.899368Z","end":"2026-04-28T17:54:47.130613Z","steps":["trace[984951996] 'process raft request' (duration: 231.11295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:48.099707Z","caller":"traceutil/trace.go:171","msg":"trace[1420759758] linearizableReadLoop","detail":"{readStateIndex:17560; appliedIndex:17559; }","duration":"324.453222ms","start":"2026-04-28T17:54:47.775219Z","end":"2026-04-28T17:54:48.099672Z","steps":["trace[1420759758] 'read index received' (duration: 324.097883ms)","trace[1420759758] 'applied index is now lower than readState.Index' (duration: 353.969µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:48.09983Z","caller":"traceutil/trace.go:171","msg":"trace[211512086] transaction","detail":"{read_only:false; response_revision:16922; number_of_response:1; }","duration":"325.542099ms","start":"2026-04-28T17:54:47.774238Z","end":"2026-04-28T17:54:48.09978Z","steps":["trace[211512086] 'process raft request' (duration: 325.187481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:48.100036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:47.774221Z","time spent":"325.705354ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:48.10009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.840132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:48.100184Z","caller":"traceutil/trace.go:171","msg":"trace[795799507] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16922; }","duration":"324.967555ms","start":"2026-04-28T17:54:47.775193Z","end":"2026-04-28T17:54:48.100161Z","steps":["trace[795799507] 'agreement among raft nodes before linearized reading' (duration: 324.682097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:48.100228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:47.775182Z","time spent":"325.037697ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:48.100349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.521874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T17:54:48.100396Z","caller":"traceutil/trace.go:171","msg":"trace[2022071007] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16922; }","duration":"324.591035ms","start":"2026-04-28T17:54:47.775792Z","end":"2026-04-28T17:54:48.100383Z","steps":["trace[2022071007] 'agreement among raft nodes before linearized reading' (duration: 324.427091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:48.100425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:47.77578Z","time spent":"324.638537ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T17:54:49.39837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790883122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T17:54:49.784002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.770151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-04-28T17:54:49.784044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.296119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:54:49.784091Z","caller":"traceutil/trace.go:171","msg":"trace[304854022] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16924; }","duration":"887.916366ms","start":"2026-04-28T17:54:48.896154Z","end":"2026-04-28T17:54:49.784071Z","steps":["trace[304854022] 'range keys from in-memory index tree' (duration: 887.571667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:49.784148Z","caller":"traceutil/trace.go:171","msg":"trace[189644914] transaction","detail":"{read_only:false; response_revision:16925; number_of_response:1; }","duration":"887.656199ms","start":"2026-04-28T17:54:48.896472Z","end":"2026-04-28T17:54:49.784128Z","steps":["trace[189644914] 'process raft request' (duration: 574.177566ms)","trace[189644914] 'compare' (duration: 312.830566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:54:49.784151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.896129Z","time spent":"887.994537ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:49.784214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.896453Z","time spent":"887.730831ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:54:50.041649Z","caller":"traceutil/trace.go:171","msg":"trace[251116290] linearizableReadLoop","detail":"{readStateIndex:17567; appliedIndex:17564; }","duration":"1.143998422s","start":"2026-04-28T17:54:48.897625Z","end":"2026-04-28T17:54:50.041623Z","steps":["trace[251116290] 'read index received' (duration: 573.039307ms)","trace[251116290] 'applied index is now lower than readState.Index' (duration: 570.957985ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:54:50.042272Z","caller":"traceutil/trace.go:171","msg":"trace[725603157] transaction","detail":"{read_only:false; response_revision:16926; number_of_response:1; }","duration":"1.145027997s","start":"2026-04-28T17:54:48.897207Z","end":"2026-04-28T17:54:50.042235Z","steps":["trace[725603157] 'process raft request' (duration: 1.140796539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144682169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:50.042376Z","caller":"traceutil/trace.go:171","msg":"trace[447986346] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16927; }","duration":"1.144804352s","start":"2026-04-28T17:54:48.897559Z","end":"2026-04-28T17:54:50.042363Z","steps":["trace[447986346] 'agreement among raft nodes before linearized reading' (duration: 1.144674169s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.897531Z","time spent":"1.144884013s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:50.042453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.897168Z","time spent":"1.145198031s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:50.042452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144632098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-04-28T17:54:50.042457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14084218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:50.042514Z","caller":"traceutil/trace.go:171","msg":"trace[603173305] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16927; }","duration":"1.144742291s","start":"2026-04-28T17:54:48.897756Z","end":"2026-04-28T17:54:50.042498Z","steps":["trace[603173305] 'agreement among raft nodes before linearized reading' (duration: 1.144538205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.897741Z","time spent":"1.144838213s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T17:54:50.042593Z","caller":"traceutil/trace.go:171","msg":"trace[290829352] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16927; }","duration":"1.140996794s","start":"2026-04-28T17:54:48.901537Z","end":"2026-04-28T17:54:50.042534Z","steps":["trace[290829352] 'agreement among raft nodes before linearized reading' (duration: 1.140798729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901514Z","time spent":"1.141120608s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:50.042654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.961803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T17:54:50.042353Z","caller":"traceutil/trace.go:171","msg":"trace[325271577] transaction","detail":"{read_only:false; response_revision:16927; number_of_response:1; }","duration":"1.140716477s","start":"2026-04-28T17:54:48.901537Z","end":"2026-04-28T17:54:50.042253Z","steps":["trace[325271577] 'process raft request' (duration: 1.139987939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.04278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14122506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.04281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.926802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T17:54:50.042859Z","caller":"traceutil/trace.go:171","msg":"trace[346170023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16927; }","duration":"906.015984ms","start":"2026-04-28T17:54:49.136831Z","end":"2026-04-28T17:54:50.042847Z","steps":["trace[346170023] 'agreement among raft nodes before linearized reading' (duration: 905.908892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.219673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.04286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.71785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"warn","ts":"2026-04-28T17:54:50.042953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145034848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:54:50.042977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.384979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:50.04299Z","caller":"traceutil/trace.go:171","msg":"trace[1072333246] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"1.145084699s","start":"2026-04-28T17:54:48.897896Z","end":"2026-04-28T17:54:50.042981Z","steps":["trace[1072333246] 'agreement among raft nodes before linearized reading' (duration: 1.144989666s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043007Z","caller":"traceutil/trace.go:171","msg":"trace[922756530] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16927; }","duration":"246.446041ms","start":"2026-04-28T17:54:49.796552Z","end":"2026-04-28T17:54:50.042998Z","steps":["trace[922756530] 'agreement among raft nodes before linearized reading' (duration: 246.40349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099789839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T17:54:50.043029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.89789Z","time spent":"1.14513261s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141550148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:50.04314Z","caller":"traceutil/trace.go:171","msg":"trace[104563844] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16927; }","duration":"1.14163256s","start":"2026-04-28T17:54:48.901496Z","end":"2026-04-28T17:54:50.043129Z","steps":["trace[104563844] 'agreement among raft nodes before linearized reading' (duration: 1.141522278s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043056Z","caller":"traceutil/trace.go:171","msg":"trace[1329205816] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:16927; }","duration":"1.100131767s","start":"2026-04-28T17:54:48.94291Z","end":"2026-04-28T17:54:50.043042Z","steps":["trace[1329205816] 'agreement among raft nodes before linearized reading' (duration: 1.099503451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901474Z","time spent":"1.141691142s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140629015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:54:50.04319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.85254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T17:54:50.042988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141543078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:50.043223Z","caller":"traceutil/trace.go:171","msg":"trace[2012583091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16927; }","duration":"233.911431ms","start":"2026-04-28T17:54:49.809302Z","end":"2026-04-28T17:54:50.043213Z","steps":["trace[2012583091] 'agreement among raft nodes before linearized reading' (duration: 233.799409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043224Z","caller":"traceutil/trace.go:171","msg":"trace[2129203782] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"1.140706257s","start":"2026-04-28T17:54:48.902502Z","end":"2026-04-28T17:54:50.043208Z","steps":["trace[2129203782] 'agreement among raft nodes before linearized reading' (duration: 1.140532313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141753443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:54:50.043314Z","caller":"traceutil/trace.go:171","msg":"trace[503234129] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16927; }","duration":"1.141843846s","start":"2026-04-28T17:54:48.90146Z","end":"2026-04-28T17:54:50.043304Z","steps":["trace[503234129] 'agreement among raft nodes before linearized reading' (duration: 1.141704732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901449Z","time spent":"1.141897027s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.902494Z","time spent":"1.140761568s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141940498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:50.043411Z","caller":"traceutil/trace.go:171","msg":"trace[1016964560] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"1.141813145s","start":"2026-04-28T17:54:48.901416Z","end":"2026-04-28T17:54:50.043229Z","steps":["trace[1016964560] 'agreement among raft nodes before linearized reading' (duration: 1.141382194s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043448Z","caller":"traceutil/trace.go:171","msg":"trace[1931614443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"1.141990699s","start":"2026-04-28T17:54:48.901447Z","end":"2026-04-28T17:54:50.043438Z","steps":["trace[1931614443] 'agreement among raft nodes before linearized reading' (duration: 1.141903327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901403Z","time spent":"1.142055521s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901438Z","time spent":"1.14203175s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T17:54:50.042818Z","caller":"traceutil/trace.go:171","msg":"trace[2021323959] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16927; }","duration":"1.141270971s","start":"2026-04-28T17:54:48.901536Z","end":"2026-04-28T17:54:50.042807Z","steps":["trace[2021323959] 'agreement among raft nodes before linearized reading' (duration: 1.14120994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141716673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.043516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.874577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.043534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901531Z","time spent":"1.141991519s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T17:54:50.043549Z","caller":"traceutil/trace.go:171","msg":"trace[497064453] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16927; }","duration":"1.141902687s","start":"2026-04-28T17:54:48.901639Z","end":"2026-04-28T17:54:50.043541Z","steps":["trace[497064453] 'agreement among raft nodes before linearized reading' (duration: 1.141706932s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043571Z","caller":"traceutil/trace.go:171","msg":"trace[1637655220] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16927; }","duration":"245.987929ms","start":"2026-04-28T17:54:49.797568Z","end":"2026-04-28T17:54:50.043556Z","steps":["trace[1637655220] 'agreement among raft nodes before linearized reading' (duration: 245.894917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144935535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.043588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141872637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:50.043631Z","caller":"traceutil/trace.go:171","msg":"trace[1788528872] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16927; }","duration":"1.141944438s","start":"2026-04-28T17:54:48.901678Z","end":"2026-04-28T17:54:50.043622Z","steps":["trace[1788528872] 'agreement among raft nodes before linearized reading' (duration: 1.141885166s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043634Z","caller":"traceutil/trace.go:171","msg":"trace[729396364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16927; }","duration":"1.145710685s","start":"2026-04-28T17:54:48.897909Z","end":"2026-04-28T17:54:50.04362Z","steps":["trace[729396364] 'agreement among raft nodes before linearized reading' (duration: 1.144930105s)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043087Z","caller":"traceutil/trace.go:171","msg":"trace[1242491245] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:16927; }","duration":"852.927256ms","start":"2026-04-28T17:54:49.190032Z","end":"2026-04-28T17:54:50.04296Z","steps":["trace[1242491245] 'agreement among raft nodes before linearized reading' (duration: 852.27429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.042912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.136806Z","time spent":"906.095447ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.8979Z","time spent":"1.145763546s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:50.04358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901624Z","time spent":"1.141949678s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T17:54:50.042716Z","caller":"traceutil/trace.go:171","msg":"trace[917693487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16927; }","duration":"928.061995ms","start":"2026-04-28T17:54:49.114634Z","end":"2026-04-28T17:54:50.042696Z","steps":["trace[917693487] 'agreement among raft nodes before linearized reading' (duration: 927.818169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.713426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"warn","ts":"2026-04-28T17:54:50.043846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.190015Z","time spent":"853.675944ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"info","ts":"2026-04-28T17:54:50.043858Z","caller":"traceutil/trace.go:171","msg":"trace[1238977218] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:16927; }","duration":"853.761187ms","start":"2026-04-28T17:54:49.190083Z","end":"2026-04-28T17:54:50.043844Z","steps":["trace[1238977218] 'agreement among raft nodes before linearized reading' (duration: 853.640604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.550044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:54:50.04292Z","caller":"traceutil/trace.go:171","msg":"trace[258255480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16927; }","duration":"975.305615ms","start":"2026-04-28T17:54:49.067603Z","end":"2026-04-28T17:54:50.042908Z","steps":["trace[258255480] 'agreement among raft nodes before linearized reading' (duration: 975.232683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.043143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901526Z","time spent":"1.141306302s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:54:50.043916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.51259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:54:50.043652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.112887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:54:50.044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.009273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.043669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.901661Z","time spent":"1.14200151s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:50.044039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.850188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:54:50.044068Z","caller":"traceutil/trace.go:171","msg":"trace[1444359625] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16927; }","duration":"899.8925ms","start":"2026-04-28T17:54:49.144169Z","end":"2026-04-28T17:54:50.044061Z","steps":["trace[1444359625] 'agreement among raft nodes before linearized reading' (duration: 899.848429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.044095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.144159Z","time spent":"899.93099ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T17:54:50.044101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.168128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20672"} {"level":"warn","ts":"2026-04-28T17:54:50.044134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.864366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-28T17:54:50.044148Z","caller":"traceutil/trace.go:171","msg":"trace[1646284686] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:16927; }","duration":"893.242939ms","start":"2026-04-28T17:54:49.150891Z","end":"2026-04-28T17:54:50.044134Z","steps":["trace[1646284686] 'agreement among raft nodes before linearized reading' (duration: 893.120646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.044165Z","caller":"traceutil/trace.go:171","msg":"trace[1008658458] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:16927; }","duration":"893.923408ms","start":"2026-04-28T17:54:49.150233Z","end":"2026-04-28T17:54:50.044156Z","steps":["trace[1008658458] 'agreement among raft nodes before linearized reading' (duration: 893.824006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.044176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.067574Z","time spent":"976.575337ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:54:50.044188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.150873Z","time spent":"893.308272ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" "} {"level":"warn","ts":"2026-04-28T17:54:50.044195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.150214Z","time spent":"893.975229ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:54:50.044037Z","caller":"traceutil/trace.go:171","msg":"trace[1368598294] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16927; }","duration":"854.079995ms","start":"2026-04-28T17:54:49.189949Z","end":"2026-04-28T17:54:50.044029Z","steps":["trace[1368598294] 'agreement among raft nodes before linearized reading' (duration: 854.029724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.04423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.18993Z","time spent":"854.292352ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T17:54:50.04402Z","caller":"traceutil/trace.go:171","msg":"trace[711126993] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"247.501737ms","start":"2026-04-28T17:54:49.796508Z","end":"2026-04-28T17:54:50.044009Z","steps":["trace[711126993] 'agreement among raft nodes before linearized reading' (duration: 246.612075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.044284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.199939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:54:50.043199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:48.942891Z","time spent":"1.100300871s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T17:54:50.044317Z","caller":"traceutil/trace.go:171","msg":"trace[69339102] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16927; }","duration":"854.270681ms","start":"2026-04-28T17:54:49.190037Z","end":"2026-04-28T17:54:50.044307Z","steps":["trace[69339102] 'agreement among raft nodes before linearized reading' (duration: 854.22703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:54:50.043924Z","caller":"traceutil/trace.go:171","msg":"trace[291025084] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"246.616035ms","start":"2026-04-28T17:54:49.797298Z","end":"2026-04-28T17:54:50.043914Z","steps":["trace[291025084] 'agreement among raft nodes before linearized reading' (duration: 246.485092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.04434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.695182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T17:54:50.043956Z","caller":"traceutil/trace.go:171","msg":"trace[2136221073] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16927; }","duration":"899.606323ms","start":"2026-04-28T17:54:49.144337Z","end":"2026-04-28T17:54:50.043943Z","steps":["trace[2136221073] 'agreement among raft nodes before linearized reading' (duration: 899.50559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.044349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.190013Z","time spent":"854.330843ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.189994Z","time spent":"853.88933ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"info","ts":"2026-04-28T17:54:50.04437Z","caller":"traceutil/trace.go:171","msg":"trace[927118434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16927; }","duration":"906.738054ms","start":"2026-04-28T17:54:49.137622Z","end":"2026-04-28T17:54:50.04436Z","steps":["trace[927118434] 'agreement among raft nodes before linearized reading' (duration: 906.651802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.044385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.144308Z","time spent":"900.064674ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:54:50.044399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.137612Z","time spent":"906.780765ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T17:54:50.043811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.11452Z","time spent":"929.275655ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T17:54:50.044905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.961744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T17:54:50.044967Z","caller":"traceutil/trace.go:171","msg":"trace[708763977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16927; }","duration":"908.036446ms","start":"2026-04-28T17:54:49.136915Z","end":"2026-04-28T17:54:50.044951Z","steps":["trace[708763977] 'agreement among raft nodes before linearized reading' (duration: 907.862352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.045001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.136906Z","time spent":"908.087818ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T17:54:50.047161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.00006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:54:50.047215Z","caller":"traceutil/trace.go:171","msg":"trace[637441817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16927; }","duration":"907.056251ms","start":"2026-04-28T17:54:49.140147Z","end":"2026-04-28T17:54:50.047203Z","steps":["trace[637441817] 'agreement among raft nodes before linearized reading' (duration: 903.766357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:54:50.04775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:54:49.140119Z","time spent":"907.537544ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T17:55:12.423549Z","caller":"traceutil/trace.go:171","msg":"trace[1167318589] linearizableReadLoop","detail":"{readStateIndex:17684; appliedIndex:17682; }","duration":"267.989056ms","start":"2026-04-28T17:55:12.15554Z","end":"2026-04-28T17:55:12.423529Z","steps":["trace[1167318589] 'read index received' (duration: 25.000254ms)","trace[1167318589] 'applied index is now lower than readState.Index' (duration: 242.987982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:12.423605Z","caller":"traceutil/trace.go:171","msg":"trace[2013387880] transaction","detail":"{read_only:false; response_revision:17040; number_of_response:1; }","duration":"279.288754ms","start":"2026-04-28T17:55:12.144293Z","end":"2026-04-28T17:55:12.423582Z","steps":["trace[2013387880] 'process raft request' (duration: 279.102259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.423915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.270904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T17:55:12.423995Z","caller":"traceutil/trace.go:171","msg":"trace[1490263610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17040; }","duration":"268.518652ms","start":"2026-04-28T17:55:12.155456Z","end":"2026-04-28T17:55:12.423974Z","steps":["trace[1490263610] 'agreement among raft nodes before linearized reading' (duration: 268.187543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.461977Z","caller":"traceutil/trace.go:171","msg":"trace[465657817] transaction","detail":"{read_only:false; response_revision:17041; number_of_response:1; }","duration":"255.175892ms","start":"2026-04-28T17:55:12.206783Z","end":"2026-04-28T17:55:12.461959Z","steps":["trace[465657817] 'process raft request' (duration: 255.067839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.462306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.343462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T17:55:12.462384Z","caller":"traceutil/trace.go:171","msg":"trace[1509659006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17041; }","duration":"217.451584ms","start":"2026-04-28T17:55:12.244914Z","end":"2026-04-28T17:55:12.462365Z","steps":["trace[1509659006] 'agreement among raft nodes before linearized reading' (duration: 217.236599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.462397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.935666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"warn","ts":"2026-04-28T17:55:12.462306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.498306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:55:12.462673Z","caller":"traceutil/trace.go:171","msg":"trace[372722707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17041; }","duration":"217.893766ms","start":"2026-04-28T17:55:12.244767Z","end":"2026-04-28T17:55:12.462661Z","steps":["trace[372722707] 'agreement among raft nodes before linearized reading' (duration: 217.402233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.462645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.204174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T17:55:12.462744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.7513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-04-28T17:55:12.462814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.307658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T17:55:12.462841Z","caller":"traceutil/trace.go:171","msg":"trace[1552868301] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:17041; }","duration":"287.37612ms","start":"2026-04-28T17:55:12.175457Z","end":"2026-04-28T17:55:12.462833Z","steps":["trace[1552868301] 'agreement among raft nodes before linearized reading' (duration: 287.293478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.462842Z","caller":"traceutil/trace.go:171","msg":"trace[143386529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:17041; }","duration":"115.892384ms","start":"2026-04-28T17:55:12.346933Z","end":"2026-04-28T17:55:12.462825Z","steps":["trace[143386529] 'agreement among raft nodes before linearized reading' (duration: 115.696409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.462907Z","caller":"traceutil/trace.go:171","msg":"trace[1671676072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17041; }","duration":"218.409829ms","start":"2026-04-28T17:55:12.244379Z","end":"2026-04-28T17:55:12.462789Z","steps":["trace[1671676072] 'agreement among raft nodes before linearized reading' (duration: 217.964828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.463012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.674335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:55:12.462531Z","caller":"traceutil/trace.go:171","msg":"trace[1890912995] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17041; }","duration":"107.096701ms","start":"2026-04-28T17:55:12.355408Z","end":"2026-04-28T17:55:12.462505Z","steps":["trace[1890912995] 'agreement among raft nodes before linearized reading' (duration: 106.786753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.463045Z","caller":"traceutil/trace.go:171","msg":"trace[888463536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17041; }","duration":"218.736807ms","start":"2026-04-28T17:55:12.244297Z","end":"2026-04-28T17:55:12.463034Z","steps":["trace[888463536] 'agreement among raft nodes before linearized reading' (duration: 218.662375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.463145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.689317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:12.463217Z","caller":"traceutil/trace.go:171","msg":"trace[1622958310] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17041; }","duration":"287.79176ms","start":"2026-04-28T17:55:12.175407Z","end":"2026-04-28T17:55:12.463199Z","steps":["trace[1622958310] 'agreement among raft nodes before linearized reading' (duration: 287.368429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.576938Z","caller":"traceutil/trace.go:171","msg":"trace[491731683] linearizableReadLoop","detail":"{readStateIndex:17686; appliedIndex:17685; }","duration":"114.764605ms","start":"2026-04-28T17:55:12.462141Z","end":"2026-04-28T17:55:12.576905Z","steps":["trace[491731683] 'read index received' (duration: 39.649177ms)","trace[491731683] 'applied index is now lower than readState.Index' (duration: 75.113888ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:12.576963Z","caller":"traceutil/trace.go:171","msg":"trace[668289050] transaction","detail":"{read_only:false; response_revision:17042; number_of_response:1; }","duration":"129.489679ms","start":"2026-04-28T17:55:12.447438Z","end":"2026-04-28T17:55:12.576928Z","steps":["trace[668289050] 'process raft request' (duration: 54.34029ms)","trace[668289050] 'compare' (duration: 74.966525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:12.577361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.974396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-28T17:55:12.577426Z","caller":"traceutil/trace.go:171","msg":"trace[1897694189] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:17042; }","duration":"153.077749ms","start":"2026-04-28T17:55:12.424331Z","end":"2026-04-28T17:55:12.577409Z","steps":["trace[1897694189] 'agreement among raft nodes before linearized reading' (duration: 152.73101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.577368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.532841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:12.577549Z","caller":"traceutil/trace.go:171","msg":"trace[1967943719] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17042; }","duration":"131.732047ms","start":"2026-04-28T17:55:12.445797Z","end":"2026-04-28T17:55:12.577529Z","steps":["trace[1967943719] 'agreement among raft nodes before linearized reading' (duration: 131.173383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.658456Z","caller":"traceutil/trace.go:171","msg":"trace[1635225241] transaction","detail":"{read_only:false; response_revision:17043; number_of_response:1; }","duration":"190.403547ms","start":"2026-04-28T17:55:12.468011Z","end":"2026-04-28T17:55:12.658414Z","steps":["trace[1635225241] 'process raft request' (duration: 190.09168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.658525Z","caller":"traceutil/trace.go:171","msg":"trace[776488410] transaction","detail":"{read_only:false; response_revision:17044; number_of_response:1; }","duration":"190.413307ms","start":"2026-04-28T17:55:12.46807Z","end":"2026-04-28T17:55:12.658483Z","steps":["trace[776488410] 'process raft request' (duration: 190.221502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.658455Z","caller":"traceutil/trace.go:171","msg":"trace[63417825] transaction","detail":"{read_only:false; response_revision:17045; number_of_response:1; }","duration":"190.329765ms","start":"2026-04-28T17:55:12.468091Z","end":"2026-04-28T17:55:12.658421Z","steps":["trace[63417825] 'process raft request' (duration: 190.244323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:12.659391Z","caller":"traceutil/trace.go:171","msg":"trace[1451266158] transaction","detail":"{read_only:false; response_revision:17046; number_of_response:1; }","duration":"190.803037ms","start":"2026-04-28T17:55:12.468566Z","end":"2026-04-28T17:55:12.659369Z","steps":["trace[1451266158] 'process raft request' (duration: 189.808782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.659834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.932015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:12.659893Z","caller":"traceutil/trace.go:171","msg":"trace[1805966278] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17046; }","duration":"190.020337ms","start":"2026-04-28T17:55:12.469859Z","end":"2026-04-28T17:55:12.659879Z","steps":["trace[1805966278] 'agreement among raft nodes before linearized reading' (duration: 188.793275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.66071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.423373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:12.66079Z","caller":"traceutil/trace.go:171","msg":"trace[2113383686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17046; }","duration":"191.554826ms","start":"2026-04-28T17:55:12.469218Z","end":"2026-04-28T17:55:12.660773Z","steps":["trace[2113383686] 'agreement among raft nodes before linearized reading' (duration: 189.920394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:12.66186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.433867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:12.662116Z","caller":"traceutil/trace.go:171","msg":"trace[1800303701] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17046; }","duration":"192.647293ms","start":"2026-04-28T17:55:12.469369Z","end":"2026-04-28T17:55:12.662016Z","steps":["trace[1800303701] 'agreement among raft nodes before linearized reading' (duration: 189.288398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:15.137688Z","caller":"traceutil/trace.go:171","msg":"trace[1648799262] transaction","detail":"{read_only:false; response_revision:17056; number_of_response:1; }","duration":"117.083594ms","start":"2026-04-28T17:55:15.020546Z","end":"2026-04-28T17:55:15.13763Z","steps":["trace[1648799262] 'process raft request' (duration: 112.089547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:16.071258Z","caller":"traceutil/trace.go:171","msg":"trace[145112911] transaction","detail":"{read_only:false; response_revision:17059; number_of_response:1; }","duration":"159.290746ms","start":"2026-04-28T17:55:15.91194Z","end":"2026-04-28T17:55:16.071231Z","steps":["trace[145112911] 'process raft request' (duration: 159.095571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:16.832663Z","caller":"traceutil/trace.go:171","msg":"trace[130299392] transaction","detail":"{read_only:false; response_revision:17063; number_of_response:1; }","duration":"138.228471ms","start":"2026-04-28T17:55:16.694308Z","end":"2026-04-28T17:55:16.832536Z","steps":["trace[130299392] 'process raft request' (duration: 137.772849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:16.962709Z","caller":"traceutil/trace.go:171","msg":"trace[1500752769] transaction","detail":"{read_only:false; response_revision:17064; number_of_response:1; }","duration":"124.659317ms","start":"2026-04-28T17:55:16.838009Z","end":"2026-04-28T17:55:16.962669Z","steps":["trace[1500752769] 'process raft request' (duration: 83.408349ms)","trace[1500752769] 'compare' (duration: 40.914329ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:16.962742Z","caller":"traceutil/trace.go:171","msg":"trace[69240987] linearizableReadLoop","detail":"{readStateIndex:17711; appliedIndex:17708; }","duration":"123.763585ms","start":"2026-04-28T17:55:16.838956Z","end":"2026-04-28T17:55:16.962719Z","steps":["trace[69240987] 'read index received' (duration: 82.471125ms)","trace[69240987] 'applied index is now lower than readState.Index' (duration: 41.29153ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:16.962845Z","caller":"traceutil/trace.go:171","msg":"trace[25789782] transaction","detail":"{read_only:false; response_revision:17065; number_of_response:1; }","duration":"124.108553ms","start":"2026-04-28T17:55:16.838725Z","end":"2026-04-28T17:55:16.962833Z","steps":["trace[25789782] 'process raft request' (duration: 123.791355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:16.962818Z","caller":"traceutil/trace.go:171","msg":"trace[1481222759] transaction","detail":"{read_only:false; response_revision:17066; number_of_response:1; }","duration":"123.873518ms","start":"2026-04-28T17:55:16.838902Z","end":"2026-04-28T17:55:16.962775Z","steps":["trace[1481222759] 'process raft request' (duration: 123.743044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:16.962878Z","caller":"traceutil/trace.go:171","msg":"trace[1306091635] transaction","detail":"{read_only:false; response_revision:17067; number_of_response:1; }","duration":"123.427445ms","start":"2026-04-28T17:55:16.839437Z","end":"2026-04-28T17:55:16.962864Z","steps":["trace[1306091635] 'process raft request' (duration: 123.244131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:16.964027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.777384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:16.964129Z","caller":"traceutil/trace.go:171","msg":"trace[351526407] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17067; }","duration":"123.913637ms","start":"2026-04-28T17:55:16.840191Z","end":"2026-04-28T17:55:16.964104Z","steps":["trace[351526407] 'agreement among raft nodes before linearized reading' (duration: 122.986284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:16.964235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.606815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:16.964274Z","caller":"traceutil/trace.go:171","msg":"trace[829359281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17067; }","duration":"124.681067ms","start":"2026-04-28T17:55:16.839584Z","end":"2026-04-28T17:55:16.964265Z","steps":["trace[829359281] 'agreement among raft nodes before linearized reading' (duration: 123.334634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:16.964478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.60566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:16.964532Z","caller":"traceutil/trace.go:171","msg":"trace[1270676334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17067; }","duration":"123.716793ms","start":"2026-04-28T17:55:16.840801Z","end":"2026-04-28T17:55:16.964518Z","steps":["trace[1270676334] 'agreement among raft nodes before linearized reading' (duration: 122.116003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:16.964792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.971849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:16.964895Z","caller":"traceutil/trace.go:171","msg":"trace[968483981] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17067; }","duration":"124.103522ms","start":"2026-04-28T17:55:16.840765Z","end":"2026-04-28T17:55:16.964869Z","steps":["trace[968483981] 'agreement among raft nodes before linearized reading' (duration: 122.360129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:16.964994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.026702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732545"} {"level":"info","ts":"2026-04-28T17:55:16.965043Z","caller":"traceutil/trace.go:171","msg":"trace[2059507443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17067; }","duration":"126.102113ms","start":"2026-04-28T17:55:16.838929Z","end":"2026-04-28T17:55:16.965031Z","steps":["trace[2059507443] 'agreement among raft nodes before linearized reading' (duration: 124.230887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.329571Z","caller":"traceutil/trace.go:171","msg":"trace[1026862965] linearizableReadLoop","detail":"{readStateIndex:17713; appliedIndex:17712; }","duration":"200.982525ms","start":"2026-04-28T17:55:18.128558Z","end":"2026-04-28T17:55:18.329541Z","steps":["trace[1026862965] 'read index received' (duration: 200.905883ms)","trace[1026862965] 'applied index is now lower than readState.Index' (duration: 75.642µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:18.329743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.159589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.329718Z","caller":"traceutil/trace.go:171","msg":"trace[1913357774] transaction","detail":"{read_only:false; response_revision:17068; number_of_response:1; }","duration":"253.13863ms","start":"2026-04-28T17:55:18.076537Z","end":"2026-04-28T17:55:18.329675Z","steps":["trace[1913357774] 'process raft request' (duration: 252.823142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.329776Z","caller":"traceutil/trace.go:171","msg":"trace[1647888275] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17068; }","duration":"201.240022ms","start":"2026-04-28T17:55:18.128526Z","end":"2026-04-28T17:55:18.329766Z","steps":["trace[1647888275] 'agreement among raft nodes before linearized reading' (duration: 201.152459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.573896Z","caller":"traceutil/trace.go:171","msg":"trace[123612313] transaction","detail":"{read_only:false; response_revision:17069; number_of_response:1; }","duration":"364.696955ms","start":"2026-04-28T17:55:18.209165Z","end":"2026-04-28T17:55:18.573862Z","steps":["trace[123612313] 'process raft request' (duration: 331.986064ms)","trace[123612313] 'compare' (duration: 32.407004ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:18.573973Z","caller":"traceutil/trace.go:171","msg":"trace[715344270] linearizableReadLoop","detail":"{readStateIndex:17714; appliedIndex:17713; }","duration":"244.299997ms","start":"2026-04-28T17:55:18.32965Z","end":"2026-04-28T17:55:18.57395Z","steps":["trace[715344270] 'read index received' (duration: 211.499534ms)","trace[715344270] 'applied index is now lower than readState.Index' (duration: 32.799153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:18.57406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.209129Z","time spent":"364.840289ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:55:18.574195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.13421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:18.57421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.177593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.574286Z","caller":"traceutil/trace.go:171","msg":"trace[1868034725] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17070; }","duration":"442.276265ms","start":"2026-04-28T17:55:18.131989Z","end":"2026-04-28T17:55:18.574265Z","steps":["trace[1868034725] 'agreement among raft nodes before linearized reading' (duration: 442.157712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.57433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.131978Z","time spent":"442.345807ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-28T17:55:18.574237Z","caller":"traceutil/trace.go:171","msg":"trace[212261] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17070; }","duration":"438.186452ms","start":"2026-04-28T17:55:18.136038Z","end":"2026-04-28T17:55:18.574225Z","steps":["trace[212261] 'agreement among raft nodes before linearized reading' (duration: 438.118721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.574331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.22482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:18.574394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.136031Z","time spent":"438.353616ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T17:55:18.574449Z","caller":"traceutil/trace.go:171","msg":"trace[1410534718] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17070; }","duration":"445.347543ms","start":"2026-04-28T17:55:18.129065Z","end":"2026-04-28T17:55:18.574413Z","steps":["trace[1410534718] 'agreement among raft nodes before linearized reading' (duration: 445.087136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.5745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.129044Z","time spent":"445.449066ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.737383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.574622Z","caller":"traceutil/trace.go:171","msg":"trace[48142319] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17070; }","duration":"445.842656ms","start":"2026-04-28T17:55:18.128762Z","end":"2026-04-28T17:55:18.574605Z","steps":["trace[48142319] 'agreement among raft nodes before linearized reading' (duration: 445.449436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.574663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.290669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:55:18.574661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.922451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:55:18.574694Z","caller":"traceutil/trace.go:171","msg":"trace[343786650] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"437.33123ms","start":"2026-04-28T17:55:18.137355Z","end":"2026-04-28T17:55:18.574686Z","steps":["trace[343786650] 'agreement among raft nodes before linearized reading' (duration: 436.905139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.574722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.13735Z","time spent":"437.367401ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T17:55:18.574732Z","caller":"traceutil/trace.go:171","msg":"trace[29765199] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"439.065524ms","start":"2026-04-28T17:55:18.135647Z","end":"2026-04-28T17:55:18.574713Z","steps":["trace[29765199] 'agreement among raft nodes before linearized reading' (duration: 438.659624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.574782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.804607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:18.574792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.951875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:55:18.574819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.632247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:55:18.57483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.928454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.574857Z","caller":"traceutil/trace.go:171","msg":"trace[932894062] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"437.676418ms","start":"2026-04-28T17:55:18.137171Z","end":"2026-04-28T17:55:18.574847Z","steps":["trace[932894062] 'agreement among raft nodes before linearized reading' (duration: 437.105754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.574858Z","caller":"traceutil/trace.go:171","msg":"trace[35927040] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17070; }","duration":"438.889879ms","start":"2026-04-28T17:55:18.135941Z","end":"2026-04-28T17:55:18.574831Z","steps":["trace[35927040] 'agreement among raft nodes before linearized reading' (duration: 438.361456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.574868Z","caller":"traceutil/trace.go:171","msg":"trace[755877750] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"438.023527ms","start":"2026-04-28T17:55:18.136817Z","end":"2026-04-28T17:55:18.574841Z","steps":["trace[755877750] 'agreement among raft nodes before linearized reading' (duration: 437.492743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.574873Z","caller":"traceutil/trace.go:171","msg":"trace[167183458] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17070; }","duration":"437.983186ms","start":"2026-04-28T17:55:18.136875Z","end":"2026-04-28T17:55:18.574858Z","steps":["trace[167183458] 'agreement among raft nodes before linearized reading' (duration: 437.418952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.574889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.137165Z","time spent":"437.71561ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.136858Z","time spent":"438.047557ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T17:55:18.57478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.912898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:18.574676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.128757Z","time spent":"445.904697ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T17:55:18.575008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.835289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-28T17:55:18.575049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.758124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:18.575052Z","caller":"traceutil/trace.go:171","msg":"trace[1034607044] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"438.921591ms","start":"2026-04-28T17:55:18.136119Z","end":"2026-04-28T17:55:18.57504Z","steps":["trace[1034607044] 'agreement among raft nodes before linearized reading' (duration: 438.208213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.575101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.136093Z","time spent":"438.998222ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T17:55:18.575095Z","caller":"traceutil/trace.go:171","msg":"trace[1518900862] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17070; }","duration":"445.828096ms","start":"2026-04-28T17:55:18.129254Z","end":"2026-04-28T17:55:18.575082Z","steps":["trace[1518900862] 'agreement among raft nodes before linearized reading' (duration: 445.111648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:18.575133Z","caller":"traceutil/trace.go:171","msg":"trace[837936818] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17071; }","duration":"444.274326ms","start":"2026-04-28T17:55:18.130755Z","end":"2026-04-28T17:55:18.575029Z","steps":["trace[837936818] 'agreement among raft nodes before linearized reading' (duration: 443.763324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.575332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.179497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:55:18.575412Z","caller":"traceutil/trace.go:171","msg":"trace[1177405770] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"441.217828ms","start":"2026-04-28T17:55:18.134146Z","end":"2026-04-28T17:55:18.575364Z","steps":["trace[1177405770] 'agreement among raft nodes before linearized reading' (duration: 440.191982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.575431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.134121Z","time spent":"441.30549ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.135925Z","time spent":"438.973602ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:55:18.575396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.130747Z","time spent":"444.619835ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.695613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T17:55:18.57562Z","caller":"traceutil/trace.go:171","msg":"trace[399373873] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:17071; }","duration":"111.678048ms","start":"2026-04-28T17:55:18.463918Z","end":"2026-04-28T17:55:18.575596Z","steps":["trace[399373873] 'agreement among raft nodes before linearized reading' (duration: 110.648422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.575216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.474744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-28T17:55:18.575797Z","caller":"traceutil/trace.go:171","msg":"trace[596415810] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17070; }","duration":"442.089ms","start":"2026-04-28T17:55:18.133687Z","end":"2026-04-28T17:55:18.575776Z","steps":["trace[596415810] 'agreement among raft nodes before linearized reading' (duration: 440.656224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.575866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.133678Z","time spent":"442.168342ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.135622Z","time spent":"439.149626ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.349596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:18.576039Z","caller":"traceutil/trace.go:171","msg":"trace[1916238638] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17070; }","duration":"441.817762ms","start":"2026-04-28T17:55:18.134213Z","end":"2026-04-28T17:55:18.576031Z","steps":["trace[1916238638] 'agreement among raft nodes before linearized reading' (duration: 440.076549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.576069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.134207Z","time spent":"441.854694ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.080742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.576133Z","caller":"traceutil/trace.go:171","msg":"trace[843416372] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17070; }","duration":"447.486837ms","start":"2026-04-28T17:55:18.128639Z","end":"2026-04-28T17:55:18.576126Z","steps":["trace[843416372] 'agreement among raft nodes before linearized reading' (duration: 445.62042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.57615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.128614Z","time spent":"447.531578ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T17:55:18.574913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.136809Z","time spent":"438.093038ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T17:55:18.575252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.129239Z","time spent":"446.00009ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:55:18.575297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.886607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.576364Z","caller":"traceutil/trace.go:171","msg":"trace[15679130] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:17070; }","duration":"446.968125ms","start":"2026-04-28T17:55:18.129386Z","end":"2026-04-28T17:55:18.576355Z","steps":["trace[15679130] 'agreement among raft nodes before linearized reading' (duration: 444.960053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.576385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.12938Z","time spent":"446.999225ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T17:55:18.575285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.467497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:18.576488Z","caller":"traceutil/trace.go:171","msg":"trace[861902255] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17070; }","duration":"446.685828ms","start":"2026-04-28T17:55:18.129795Z","end":"2026-04-28T17:55:18.576481Z","steps":["trace[861902255] 'agreement among raft nodes before linearized reading' (duration: 444.539013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.576505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.129788Z","time spent":"446.711508ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T17:55:18.57615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.953029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:18.576742Z","caller":"traceutil/trace.go:171","msg":"trace[418068189] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17070; }","duration":"446.559365ms","start":"2026-04-28T17:55:18.130156Z","end":"2026-04-28T17:55:18.576716Z","steps":["trace[418068189] 'agreement among raft nodes before linearized reading' (duration: 444.205895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:18.576804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:18.130149Z","time spent":"446.638536ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T17:55:19.038943Z","caller":"traceutil/trace.go:171","msg":"trace[1360618852] transaction","detail":"{read_only:false; response_revision:17073; number_of_response:1; }","duration":"198.588575ms","start":"2026-04-28T17:55:18.840318Z","end":"2026-04-28T17:55:19.038907Z","steps":["trace[1360618852] 'process raft request' (duration: 198.296137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.389109Z","caller":"traceutil/trace.go:171","msg":"trace[1994642814] linearizableReadLoop","detail":"{readStateIndex:17777; appliedIndex:17776; }","duration":"320.674485ms","start":"2026-04-28T17:55:29.068408Z","end":"2026-04-28T17:55:29.389082Z","steps":["trace[1994642814] 'read index received' (duration: 320.411039ms)","trace[1994642814] 'applied index is now lower than readState.Index' (duration: 262.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:29.389241Z","caller":"traceutil/trace.go:171","msg":"trace[844247559] transaction","detail":"{read_only:false; response_revision:17129; number_of_response:1; }","duration":"325.288843ms","start":"2026-04-28T17:55:29.06391Z","end":"2026-04-28T17:55:29.389199Z","steps":["trace[844247559] 'process raft request' (duration: 324.983816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.088272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:29.389962Z","caller":"traceutil/trace.go:171","msg":"trace[1378137479] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:17129; }","duration":"235.163124ms","start":"2026-04-28T17:55:29.15478Z","end":"2026-04-28T17:55:29.389943Z","steps":["trace[1378137479] 'agreement among raft nodes before linearized reading' (duration: 235.060441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.38998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:29.063884Z","time spent":"326.036143ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7243,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:55:29.389312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.863681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:29.390101Z","caller":"traceutil/trace.go:171","msg":"trace[174914749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17129; }","duration":"321.718113ms","start":"2026-04-28T17:55:29.068348Z","end":"2026-04-28T17:55:29.390067Z","steps":["trace[174914749] 'agreement among raft nodes before linearized reading' (duration: 320.868861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.390189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:29.068332Z","time spent":"321.825215ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T17:55:29.389509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.225681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:29.39039Z","caller":"traceutil/trace.go:171","msg":"trace[997185386] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:17129; }","duration":"300.131364ms","start":"2026-04-28T17:55:29.090238Z","end":"2026-04-28T17:55:29.390369Z","steps":["trace[997185386] 'agreement among raft nodes before linearized reading' (duration: 299.23306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.390443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:29.090179Z","time spent":"300.248677ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T17:55:29.389633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.316985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T17:55:29.390568Z","caller":"traceutil/trace.go:171","msg":"trace[1915630901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17129; }","duration":"265.244379ms","start":"2026-04-28T17:55:29.125286Z","end":"2026-04-28T17:55:29.39053Z","steps":["trace[1915630901] 'agreement among raft nodes before linearized reading' (duration: 264.244503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.073193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T17:55:29.389712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.647328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T17:55:29.390704Z","caller":"traceutil/trace.go:171","msg":"trace[163876825] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:17129; }","duration":"253.152041ms","start":"2026-04-28T17:55:29.13753Z","end":"2026-04-28T17:55:29.390682Z","steps":["trace[163876825] 'agreement among raft nodes before linearized reading' (duration: 251.97287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.390755Z","caller":"traceutil/trace.go:171","msg":"trace[252641210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17129; }","duration":"266.696605ms","start":"2026-04-28T17:55:29.12404Z","end":"2026-04-28T17:55:29.390737Z","steps":["trace[252641210] 'agreement among raft nodes before linearized reading' (duration: 265.613048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.397271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:29.391057Z","caller":"traceutil/trace.go:171","msg":"trace[1587896912] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17129; }","duration":"190.743526ms","start":"2026-04-28T17:55:29.2003Z","end":"2026-04-28T17:55:29.391044Z","steps":["trace[1587896912] 'agreement among raft nodes before linearized reading' (duration: 189.31453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.806102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T17:55:29.391198Z","caller":"traceutil/trace.go:171","msg":"trace[1966843910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17129; }","duration":"267.198998ms","start":"2026-04-28T17:55:29.123971Z","end":"2026-04-28T17:55:29.39117Z","steps":["trace[1966843910] 'agreement among raft nodes before linearized reading' (duration: 265.759112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.324112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-04-28T17:55:29.389808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.580192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:29.391365Z","caller":"traceutil/trace.go:171","msg":"trace[1328247715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:17129; }","duration":"235.880522ms","start":"2026-04-28T17:55:29.155466Z","end":"2026-04-28T17:55:29.391346Z","steps":["trace[1328247715] 'agreement among raft nodes before linearized reading' (duration: 234.251511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.391449Z","caller":"traceutil/trace.go:171","msg":"trace[1599360048] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17129; }","duration":"218.260034ms","start":"2026-04-28T17:55:29.173169Z","end":"2026-04-28T17:55:29.391429Z","steps":["trace[1599360048] 'agreement among raft nodes before linearized reading' (duration: 216.575492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.926209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T17:55:29.391512Z","caller":"traceutil/trace.go:171","msg":"trace[28796430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17129; }","duration":"299.588331ms","start":"2026-04-28T17:55:29.091912Z","end":"2026-04-28T17:55:29.3915Z","steps":["trace[28796430] 'agreement among raft nodes before linearized reading' (duration: 297.893069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.740052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T17:55:29.391585Z","caller":"traceutil/trace.go:171","msg":"trace[168898956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17129; }","duration":"269.505776ms","start":"2026-04-28T17:55:29.122069Z","end":"2026-04-28T17:55:29.391575Z","steps":["trace[168898956] 'agreement among raft nodes before linearized reading' (duration: 267.713141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.389713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.102613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-28T17:55:29.391666Z","caller":"traceutil/trace.go:171","msg":"trace[2066933013] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:17129; }","duration":"224.084453ms","start":"2026-04-28T17:55:29.167568Z","end":"2026-04-28T17:55:29.391653Z","steps":["trace[2066933013] 'agreement among raft nodes before linearized reading' (duration: 222.028851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.52214Z","caller":"traceutil/trace.go:171","msg":"trace[1259447607] transaction","detail":"{read_only:false; response_revision:17132; number_of_response:1; }","duration":"125.918429ms","start":"2026-04-28T17:55:29.396193Z","end":"2026-04-28T17:55:29.522111Z","steps":["trace[1259447607] 'process raft request' (duration: 125.815836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.522402Z","caller":"traceutil/trace.go:171","msg":"trace[492618886] transaction","detail":"{read_only:false; response_revision:17133; number_of_response:1; }","duration":"125.315794ms","start":"2026-04-28T17:55:29.397062Z","end":"2026-04-28T17:55:29.522378Z","steps":["trace[492618886] 'process raft request' (duration: 125.002726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.522699Z","caller":"traceutil/trace.go:171","msg":"trace[62357474] transaction","detail":"{read_only:false; response_revision:17134; number_of_response:1; }","duration":"124.132523ms","start":"2026-04-28T17:55:29.39855Z","end":"2026-04-28T17:55:29.522683Z","steps":["trace[62357474] 'process raft request' (duration: 123.732653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.523183Z","caller":"traceutil/trace.go:171","msg":"trace[1220024246] transaction","detail":"{read_only:false; response_revision:17135; number_of_response:1; }","duration":"123.720953ms","start":"2026-04-28T17:55:29.399424Z","end":"2026-04-28T17:55:29.523145Z","steps":["trace[1220024246] 'process raft request' (duration: 123.236541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:29.523519Z","caller":"traceutil/trace.go:171","msg":"trace[26753994] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"127.546049ms","start":"2026-04-28T17:55:29.395939Z","end":"2026-04-28T17:55:29.523485Z","steps":["trace[26753994] 'process raft request' (duration: 95.444884ms)","trace[26753994] 'compare' (duration: 30.404313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:29.52393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.992488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732631"} {"level":"info","ts":"2026-04-28T17:55:29.523998Z","caller":"traceutil/trace.go:171","msg":"trace[123553024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17135; }","duration":"122.07477ms","start":"2026-04-28T17:55:29.401907Z","end":"2026-04-28T17:55:29.523982Z","steps":["trace[123553024] 'agreement among raft nodes before linearized reading' (duration: 121.138826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.524025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.857622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732631"} {"level":"info","ts":"2026-04-28T17:55:29.524069Z","caller":"traceutil/trace.go:171","msg":"trace[422842967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17135; }","duration":"126.932575ms","start":"2026-04-28T17:55:29.397125Z","end":"2026-04-28T17:55:29.524058Z","steps":["trace[422842967] 'agreement among raft nodes before linearized reading' (duration: 125.886388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.52416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.251066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732631"} {"level":"info","ts":"2026-04-28T17:55:29.524209Z","caller":"traceutil/trace.go:171","msg":"trace[1860796092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17135; }","duration":"122.313857ms","start":"2026-04-28T17:55:29.401886Z","end":"2026-04-28T17:55:29.5242Z","steps":["trace[1860796092] 'agreement among raft nodes before linearized reading' (duration: 121.184158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.524561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.600876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732631"} {"level":"info","ts":"2026-04-28T17:55:29.524652Z","caller":"traceutil/trace.go:171","msg":"trace[953911678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:17135; }","duration":"124.689348ms","start":"2026-04-28T17:55:29.399918Z","end":"2026-04-28T17:55:29.524607Z","steps":["trace[953911678] 'agreement among raft nodes before linearized reading' (duration: 123.336433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:29.728368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.140154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:29.728496Z","caller":"traceutil/trace.go:171","msg":"trace[39777110] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:17137; }","duration":"102.287508ms","start":"2026-04-28T17:55:29.62619Z","end":"2026-04-28T17:55:29.728478Z","steps":["trace[39777110] 'range keys from in-memory index tree' (duration: 102.061453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:30.769581Z","caller":"traceutil/trace.go:171","msg":"trace[1112162280] transaction","detail":"{read_only:false; response_revision:17150; number_of_response:1; }","duration":"111.552504ms","start":"2026-04-28T17:55:30.65799Z","end":"2026-04-28T17:55:30.769543Z","steps":["trace[1112162280] 'process raft request' (duration: 104.641279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:32.700096Z","caller":"traceutil/trace.go:171","msg":"trace[1271475318] transaction","detail":"{read_only:false; response_revision:17161; number_of_response:1; }","duration":"315.35137ms","start":"2026-04-28T17:55:32.384711Z","end":"2026-04-28T17:55:32.700062Z","steps":["trace[1271475318] 'process raft request' (duration: 314.827997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:32.700285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:32.384693Z","time spent":"315.498394ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:55:33.752282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.263148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:55:33.752368Z","caller":"traceutil/trace.go:171","msg":"trace[714013599] transaction","detail":"{read_only:false; response_revision:17170; number_of_response:1; }","duration":"207.8122ms","start":"2026-04-28T17:55:33.544539Z","end":"2026-04-28T17:55:33.752352Z","steps":["trace[714013599] 'process raft request' (duration: 103.399717ms)","trace[714013599] 'compare' (duration: 103.976632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:33.753412Z","caller":"traceutil/trace.go:171","msg":"trace[118936137] linearizableReadLoop","detail":"{readStateIndex:17822; appliedIndex:17818; }","duration":"181.980113ms","start":"2026-04-28T17:55:33.571372Z","end":"2026-04-28T17:55:33.753352Z","steps":["trace[118936137] 'read index received' (duration: 76.674168ms)","trace[118936137] 'applied index is now lower than readState.Index' (duration: 105.304865ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:33.754095Z","caller":"traceutil/trace.go:171","msg":"trace[1936512106] transaction","detail":"{read_only:false; response_revision:17171; number_of_response:1; }","duration":"209.270555ms","start":"2026-04-28T17:55:33.54479Z","end":"2026-04-28T17:55:33.754061Z","steps":["trace[1936512106] 'process raft request' (duration: 208.330532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:33.754215Z","caller":"traceutil/trace.go:171","msg":"trace[1159052816] transaction","detail":"{read_only:false; response_revision:17172; number_of_response:1; }","duration":"206.942928ms","start":"2026-04-28T17:55:33.547259Z","end":"2026-04-28T17:55:33.754202Z","steps":["trace[1159052816] 'process raft request' (duration: 206.019744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:33.754769Z","caller":"traceutil/trace.go:171","msg":"trace[412176746] transaction","detail":"{read_only:false; response_revision:17173; number_of_response:1; }","duration":"207.460761ms","start":"2026-04-28T17:55:33.547258Z","end":"2026-04-28T17:55:33.754719Z","steps":["trace[412176746] 'process raft request' (duration: 206.048144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:33.754867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.470095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-28T17:55:33.754948Z","caller":"traceutil/trace.go:171","msg":"trace[491092846] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:17173; }","duration":"180.608379ms","start":"2026-04-28T17:55:33.57432Z","end":"2026-04-28T17:55:33.754928Z","steps":["trace[491092846] 'agreement among raft nodes before linearized reading' (duration: 180.350553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:33.755087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.254733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T17:55:33.755066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.609598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:33.75515Z","caller":"traceutil/trace.go:171","msg":"trace[237800154] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:17173; }","duration":"179.365366ms","start":"2026-04-28T17:55:33.575771Z","end":"2026-04-28T17:55:33.755136Z","steps":["trace[237800154] 'agreement among raft nodes before linearized reading' (duration: 179.154371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:33.755201Z","caller":"traceutil/trace.go:171","msg":"trace[1518885304] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17173; }","duration":"178.802492ms","start":"2026-04-28T17:55:33.576382Z","end":"2026-04-28T17:55:33.755184Z","steps":["trace[1518885304] 'agreement among raft nodes before linearized reading' (duration: 178.420473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:33.755399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.994264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:33.755535Z","caller":"traceutil/trace.go:171","msg":"trace[1271453296] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17173; }","duration":"184.208349ms","start":"2026-04-28T17:55:33.571294Z","end":"2026-04-28T17:55:33.755502Z","steps":["trace[1271453296] 'agreement among raft nodes before linearized reading' (duration: 183.137333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:34.074904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.505372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:34.07497Z","caller":"traceutil/trace.go:171","msg":"trace[1466313283] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17174; }","duration":"172.631815ms","start":"2026-04-28T17:55:33.902324Z","end":"2026-04-28T17:55:34.074956Z","steps":["trace[1466313283] 'range keys from in-memory index tree' (duration: 172.334278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:34.265253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.172085ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T17:55:34.265392Z","caller":"traceutil/trace.go:171","msg":"trace[1948199634] linearizableReadLoop","detail":"{readStateIndex:17825; appliedIndex:17823; }","duration":"195.141527ms","start":"2026-04-28T17:55:34.070227Z","end":"2026-04-28T17:55:34.265368Z","steps":["trace[1948199634] 'read index received' (duration: 6.636889ms)","trace[1948199634] 'applied index is now lower than readState.Index' (duration: 188.502748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:34.265692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.454756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:34.26575Z","caller":"traceutil/trace.go:171","msg":"trace[664146812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17175; }","duration":"195.583458ms","start":"2026-04-28T17:55:34.070151Z","end":"2026-04-28T17:55:34.265735Z","steps":["trace[664146812] 'agreement among raft nodes before linearized reading' (duration: 195.327302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:34.306647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.849951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:34.30674Z","caller":"traceutil/trace.go:171","msg":"trace[1492322304] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:17176; }","duration":"196.950934ms","start":"2026-04-28T17:55:34.109763Z","end":"2026-04-28T17:55:34.306714Z","steps":["trace[1492322304] 'agreement among raft nodes before linearized reading' (duration: 196.80147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:34.306807Z","caller":"traceutil/trace.go:171","msg":"trace[1680427597] transaction","detail":"{read_only:false; response_revision:17176; number_of_response:1; }","duration":"220.44889ms","start":"2026-04-28T17:55:34.086322Z","end":"2026-04-28T17:55:34.306771Z","steps":["trace[1680427597] 'process raft request' (duration: 219.990029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:34.307163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.410577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T17:55:34.307215Z","caller":"traceutil/trace.go:171","msg":"trace[1215738291] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:17176; }","duration":"153.53362ms","start":"2026-04-28T17:55:34.153672Z","end":"2026-04-28T17:55:34.307206Z","steps":["trace[1215738291] 'agreement among raft nodes before linearized reading' (duration: 152.899004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:34.526481Z","caller":"traceutil/trace.go:171","msg":"trace[156706215] linearizableReadLoop","detail":"{readStateIndex:17827; appliedIndex:17826; }","duration":"148.989814ms","start":"2026-04-28T17:55:34.377462Z","end":"2026-04-28T17:55:34.526452Z","steps":["trace[156706215] 'read index received' (duration: 148.669366ms)","trace[156706215] 'applied index is now lower than readState.Index' (duration: 318.758µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:34.526573Z","caller":"traceutil/trace.go:171","msg":"trace[1327948390] transaction","detail":"{read_only:false; response_revision:17177; number_of_response:1; }","duration":"201.209932ms","start":"2026-04-28T17:55:34.325312Z","end":"2026-04-28T17:55:34.526522Z","steps":["trace[1327948390] 'process raft request' (duration: 200.947056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:34.526803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.324153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-04-28T17:55:34.5269Z","caller":"traceutil/trace.go:171","msg":"trace[581148121] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:17177; }","duration":"149.484007ms","start":"2026-04-28T17:55:34.377397Z","end":"2026-04-28T17:55:34.526881Z","steps":["trace[581148121] 'agreement among raft nodes before linearized reading' (duration: 149.18667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:36.321618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.043714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T17:55:36.321712Z","caller":"traceutil/trace.go:171","msg":"trace[1787856156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17200; }","duration":"158.184148ms","start":"2026-04-28T17:55:36.163505Z","end":"2026-04-28T17:55:36.32169Z","steps":["trace[1787856156] 'range keys from in-memory index tree' (duration: 157.644244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:40.072731Z","caller":"traceutil/trace.go:171","msg":"trace[987979690] linearizableReadLoop","detail":"{readStateIndex:17891; appliedIndex:17889; }","duration":"188.858457ms","start":"2026-04-28T17:55:39.883847Z","end":"2026-04-28T17:55:40.072706Z","steps":["trace[987979690] 'read index received' (duration: 17.653238ms)","trace[987979690] 'applied index is now lower than readState.Index' (duration: 171.203859ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:40.07278Z","caller":"traceutil/trace.go:171","msg":"trace[358326067] transaction","detail":"{read_only:false; response_revision:17239; number_of_response:1; }","duration":"194.677155ms","start":"2026-04-28T17:55:39.878053Z","end":"2026-04-28T17:55:40.07273Z","steps":["trace[358326067] 'process raft request' (duration: 194.488301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:40.072873Z","caller":"traceutil/trace.go:171","msg":"trace[2117219650] transaction","detail":"{read_only:false; response_revision:17240; number_of_response:1; }","duration":"194.744597ms","start":"2026-04-28T17:55:39.878043Z","end":"2026-04-28T17:55:40.072788Z","steps":["trace[2117219650] 'process raft request' (duration: 194.626354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:40.072974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.106174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:40.073012Z","caller":"traceutil/trace.go:171","msg":"trace[335293136] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17240; }","duration":"189.175625ms","start":"2026-04-28T17:55:39.883826Z","end":"2026-04-28T17:55:40.073002Z","steps":["trace[335293136] 'agreement among raft nodes before linearized reading' (duration: 188.999291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:40.080578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.33549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:40.080648Z","caller":"traceutil/trace.go:171","msg":"trace[733983434] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17241; }","duration":"189.454713ms","start":"2026-04-28T17:55:39.891175Z","end":"2026-04-28T17:55:40.08063Z","steps":["trace[733983434] 'agreement among raft nodes before linearized reading' (duration: 189.165226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:40.080657Z","caller":"traceutil/trace.go:171","msg":"trace[1049213574] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"100.731268ms","start":"2026-04-28T17:55:39.97991Z","end":"2026-04-28T17:55:40.080641Z","steps":["trace[1049213574] 'process raft request' (duration: 100.236766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:40.081103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.27273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-28T17:55:40.081153Z","caller":"traceutil/trace.go:171","msg":"trace[1900277739] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:17241; }","duration":"195.349603ms","start":"2026-04-28T17:55:39.885793Z","end":"2026-04-28T17:55:40.081143Z","steps":["trace[1900277739] 'agreement among raft nodes before linearized reading' (duration: 195.185999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:41.758401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.487384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18869"} {"level":"info","ts":"2026-04-28T17:55:41.7585Z","caller":"traceutil/trace.go:171","msg":"trace[1823155917] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17250; }","duration":"102.610897ms","start":"2026-04-28T17:55:41.655862Z","end":"2026-04-28T17:55:41.758473Z","steps":["trace[1823155917] 'range keys from in-memory index tree' (duration: 102.29946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:43.957631Z","caller":"traceutil/trace.go:171","msg":"trace[847554531] linearizableReadLoop","detail":"{readStateIndex:17911; appliedIndex:17910; }","duration":"328.807014ms","start":"2026-04-28T17:55:43.628802Z","end":"2026-04-28T17:55:43.957609Z","steps":["trace[847554531] 'read index received' (duration: 328.679471ms)","trace[847554531] 'applied index is now lower than readState.Index' (duration: 126.403µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:43.957905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.07729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-28T17:55:43.957997Z","caller":"traceutil/trace.go:171","msg":"trace[1809529758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:17260; }","duration":"329.229954ms","start":"2026-04-28T17:55:43.628753Z","end":"2026-04-28T17:55:43.957983Z","steps":["trace[1809529758] 'agreement among raft nodes before linearized reading' (duration: 328.961737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:43.958039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:43.628727Z","time spent":"329.301205ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"info","ts":"2026-04-28T17:55:43.957833Z","caller":"traceutil/trace.go:171","msg":"trace[130496567] transaction","detail":"{read_only:false; response_revision:17260; number_of_response:1; }","duration":"347.500327ms","start":"2026-04-28T17:55:43.610206Z","end":"2026-04-28T17:55:43.957707Z","steps":["trace[130496567] 'process raft request' (duration: 347.245731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:43.958159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:43.610179Z","time spent":"347.908358ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:55:44.4076Z","caller":"traceutil/trace.go:171","msg":"trace[1142829435] transaction","detail":"{read_only:false; response_revision:17266; number_of_response:1; }","duration":"108.269569ms","start":"2026-04-28T17:55:44.298831Z","end":"2026-04-28T17:55:44.407101Z","steps":["trace[1142829435] 'process raft request' (duration: 105.470468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:46.129649Z","caller":"traceutil/trace.go:171","msg":"trace[158647348] linearizableReadLoop","detail":"{readStateIndex:17931; appliedIndex:17930; }","duration":"116.92028ms","start":"2026-04-28T17:55:46.0127Z","end":"2026-04-28T17:55:46.12962Z","steps":["trace[158647348] 'read index received' (duration: 29.51916ms)","trace[158647348] 'applied index is now lower than readState.Index' (duration: 87.39991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:46.129854Z","caller":"traceutil/trace.go:171","msg":"trace[1752875203] transaction","detail":"{read_only:false; response_revision:17279; number_of_response:1; }","duration":"128.360051ms","start":"2026-04-28T17:55:46.001437Z","end":"2026-04-28T17:55:46.129797Z","steps":["trace[1752875203] 'process raft request' (duration: 40.772046ms)","trace[1752875203] 'compare' (duration: 87.274387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:46.129926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.217958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-28T17:55:46.129972Z","caller":"traceutil/trace.go:171","msg":"trace[537761367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:17279; }","duration":"117.327221ms","start":"2026-04-28T17:55:46.012632Z","end":"2026-04-28T17:55:46.129959Z","steps":["trace[537761367] 'agreement among raft nodes before linearized reading' (duration: 117.159597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:47.113546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.848608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:47.113699Z","caller":"traceutil/trace.go:171","msg":"trace[809433703] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17283; }","duration":"130.080813ms","start":"2026-04-28T17:55:46.983598Z","end":"2026-04-28T17:55:47.113679Z","steps":["trace[809433703] 'range keys from in-memory index tree' (duration: 129.626112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:47.113542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.676073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:47.113889Z","caller":"traceutil/trace.go:171","msg":"trace[1584335844] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17283; }","duration":"130.110355ms","start":"2026-04-28T17:55:46.983746Z","end":"2026-04-28T17:55:47.113856Z","steps":["trace[1584335844] 'range keys from in-memory index tree' (duration: 129.562001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:47.135095Z","caller":"traceutil/trace.go:171","msg":"trace[1199436649] linearizableReadLoop","detail":"{readStateIndex:17936; appliedIndex:17935; }","duration":"128.127425ms","start":"2026-04-28T17:55:47.006939Z","end":"2026-04-28T17:55:47.135066Z","steps":["trace[1199436649] 'read index received' (duration: 127.869179ms)","trace[1199436649] 'applied index is now lower than readState.Index' (duration: 256.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:47.135156Z","caller":"traceutil/trace.go:171","msg":"trace[1362690048] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"133.39829ms","start":"2026-04-28T17:55:47.001725Z","end":"2026-04-28T17:55:47.135123Z","steps":["trace[1362690048] 'process raft request' (duration: 133.146303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:47.13522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.28825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:47.135264Z","caller":"traceutil/trace.go:171","msg":"trace[183730164] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17284; }","duration":"128.382592ms","start":"2026-04-28T17:55:47.006868Z","end":"2026-04-28T17:55:47.135251Z","steps":["trace[183730164] 'agreement among raft nodes before linearized reading' (duration: 128.30727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:47.153305Z","caller":"traceutil/trace.go:171","msg":"trace[576328307] transaction","detail":"{read_only:false; response_revision:17285; number_of_response:1; }","duration":"146.325598ms","start":"2026-04-28T17:55:47.006943Z","end":"2026-04-28T17:55:47.153268Z","steps":["trace[576328307] 'process raft request' (duration: 146.014729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:47.153491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.195148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:47.153607Z","caller":"traceutil/trace.go:171","msg":"trace[2062799850] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17286; }","duration":"141.378192ms","start":"2026-04-28T17:55:47.012203Z","end":"2026-04-28T17:55:47.153581Z","steps":["trace[2062799850] 'agreement among raft nodes before linearized reading' (duration: 141.001572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:47.153469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.253569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:47.153677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.271043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:47.153757Z","caller":"traceutil/trace.go:171","msg":"trace[1864196594] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:17286; }","duration":"127.398617ms","start":"2026-04-28T17:55:47.026338Z","end":"2026-04-28T17:55:47.153737Z","steps":["trace[1864196594] 'agreement among raft nodes before linearized reading' (duration: 127.264833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:47.153674Z","caller":"traceutil/trace.go:171","msg":"trace[1564154545] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"142.225443ms","start":"2026-04-28T17:55:47.011422Z","end":"2026-04-28T17:55:47.153648Z","steps":["trace[1564154545] 'process raft request' (duration: 141.71334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:47.153369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.405262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:47.154186Z","caller":"traceutil/trace.go:171","msg":"trace[1402213139] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17286; }","duration":"142.267255ms","start":"2026-04-28T17:55:47.011903Z","end":"2026-04-28T17:55:47.15417Z","steps":["trace[1402213139] 'agreement among raft nodes before linearized reading' (duration: 141.27893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:47.154185Z","caller":"traceutil/trace.go:171","msg":"trace[1077165456] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17286; }","duration":"141.747111ms","start":"2026-04-28T17:55:47.012196Z","end":"2026-04-28T17:55:47.153943Z","steps":["trace[1077165456] 'agreement among raft nodes before linearized reading' (duration: 141.243678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:48.315552Z","caller":"traceutil/trace.go:171","msg":"trace[2107510685] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"170.750467ms","start":"2026-04-28T17:55:48.144771Z","end":"2026-04-28T17:55:48.315522Z","steps":["trace[2107510685] 'process raft request' (duration: 170.569973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.491441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.933741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:55:48.491569Z","caller":"traceutil/trace.go:171","msg":"trace[875043349] linearizableReadLoop","detail":"{readStateIndex:17941; appliedIndex:17940; }","duration":"336.57631ms","start":"2026-04-28T17:55:48.154968Z","end":"2026-04-28T17:55:48.491545Z","steps":["trace[875043349] 'read index received' (duration: 160.553978ms)","trace[875043349] 'applied index is now lower than readState.Index' (duration: 176.020882ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:48.491662Z","caller":"traceutil/trace.go:171","msg":"trace[9710567] transaction","detail":"{read_only:false; response_revision:17289; number_of_response:1; }","duration":"344.397629ms","start":"2026-04-28T17:55:48.147253Z","end":"2026-04-28T17:55:48.491651Z","steps":["trace[9710567] 'process raft request' (duration: 235.922884ms)","trace[9710567] 'compare' (duration: 107.802048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:48.491719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.147216Z","time spent":"344.473621ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:55:48.492272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.295819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-stfcx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-28T17:55:48.492322Z","caller":"traceutil/trace.go:171","msg":"trace[883179746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-stfcx; range_end:; response_count:1; response_revision:17289; }","duration":"337.385141ms","start":"2026-04-28T17:55:48.154925Z","end":"2026-04-28T17:55:48.49231Z","steps":["trace[883179746] 'agreement among raft nodes before linearized reading' (duration: 337.222356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.492351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.15491Z","time spent":"337.433922ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-stfcx\" "} {"level":"warn","ts":"2026-04-28T17:55:48.492557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.405505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-28T17:55:48.492688Z","caller":"traceutil/trace.go:171","msg":"trace[654455236] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:17289; }","duration":"247.604541ms","start":"2026-04-28T17:55:48.245057Z","end":"2026-04-28T17:55:48.492662Z","steps":["trace[654455236] 'agreement among raft nodes before linearized reading' (duration: 247.231632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.492704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.024659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T17:55:48.49271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.557247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:48.49278Z","caller":"traceutil/trace.go:171","msg":"trace[923855691] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17289; }","duration":"217.681421ms","start":"2026-04-28T17:55:48.275078Z","end":"2026-04-28T17:55:48.49276Z","steps":["trace[923855691] 'agreement among raft nodes before linearized reading' (duration: 217.484386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.492808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.136736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T17:55:48.49284Z","caller":"traceutil/trace.go:171","msg":"trace[1090635908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17289; }","duration":"265.208047ms","start":"2026-04-28T17:55:48.227625Z","end":"2026-04-28T17:55:48.492833Z","steps":["trace[1090635908] 'agreement among raft nodes before linearized reading' (duration: 265.129145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:48.492738Z","caller":"traceutil/trace.go:171","msg":"trace[1177880568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17289; }","duration":"268.106711ms","start":"2026-04-28T17:55:48.224622Z","end":"2026-04-28T17:55:48.492729Z","steps":["trace[1177880568] 'agreement among raft nodes before linearized reading' (duration: 268.011748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.492953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.44977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-28T17:55:48.493009Z","caller":"traceutil/trace.go:171","msg":"trace[1763311017] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:17289; }","duration":"331.550323ms","start":"2026-04-28T17:55:48.161444Z","end":"2026-04-28T17:55:48.492994Z","steps":["trace[1763311017] 'agreement among raft nodes before linearized reading' (duration: 331.41279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.493041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.161419Z","time spent":"331.612794ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" "} {"level":"warn","ts":"2026-04-28T17:55:48.493016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.453888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T17:55:48.493164Z","caller":"traceutil/trace.go:171","msg":"trace[1379495587] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:17289; }","duration":"212.782896ms","start":"2026-04-28T17:55:48.280346Z","end":"2026-04-28T17:55:48.493129Z","steps":["trace[1379495587] 'agreement among raft nodes before linearized reading' (duration: 211.965175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.493731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.213165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:48.493793Z","caller":"traceutil/trace.go:171","msg":"trace[1806532706] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17289; }","duration":"337.278277ms","start":"2026-04-28T17:55:48.1565Z","end":"2026-04-28T17:55:48.493779Z","steps":["trace[1806532706] 'agreement among raft nodes before linearized reading' (duration: 335.767299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:48.493839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.15648Z","time spent":"337.343209ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:55:49.063303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.589936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T17:55:49.063405Z","caller":"traceutil/trace.go:171","msg":"trace[776779311] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:17291; }","duration":"313.72724ms","start":"2026-04-28T17:55:48.749655Z","end":"2026-04-28T17:55:49.063383Z","steps":["trace[776779311] 'range keys from in-memory index tree' (duration: 313.440292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.063453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.749647Z","time spent":"313.796891ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T17:55:49.063421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.921277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-28T17:55:49.06352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.803197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:49.063557Z","caller":"traceutil/trace.go:171","msg":"trace[1375092109] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:17291; }","duration":"433.144023ms","start":"2026-04-28T17:55:48.630385Z","end":"2026-04-28T17:55:49.063529Z","steps":["trace[1375092109] 'range keys from in-memory index tree' (duration: 432.603709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.06347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.158723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T17:55:49.063622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.630356Z","time spent":"433.253785ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T17:55:49.063585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.742879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:49.063606Z","caller":"traceutil/trace.go:171","msg":"trace[387851191] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17291; }","duration":"314.93595ms","start":"2026-04-28T17:55:48.748648Z","end":"2026-04-28T17:55:49.063584Z","steps":["trace[387851191] 'range keys from in-memory index tree' (duration: 314.613962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.063721Z","caller":"traceutil/trace.go:171","msg":"trace[1206985701] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17291; }","duration":"176.947546ms","start":"2026-04-28T17:55:48.886751Z","end":"2026-04-28T17:55:49.063699Z","steps":["trace[1206985701] 'range keys from in-memory index tree' (duration: 176.636377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.063787Z","caller":"traceutil/trace.go:171","msg":"trace[1575473628] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:17291; }","duration":"196.4569ms","start":"2026-04-28T17:55:48.867185Z","end":"2026-04-28T17:55:49.063642Z","steps":["trace[1575473628] 'count revisions from in-memory index tree' (duration: 196.082851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.063779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.748625Z","time spent":"315.130775ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:55:49.063924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.745434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:49.063393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.505154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:49.064034Z","caller":"traceutil/trace.go:171","msg":"trace[1649542046] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:17291; }","duration":"210.871938ms","start":"2026-04-28T17:55:48.853102Z","end":"2026-04-28T17:55:49.063974Z","steps":["trace[1649542046] 'count revisions from in-memory index tree' (duration: 210.24897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.064092Z","caller":"traceutil/trace.go:171","msg":"trace[362683691] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:17291; }","duration":"314.280754ms","start":"2026-04-28T17:55:48.749792Z","end":"2026-04-28T17:55:49.064073Z","steps":["trace[362683691] 'range keys from in-memory index tree' (duration: 313.403301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.064139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:48.74976Z","time spent":"314.368097ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-28T17:55:49.107867Z","caller":"traceutil/trace.go:171","msg":"trace[47325447] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"220.337027ms","start":"2026-04-28T17:55:48.8875Z","end":"2026-04-28T17:55:49.107837Z","steps":["trace[47325447] 'process raft request' (duration: 220.039639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.297468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.11096ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T17:55:49.297654Z","caller":"traceutil/trace.go:171","msg":"trace[243654918] linearizableReadLoop","detail":"{readStateIndex:17945; appliedIndex:17943; }","duration":"228.842804ms","start":"2026-04-28T17:55:49.06878Z","end":"2026-04-28T17:55:49.297623Z","steps":["trace[243654918] 'read index received' (duration: 38.816637ms)","trace[243654918] 'applied index is now lower than readState.Index' (duration: 190.023557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T17:55:49.297806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.012748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:49.297898Z","caller":"traceutil/trace.go:171","msg":"trace[1010802631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17292; }","duration":"229.11575ms","start":"2026-04-28T17:55:49.068764Z","end":"2026-04-28T17:55:49.29788Z","steps":["trace[1010802631] 'agreement among raft nodes before linearized reading' (duration: 228.960136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.44183Z","caller":"traceutil/trace.go:171","msg":"trace[1058525142] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"299.276751ms","start":"2026-04-28T17:55:49.142516Z","end":"2026-04-28T17:55:49.441792Z","steps":["trace[1058525142] 'process raft request' (duration: 299.021445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.442266Z","caller":"traceutil/trace.go:171","msg":"trace[963506467] transaction","detail":"{read_only:false; response_revision:17294; number_of_response:1; }","duration":"262.229421ms","start":"2026-04-28T17:55:49.18Z","end":"2026-04-28T17:55:49.44223Z","steps":["trace[963506467] 'process raft request' (duration: 261.734058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.442615Z","caller":"traceutil/trace.go:171","msg":"trace[1023601999] linearizableReadLoop","detail":"{readStateIndex:17948; appliedIndex:17945; }","duration":"144.822019ms","start":"2026-04-28T17:55:49.297696Z","end":"2026-04-28T17:55:49.442518Z","steps":["trace[1023601999] 'read index received' (duration: 143.896324ms)","trace[1023601999] 'applied index is now lower than readState.Index' (duration: 923.125µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:55:49.442702Z","caller":"traceutil/trace.go:171","msg":"trace[437723236] transaction","detail":"{read_only:false; response_revision:17295; number_of_response:1; }","duration":"262.050268ms","start":"2026-04-28T17:55:49.180622Z","end":"2026-04-28T17:55:49.442672Z","steps":["trace[437723236] 'process raft request' (duration: 261.481473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.442873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.448479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:55:49.44286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.302704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-04-28T17:55:49.442894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.707547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:49.442925Z","caller":"traceutil/trace.go:171","msg":"trace[629519394] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17295; }","duration":"264.562512ms","start":"2026-04-28T17:55:49.178349Z","end":"2026-04-28T17:55:49.442912Z","steps":["trace[629519394] 'agreement among raft nodes before linearized reading' (duration: 264.465199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.442937Z","caller":"traceutil/trace.go:171","msg":"trace[842359694] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17295; }","duration":"264.421918ms","start":"2026-04-28T17:55:49.178501Z","end":"2026-04-28T17:55:49.442922Z","steps":["trace[842359694] 'agreement among raft nodes before linearized reading' (duration: 264.132141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.442952Z","caller":"traceutil/trace.go:171","msg":"trace[213742550] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17295; }","duration":"322.842501ms","start":"2026-04-28T17:55:49.120093Z","end":"2026-04-28T17:55:49.442936Z","steps":["trace[213742550] 'agreement among raft nodes before linearized reading' (duration: 322.687737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.442963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.225892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-04-28T17:55:49.442977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.738468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T17:55:49.443067Z","caller":"traceutil/trace.go:171","msg":"trace[547903641] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17295; }","duration":"264.387066ms","start":"2026-04-28T17:55:49.178661Z","end":"2026-04-28T17:55:49.443048Z","steps":["trace[547903641] 'agreement among raft nodes before linearized reading' (duration: 264.055168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:55:49.443089Z","caller":"traceutil/trace.go:171","msg":"trace[1243673778] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17295; }","duration":"322.892372ms","start":"2026-04-28T17:55:49.120172Z","end":"2026-04-28T17:55:49.443064Z","steps":["trace[1243673778] 'agreement among raft nodes before linearized reading' (duration: 322.591315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.443146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:49.120151Z","time spent":"322.982964ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T17:55:49.443005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:49.120069Z","time spent":"322.925393ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T17:55:49.443009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.192865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:49.443376Z","caller":"traceutil/trace.go:171","msg":"trace[7536321] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17295; }","duration":"300.636186ms","start":"2026-04-28T17:55:49.142707Z","end":"2026-04-28T17:55:49.443343Z","steps":["trace[7536321] 'agreement among raft nodes before linearized reading' (duration: 300.049612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.443446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:55:49.142691Z","time spent":"300.729718ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T17:55:49.443669Z","caller":"traceutil/trace.go:171","msg":"trace[1237716206] transaction","detail":"{read_only:false; response_revision:17296; number_of_response:1; }","duration":"143.978357ms","start":"2026-04-28T17:55:49.299677Z","end":"2026-04-28T17:55:49.443655Z","steps":["trace[1237716206] 'process raft request' (duration: 143.891955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:55:49.443914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.230243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:55:49.443997Z","caller":"traceutil/trace.go:171","msg":"trace[1585432691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17296; }","duration":"144.422868ms","start":"2026-04-28T17:55:49.299555Z","end":"2026-04-28T17:55:49.443978Z","steps":["trace[1585432691] 'agreement among raft nodes before linearized reading' (duration: 144.183822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:57:43.575349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15759} {"level":"info","ts":"2026-04-28T17:57:43.658986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15759,"took":"80.589298ms","hash":4159358484,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T17:57:43.659057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4159358484,"revision":15759,"compact-revision":13747} {"level":"info","ts":"2026-04-28T17:57:46.013596Z","caller":"traceutil/trace.go:171","msg":"trace[1306511983] transaction","detail":"{read_only:false; response_revision:18161; number_of_response:1; }","duration":"100.648146ms","start":"2026-04-28T17:57:45.912913Z","end":"2026-04-28T17:57:46.013561Z","steps":["trace[1306511983] 'process raft request' (duration: 92.770376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:58:01.814714Z","caller":"traceutil/trace.go:171","msg":"trace[1579659141] transaction","detail":"{read_only:false; response_revision:18434; number_of_response:1; }","duration":"418.298426ms","start":"2026-04-28T17:58:01.396381Z","end":"2026-04-28T17:58:01.814679Z","steps":["trace[1579659141] 'process raft request' (duration: 417.998978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:01.81502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:58:01.39636Z","time spent":"418.4694ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T17:58:01.815738Z","caller":"traceutil/trace.go:171","msg":"trace[1568361237] linearizableReadLoop","detail":"{readStateIndex:19126; appliedIndex:19124; }","duration":"383.629175ms","start":"2026-04-28T17:58:01.432074Z","end":"2026-04-28T17:58:01.815704Z","steps":["trace[1568361237] 'read index received' (duration: 382.386393ms)","trace[1568361237] 'applied index is now lower than readState.Index' (duration: 1.241152ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T17:58:01.815769Z","caller":"traceutil/trace.go:171","msg":"trace[129607470] transaction","detail":"{read_only:false; response_revision:18435; number_of_response:1; }","duration":"419.267341ms","start":"2026-04-28T17:58:01.396468Z","end":"2026-04-28T17:58:01.815736Z","steps":["trace[129607470] 'process raft request' (duration: 419.058786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:58:01.815834Z","caller":"traceutil/trace.go:171","msg":"trace[46459854] transaction","detail":"{read_only:false; response_revision:18436; number_of_response:1; }","duration":"115.68896ms","start":"2026-04-28T17:58:01.700114Z","end":"2026-04-28T17:58:01.815803Z","steps":["trace[46459854] 'process raft request' (duration: 115.539036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:01.815977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.72255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T17:58:01.816023Z","caller":"traceutil/trace.go:171","msg":"trace[671354530] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18436; }","duration":"202.821823ms","start":"2026-04-28T17:58:01.613189Z","end":"2026-04-28T17:58:01.81601Z","steps":["trace[671354530] 'agreement among raft nodes before linearized reading' (duration: 202.720281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:01.816028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:58:01.396439Z","time spent":"419.436345ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T17:58:01.816111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.998304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-04-28T17:58:01.81627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.297488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-28T17:58:01.816302Z","caller":"traceutil/trace.go:171","msg":"trace[2108160972] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18436; }","duration":"202.37504ms","start":"2026-04-28T17:58:01.613919Z","end":"2026-04-28T17:58:01.816294Z","steps":["trace[2108160972] 'agreement among raft nodes before linearized reading' (duration: 202.288828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:58:01.816294Z","caller":"traceutil/trace.go:171","msg":"trace[1154788272] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18436; }","duration":"384.20278ms","start":"2026-04-28T17:58:01.43203Z","end":"2026-04-28T17:58:01.816233Z","steps":["trace[1154788272] 'agreement among raft nodes before linearized reading' (duration: 383.82513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:01.816363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T17:58:01.432011Z","time spent":"384.335172ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T17:58:01.816188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.406851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:58:01.816382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.283531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T17:58:01.816389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.424098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-28T17:58:01.816532Z","caller":"traceutil/trace.go:171","msg":"trace[1395697311] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18436; }","duration":"119.424334ms","start":"2026-04-28T17:58:01.697023Z","end":"2026-04-28T17:58:01.816447Z","steps":["trace[1395697311] 'agreement among raft nodes before linearized reading' (duration: 119.25845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:58:01.816493Z","caller":"traceutil/trace.go:171","msg":"trace[1920168635] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18436; }","duration":"100.683768ms","start":"2026-04-28T17:58:01.715746Z","end":"2026-04-28T17:58:01.81643Z","steps":["trace[1920168635] 'agreement among raft nodes before linearized reading' (duration: 100.416151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:58:01.81659Z","caller":"traceutil/trace.go:171","msg":"trace[254447556] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18436; }","duration":"116.645933ms","start":"2026-04-28T17:58:01.699922Z","end":"2026-04-28T17:58:01.816568Z","steps":["trace[254447556] 'agreement among raft nodes before linearized reading' (duration: 116.302334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:01.81666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.017642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-844j2\" ","response":"range_response_count:1 size:14195"} {"level":"info","ts":"2026-04-28T17:58:01.816994Z","caller":"traceutil/trace.go:171","msg":"trace[1829167939] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-844j2; range_end:; response_count:1; response_revision:18436; }","duration":"176.424952ms","start":"2026-04-28T17:58:01.640543Z","end":"2026-04-28T17:58:01.816968Z","steps":["trace[1829167939] 'agreement among raft nodes before linearized reading' (duration: 175.641682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:01.817036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.323699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-28T17:58:01.817127Z","caller":"traceutil/trace.go:171","msg":"trace[1112015754] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18436; }","duration":"100.492753ms","start":"2026-04-28T17:58:01.716613Z","end":"2026-04-28T17:58:01.817106Z","steps":["trace[1112015754] 'agreement among raft nodes before linearized reading' (duration: 99.323104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T17:58:05.346239Z","caller":"traceutil/trace.go:171","msg":"trace[1889859221] transaction","detail":"{read_only:false; response_revision:18456; number_of_response:1; }","duration":"181.505281ms","start":"2026-04-28T17:58:05.164714Z","end":"2026-04-28T17:58:05.34622Z","steps":["trace[1889859221] 'process raft request' (duration: 181.074831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T17:58:05.505721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.189608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T17:58:05.50587Z","caller":"traceutil/trace.go:171","msg":"trace[1918226107] transaction","detail":"{read_only:false; response_revision:18457; number_of_response:1; }","duration":"154.930255ms","start":"2026-04-28T17:58:05.350912Z","end":"2026-04-28T17:58:05.505842Z","steps":["trace[1918226107] 'process raft request' (duration: 22.527022ms)","trace[1918226107] 'compare' (duration: 132.098105ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:00:08.650405Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T18:00:08.65628Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T18:00:08.656455Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-04-28T18:01:09.166077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790893970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:01:09.384994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.578338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T18:01:09.385143Z","caller":"traceutil/trace.go:171","msg":"trace[954685271] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:19710; }","duration":"738.747913ms","start":"2026-04-28T18:01:08.646374Z","end":"2026-04-28T18:01:09.385122Z","steps":["trace[954685271] 'range keys from in-memory index tree' (duration: 738.356983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.385219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.646286Z","time spent":"738.917848ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:01:09.401402Z","caller":"traceutil/trace.go:171","msg":"trace[720676506] transaction","detail":"{read_only:false; response_revision:19711; number_of_response:1; }","duration":"741.347298ms","start":"2026-04-28T18:01:08.660032Z","end":"2026-04-28T18:01:09.401379Z","steps":["trace[720676506] 'process raft request' (duration: 741.154373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.401568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.660003Z","time spent":"741.473632ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:01:09.402397Z","caller":"traceutil/trace.go:171","msg":"trace[1782389766] linearizableReadLoop","detail":"{readStateIndex:20450; appliedIndex:20446; }","duration":"736.370233ms","start":"2026-04-28T18:01:08.665995Z","end":"2026-04-28T18:01:09.402365Z","steps":["trace[1782389766] 'read index received' (duration: 735.225513ms)","trace[1782389766] 'applied index is now lower than readState.Index' (duration: 1.14372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:01:09.402584Z","caller":"traceutil/trace.go:171","msg":"trace[2083587385] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"570.450756ms","start":"2026-04-28T18:01:08.832083Z","end":"2026-04-28T18:01:09.402534Z","steps":["trace[2083587385] 'process raft request' (duration: 570.128788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:09.402606Z","caller":"traceutil/trace.go:171","msg":"trace[880385139] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"683.243845ms","start":"2026-04-28T18:01:08.719346Z","end":"2026-04-28T18:01:09.40259Z","steps":["trace[880385139] 'process raft request' (duration: 682.664801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:09.402587Z","caller":"traceutil/trace.go:171","msg":"trace[1155011709] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"683.03755ms","start":"2026-04-28T18:01:08.719465Z","end":"2026-04-28T18:01:09.402503Z","steps":["trace[1155011709] 'process raft request' (duration: 682.697392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.40268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.719326Z","time spent":"683.318357ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:09.402721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.832056Z","time spent":"570.562548ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:09.40283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.719458Z","time spent":"683.248595ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:09.403106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.052957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T18:01:09.403156Z","caller":"traceutil/trace.go:171","msg":"trace[246332024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19714; }","duration":"494.15021ms","start":"2026-04-28T18:01:08.908995Z","end":"2026-04-28T18:01:09.403145Z","steps":["trace[246332024] 'agreement among raft nodes before linearized reading' (duration: 494.001547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.403192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.908971Z","time spent":"494.213381ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:01:09.403308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.311466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T18:01:09.406739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.024023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:01:09.406899Z","caller":"traceutil/trace.go:171","msg":"trace[1739351021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19714; }","duration":"497.232008ms","start":"2026-04-28T18:01:08.909607Z","end":"2026-04-28T18:01:09.406839Z","steps":["trace[1739351021] 'agreement among raft nodes before linearized reading' (duration: 493.666878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.406965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.909572Z","time spent":"497.380732ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:01:09.40739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.460728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:09.407426Z","caller":"traceutil/trace.go:171","msg":"trace[2078129973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19714; }","duration":"339.53161ms","start":"2026-04-28T18:01:09.067882Z","end":"2026-04-28T18:01:09.407414Z","steps":["trace[2078129973] 'agreement among raft nodes before linearized reading' (duration: 335.360134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.407461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:09.067861Z","time spent":"339.593832ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:01:09.407534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.060083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:01:09.407572Z","caller":"traceutil/trace.go:171","msg":"trace[837303868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19714; }","duration":"465.116504ms","start":"2026-04-28T18:01:08.942446Z","end":"2026-04-28T18:01:09.407563Z","steps":["trace[837303868] 'agreement among raft nodes before linearized reading' (duration: 460.66296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.407608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.942402Z","time spent":"465.191916ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:01:09.407916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.339919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T18:01:09.407962Z","caller":"traceutil/trace.go:171","msg":"trace[1170280005] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:19714; }","duration":"478.417812ms","start":"2026-04-28T18:01:08.929522Z","end":"2026-04-28T18:01:09.40794Z","steps":["trace[1170280005] 'agreement among raft nodes before linearized reading' (duration: 473.715983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.407985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.929512Z","time spent":"478.467093ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"info","ts":"2026-04-28T18:01:09.409123Z","caller":"traceutil/trace.go:171","msg":"trace[1660210761] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:19714; }","duration":"737.383537ms","start":"2026-04-28T18:01:08.665965Z","end":"2026-04-28T18:01:09.403348Z","steps":["trace[1660210761] 'agreement among raft nodes before linearized reading' (duration: 737.155442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:09.409185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:08.665958Z","time spent":"743.203216ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:01:16.185006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.57824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:01:16.185161Z","caller":"traceutil/trace.go:171","msg":"trace[1371972252] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"519.040281ms","start":"2026-04-28T18:01:15.666108Z","end":"2026-04-28T18:01:16.185148Z","steps":["trace[1371972252] 'process raft request' (duration: 519.01612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.185195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.66608Z","time spent":"519.100113ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:01:16.185316Z","caller":"traceutil/trace.go:171","msg":"trace[345544004] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"751.831214ms","start":"2026-04-28T18:01:15.433479Z","end":"2026-04-28T18:01:16.18531Z","steps":["trace[345544004] 'process raft request' (duration: 751.620039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.185343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.43347Z","time spent":"751.858124ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:01:16.185412Z","caller":"traceutil/trace.go:171","msg":"trace[276750663] linearizableReadLoop","detail":"{readStateIndex:20485; appliedIndex:20481; }","duration":"735.699274ms","start":"2026-04-28T18:01:15.449707Z","end":"2026-04-28T18:01:16.185406Z","steps":["trace[276750663] 'read index received' (duration: 48.186391ms)","trace[276750663] 'applied index is now lower than readState.Index' (duration: 687.511803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:01:16.185593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.88804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T18:01:16.185607Z","caller":"traceutil/trace.go:171","msg":"trace[209058717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19748; }","duration":"735.951772ms","start":"2026-04-28T18:01:15.449651Z","end":"2026-04-28T18:01:16.185602Z","steps":["trace[209058717] 'agreement among raft nodes before linearized reading' (duration: 735.866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.185622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.449623Z","time spent":"735.996733ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:01:16.185737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.306375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:01:16.185756Z","caller":"traceutil/trace.go:171","msg":"trace[49641133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19748; }","duration":"244.363696ms","start":"2026-04-28T18:01:15.941387Z","end":"2026-04-28T18:01:16.185751Z","steps":["trace[49641133] 'agreement among raft nodes before linearized reading' (duration: 244.318235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.185761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.657324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:01:16.185748Z","caller":"traceutil/trace.go:171","msg":"trace[710972202] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"752.699276ms","start":"2026-04-28T18:01:15.432992Z","end":"2026-04-28T18:01:16.185691Z","steps":["trace[710972202] 'process raft request' (duration: 248.379617ms)","trace[710972202] 'compare' (duration: 503.389845ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:01:16.185832Z","caller":"traceutil/trace.go:171","msg":"trace[1521051704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19748; }","duration":"735.748076ms","start":"2026-04-28T18:01:15.450064Z","end":"2026-04-28T18:01:16.185812Z","steps":["trace[1521051704] 'agreement among raft nodes before linearized reading' (duration: 735.582621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.185867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.450054Z","time spent":"735.805378ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:01:16.185883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.052307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:16.185962Z","caller":"traceutil/trace.go:171","msg":"trace[1796555654] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19748; }","duration":"173.174492ms","start":"2026-04-28T18:01:16.012762Z","end":"2026-04-28T18:01:16.185937Z","steps":["trace[1796555654] 'agreement among raft nodes before linearized reading' (duration: 172.981867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.186023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.914951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" ","response":"range_response_count:1 size:20774"} {"level":"warn","ts":"2026-04-28T18:01:16.186013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.460537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:16.186058Z","caller":"traceutil/trace.go:171","msg":"trace[346514607] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ljhbt; range_end:; response_count:1; response_revision:19748; }","duration":"388.978313ms","start":"2026-04-28T18:01:15.797068Z","end":"2026-04-28T18:01:16.186047Z","steps":["trace[346514607] 'agreement among raft nodes before linearized reading' (duration: 388.879301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.186087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.79705Z","time spent":"389.031275ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20798,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ljhbt\" "} {"level":"info","ts":"2026-04-28T18:01:16.186093Z","caller":"traceutil/trace.go:171","msg":"trace[1557999017] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:19748; }","duration":"490.571039ms","start":"2026-04-28T18:01:15.695506Z","end":"2026-04-28T18:01:16.186077Z","steps":["trace[1557999017] 'agreement among raft nodes before linearized reading' (duration: 490.459646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.185971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.432982Z","time spent":"752.87349ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:16.186137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.69549Z","time spent":"490.637451ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-28T18:01:16.186002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.621873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T18:01:16.186062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.107347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"info","ts":"2026-04-28T18:01:16.186222Z","caller":"traceutil/trace.go:171","msg":"trace[1725601689] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:19748; }","duration":"679.828688ms","start":"2026-04-28T18:01:15.506362Z","end":"2026-04-28T18:01:16.18619Z","steps":["trace[1725601689] 'agreement among raft nodes before linearized reading' (duration: 679.599872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:16.186272Z","caller":"traceutil/trace.go:171","msg":"trace[2076021918] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:19748; }","duration":"684.342863ms","start":"2026-04-28T18:01:15.501921Z","end":"2026-04-28T18:01:16.186264Z","steps":["trace[2076021918] 'agreement among raft nodes before linearized reading' (duration: 684.106687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.186295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.501903Z","time spent":"684.387403ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"warn","ts":"2026-04-28T18:01:16.186306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.506356Z","time spent":"679.92212ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T18:01:16.186423Z","caller":"traceutil/trace.go:171","msg":"trace[406158079] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"751.997588ms","start":"2026-04-28T18:01:15.433284Z","end":"2026-04-28T18:01:16.185282Z","steps":["trace[406158079] 'process raft request' (duration: 751.784053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.186585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:15.433272Z","time spent":"753.22194ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:16.185862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.207508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:16.187724Z","caller":"traceutil/trace.go:171","msg":"trace[2024314116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19748; }","duration":"122.083436ms","start":"2026-04-28T18:01:16.065599Z","end":"2026-04-28T18:01:16.187683Z","steps":["trace[2024314116] 'agreement among raft nodes before linearized reading' (duration: 120.122826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:16.375809Z","caller":"traceutil/trace.go:171","msg":"trace[75741534] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"143.965681ms","start":"2026-04-28T18:01:16.231806Z","end":"2026-04-28T18:01:16.375772Z","steps":["trace[75741534] 'process raft request' (duration: 143.499989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:16.939505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790894101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:01:17.123337Z","caller":"traceutil/trace.go:171","msg":"trace[427870664] linearizableReadLoop","detail":"{readStateIndex:20493; appliedIndex:20492; }","duration":"683.985404ms","start":"2026-04-28T18:01:16.439327Z","end":"2026-04-28T18:01:17.123312Z","steps":["trace[427870664] 'read index received' (duration: 683.705407ms)","trace[427870664] 'applied index is now lower than readState.Index' (duration: 278.767µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:01:17.123722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.377934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T18:01:17.123809Z","caller":"traceutil/trace.go:171","msg":"trace[2132987615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19755; }","duration":"684.526678ms","start":"2026-04-28T18:01:16.439267Z","end":"2026-04-28T18:01:17.123794Z","steps":["trace[2132987615] 'agreement among raft nodes before linearized reading' (duration: 684.280441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:17.123847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:16.439251Z","time spent":"684.588209ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:01:17.123851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.274196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:01:17.124004Z","caller":"traceutil/trace.go:171","msg":"trace[410980433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19755; }","duration":"586.41681ms","start":"2026-04-28T18:01:16.537519Z","end":"2026-04-28T18:01:17.123936Z","steps":["trace[410980433] 'agreement among raft nodes before linearized reading' (duration: 586.199415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:17.124059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:16.537501Z","time spent":"586.545773ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:01:17.12369Z","caller":"traceutil/trace.go:171","msg":"trace[1194278667] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"705.52457ms","start":"2026-04-28T18:01:16.4181Z","end":"2026-04-28T18:01:17.123625Z","steps":["trace[1194278667] 'process raft request' (duration: 705.019018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:17.126788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:16.418043Z","time spent":"708.66518ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:01:18.018473Z","caller":"traceutil/trace.go:171","msg":"trace[1956170819] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"842.465982ms","start":"2026-04-28T18:01:17.175985Z","end":"2026-04-28T18:01:18.018451Z","steps":["trace[1956170819] 'process raft request' (duration: 842.335379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:18.018655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:17.175967Z","time spent":"842.631537ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:01:19.696125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43510833s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:19.696261Z","caller":"traceutil/trace.go:171","msg":"trace[1656095852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19758; }","duration":"1.435253254s","start":"2026-04-28T18:01:18.260984Z","end":"2026-04-28T18:01:19.696237Z","steps":["trace[1656095852] 'range keys from in-memory index tree' (duration: 1.43509095s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.697954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452524193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:01:19.69809Z","caller":"traceutil/trace.go:171","msg":"trace[552571734] linearizableReadLoop","detail":"{readStateIndex:20497; appliedIndex:20495; }","duration":"1.908170515s","start":"2026-04-28T18:01:17.789893Z","end":"2026-04-28T18:01:19.698064Z","steps":["trace[552571734] 'read index received' (duration: 228.334459ms)","trace[552571734] 'applied index is now lower than readState.Index' (duration: 1.679833976s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:01:19.698185Z","caller":"traceutil/trace.go:171","msg":"trace[777904240] transaction","detail":"{read_only:false; response_revision:19759; number_of_response:1; }","duration":"2.191558082s","start":"2026-04-28T18:01:17.506611Z","end":"2026-04-28T18:01:19.698169Z","steps":["trace[777904240] 'process raft request' (duration: 738.691531ms)","trace[777904240] 'compare' (duration: 1.450696816s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:01:19.698279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:17.506536Z","time spent":"2.191693396s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:19.698313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908401582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:19.698385Z","caller":"traceutil/trace.go:171","msg":"trace[2181485] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:19759; }","duration":"1.908514285s","start":"2026-04-28T18:01:17.789851Z","end":"2026-04-28T18:01:19.698365Z","steps":["trace[2181485] 'agreement among raft nodes before linearized reading' (duration: 1.908356271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.698447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:17.789833Z","time spent":"1.908598177s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:01:19.849089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603727477s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:01:19.869134Z","caller":"traceutil/trace.go:171","msg":"trace[1141374455] transaction","detail":"{read_only:false; response_revision:19760; number_of_response:1; }","duration":"1.845411865s","start":"2026-04-28T18:01:18.023685Z","end":"2026-04-28T18:01:19.869097Z","steps":["trace[1141374455] 'process raft request' (duration: 1.825659354s)","trace[1141374455] 'compare' (duration: 18.989302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:01:19.869256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.02366Z","time spent":"1.845539978s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:01:19.869234Z","caller":"traceutil/trace.go:171","msg":"trace[147326660] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"1.84524755s","start":"2026-04-28T18:01:18.023934Z","end":"2026-04-28T18:01:19.869182Z","steps":["trace[147326660] 'process raft request' (duration: 1.844970893s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:19.869641Z","caller":"traceutil/trace.go:171","msg":"trace[230347829] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"1.844927232s","start":"2026-04-28T18:01:18.024702Z","end":"2026-04-28T18:01:19.86963Z","steps":["trace[230347829] 'process raft request' (duration: 1.844262715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.869692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.024693Z","time spent":"1.844975054s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:01:19.869972Z","caller":"traceutil/trace.go:171","msg":"trace[1213533799] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"1.669501444s","start":"2026-04-28T18:01:18.200459Z","end":"2026-04-28T18:01:19.869961Z","steps":["trace[1213533799] 'process raft request' (duration: 1.66855538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.870039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.200434Z","time spent":"1.669568676s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:01:19.870155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407332466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-28T18:01:19.870311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.391983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T18:01:19.870317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.463275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T18:01:19.870405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.748914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:01:19.870457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.897954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:01:19.870488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223226998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-28T18:01:19.870626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636471297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T18:01:19.870692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581102743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6959"} {"level":"warn","ts":"2026-04-28T18:01:19.870741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601004478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:01:19.87079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602381962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:01:19.87085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654708329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:22019"} {"level":"warn","ts":"2026-04-28T18:01:19.870899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654708439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T18:01:19.870943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671813233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:01:19.870979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802708322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:01:19.871009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.023914Z","time spent":"1.845393904s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1225,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:01:19.871492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845799335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130780"} {"level":"info","ts":"2026-04-28T18:01:19.871569Z","caller":"traceutil/trace.go:171","msg":"trace[336784457] linearizableReadLoop","detail":"{readStateIndex:20503; appliedIndex:20497; }","duration":"171.913469ms","start":"2026-04-28T18:01:19.698125Z","end":"2026-04-28T18:01:19.870039Z","steps":["trace[336784457] 'read index received' (duration: 151.163123ms)","trace[336784457] 'applied index is now lower than readState.Index' (duration: 20.749176ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:01:19.871633Z","caller":"traceutil/trace.go:171","msg":"trace[375571908] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19765; }","duration":"1.407441259s","start":"2026-04-28T18:01:18.462767Z","end":"2026-04-28T18:01:19.870208Z","steps":["trace[375571908] 'agreement among raft nodes before linearized reading' (duration: 1.407295255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.871689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.462748Z","time spent":"1.408923717s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T18:01:19.871887Z","caller":"traceutil/trace.go:171","msg":"trace[1453107131] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"1.669716549s","start":"2026-04-28T18:01:18.200503Z","end":"2026-04-28T18:01:19.870219Z","steps":["trace[1453107131] 'process raft request' (duration: 1.669321799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.871987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.200473Z","time spent":"1.671449814s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:01:19.872122Z","caller":"traceutil/trace.go:171","msg":"trace[21945298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19765; }","duration":"693.476745ms","start":"2026-04-28T18:01:19.176861Z","end":"2026-04-28T18:01:19.870338Z","steps":["trace[21945298] 'agreement among raft nodes before linearized reading' (duration: 693.361121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.872167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:19.176836Z","time spent":"695.321452ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:01:19.872306Z","caller":"traceutil/trace.go:171","msg":"trace[1416868150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19765; }","duration":"484.527496ms","start":"2026-04-28T18:01:19.385818Z","end":"2026-04-28T18:01:19.870345Z","steps":["trace[1416868150] 'agreement among raft nodes before linearized reading' (duration: 484.398462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.872349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:19.385798Z","time spent":"486.540707ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-28T18:01:19.872525Z","caller":"traceutil/trace.go:171","msg":"trace[720054201] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"1.667090424s","start":"2026-04-28T18:01:18.203316Z","end":"2026-04-28T18:01:19.870406Z","steps":["trace[720054201] 'process raft request' (duration: 1.66656846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.872597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.203298Z","time spent":"1.669259838s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:01:19.872803Z","caller":"traceutil/trace.go:171","msg":"trace[1642822090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19765; }","duration":"712.818446ms","start":"2026-04-28T18:01:19.15761Z","end":"2026-04-28T18:01:19.870428Z","steps":["trace[1642822090] 'agreement among raft nodes before linearized reading' (duration: 712.737073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.872845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:19.157587Z","time spent":"715.248327ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:01:19.87293Z","caller":"traceutil/trace.go:171","msg":"trace[1186375828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19765; }","duration":"228.965346ms","start":"2026-04-28T18:01:19.641517Z","end":"2026-04-28T18:01:19.870482Z","steps":["trace[1186375828] 'agreement among raft nodes before linearized reading' (duration: 228.892374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:19.8731Z","caller":"traceutil/trace.go:171","msg":"trace[1383439430] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:19765; }","duration":"1.223315191s","start":"2026-04-28T18:01:18.647198Z","end":"2026-04-28T18:01:19.870513Z","steps":["trace[1383439430] 'agreement among raft nodes before linearized reading' (duration: 1.223232889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.873142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.64717Z","time spent":"1.225961597s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:01:19.873329Z","caller":"traceutil/trace.go:171","msg":"trace[1052572017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19765; }","duration":"1.636547429s","start":"2026-04-28T18:01:18.234098Z","end":"2026-04-28T18:01:19.870646Z","steps":["trace[1052572017] 'agreement among raft nodes before linearized reading' (duration: 1.636487187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.873758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.234064Z","time spent":"1.639678228s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:01:19.87392Z","caller":"traceutil/trace.go:171","msg":"trace[1368609238] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:19765; }","duration":"1.581172135s","start":"2026-04-28T18:01:18.289534Z","end":"2026-04-28T18:01:19.870706Z","steps":["trace[1368609238] 'agreement among raft nodes before linearized reading' (duration: 1.581115254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.873963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.289505Z","time spent":"1.584448758s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"info","ts":"2026-04-28T18:01:19.874118Z","caller":"traceutil/trace.go:171","msg":"trace[1137471157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19765; }","duration":"1.601034219s","start":"2026-04-28T18:01:18.26972Z","end":"2026-04-28T18:01:19.870754Z","steps":["trace[1137471157] 'agreement among raft nodes before linearized reading' (duration: 1.600988388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.874177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.269714Z","time spent":"1.604453035s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:01:19.874285Z","caller":"traceutil/trace.go:171","msg":"trace[1805354764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19765; }","duration":"1.602431984s","start":"2026-04-28T18:01:18.268372Z","end":"2026-04-28T18:01:19.870804Z","steps":["trace[1805354764] 'agreement among raft nodes before linearized reading' (duration: 1.602384173s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.874337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.26835Z","time spent":"1.605974753s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:01:19.874421Z","caller":"traceutil/trace.go:171","msg":"trace[1824733027] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:19765; }","duration":"1.654785071s","start":"2026-04-28T18:01:18.216079Z","end":"2026-04-28T18:01:19.870864Z","steps":["trace[1824733027] 'agreement among raft nodes before linearized reading' (duration: 1.65473465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.874446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.216049Z","time spent":"1.658392653s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"info","ts":"2026-04-28T18:01:19.874611Z","caller":"traceutil/trace.go:171","msg":"trace[562173310] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:19765; }","duration":"1.654741841s","start":"2026-04-28T18:01:18.21617Z","end":"2026-04-28T18:01:19.870912Z","steps":["trace[562173310] 'agreement among raft nodes before linearized reading' (duration: 1.654695439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.874671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.216164Z","time spent":"1.658474525s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T18:01:19.874794Z","caller":"traceutil/trace.go:171","msg":"trace[134267485] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19765; }","duration":"1.671875185s","start":"2026-04-28T18:01:18.199082Z","end":"2026-04-28T18:01:19.870957Z","steps":["trace[134267485] 'agreement among raft nodes before linearized reading' (duration: 1.671839834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.874822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.199034Z","time spent":"1.675779523s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:01:19.874927Z","caller":"traceutil/trace.go:171","msg":"trace[1512506704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19765; }","duration":"1.802755934s","start":"2026-04-28T18:01:18.068232Z","end":"2026-04-28T18:01:19.870988Z","steps":["trace[1512506704] 'agreement among raft nodes before linearized reading' (duration: 1.802734453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.874948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.068208Z","time spent":"1.806734644s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:01:19.87502Z","caller":"traceutil/trace.go:171","msg":"trace[2035589085] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19765; }","duration":"1.845858396s","start":"2026-04-28T18:01:18.02566Z","end":"2026-04-28T18:01:19.871518Z","steps":["trace[2035589085] 'agreement among raft nodes before linearized reading' (duration: 1.845742593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:19.87504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:01:18.025649Z","time spent":"1.849386276s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130804,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T18:01:20.091623Z","caller":"traceutil/trace.go:171","msg":"trace[935350078] linearizableReadLoop","detail":"{readStateIndex:20510; appliedIndex:20504; }","duration":"172.629617ms","start":"2026-04-28T18:01:19.918894Z","end":"2026-04-28T18:01:20.091523Z","steps":["trace[935350078] 'read index received' (duration: 119.520961ms)","trace[935350078] 'applied index is now lower than readState.Index' (duration: 53.106776ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:01:20.091846Z","caller":"traceutil/trace.go:171","msg":"trace[2080307553] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"214.49461ms","start":"2026-04-28T18:01:19.877325Z","end":"2026-04-28T18:01:20.09182Z","steps":["trace[2080307553] 'process raft request' (duration: 160.93873ms)","trace[2080307553] 'compare' (duration: 51.285202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:01:20.092203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.536774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:20.092308Z","caller":"traceutil/trace.go:171","msg":"trace[1798877693] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"211.366091ms","start":"2026-04-28T18:01:19.880904Z","end":"2026-04-28T18:01:20.09227Z","steps":["trace[1798877693] 'process raft request' (duration: 210.360255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.092323Z","caller":"traceutil/trace.go:171","msg":"trace[974608877] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19771; }","duration":"181.704668ms","start":"2026-04-28T18:01:19.910589Z","end":"2026-04-28T18:01:20.092294Z","steps":["trace[974608877] 'agreement among raft nodes before linearized reading' (duration: 181.38265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.092444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.916678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-28T18:01:20.092564Z","caller":"traceutil/trace.go:171","msg":"trace[532369509] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:19771; }","duration":"211.116715ms","start":"2026-04-28T18:01:19.881425Z","end":"2026-04-28T18:01:20.092541Z","steps":["trace[532369509] 'agreement among raft nodes before linearized reading' (duration: 210.817307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.092544Z","caller":"traceutil/trace.go:171","msg":"trace[1561287416] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"211.652287ms","start":"2026-04-28T18:01:19.880843Z","end":"2026-04-28T18:01:20.092495Z","steps":["trace[1561287416] 'process raft request' (duration: 210.262262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.092677Z","caller":"traceutil/trace.go:171","msg":"trace[1857638127] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"211.35638ms","start":"2026-04-28T18:01:19.881293Z","end":"2026-04-28T18:01:20.09265Z","steps":["trace[1857638127] 'process raft request' (duration: 210.145119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.092911Z","caller":"traceutil/trace.go:171","msg":"trace[1516997013] transaction","detail":"{read_only:false; response_revision:19770; number_of_response:1; }","duration":"211.916404ms","start":"2026-04-28T18:01:19.880966Z","end":"2026-04-28T18:01:20.092882Z","steps":["trace[1516997013] 'process raft request' (duration: 210.422546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.092676Z","caller":"traceutil/trace.go:171","msg":"trace[2085649509] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"211.699358ms","start":"2026-04-28T18:01:19.880955Z","end":"2026-04-28T18:01:20.092654Z","steps":["trace[2085649509] 'process raft request' (duration: 210.370264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.093283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.235113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-37e2164f-efd9-4ff2-b490-64317c43191d\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T18:01:20.093416Z","caller":"traceutil/trace.go:171","msg":"trace[411080637] range","detail":"{range_begin:/registry/persistentvolumes/pvc-37e2164f-efd9-4ff2-b490-64317c43191d; range_end:; response_count:1; response_revision:19771; }","duration":"216.318636ms","start":"2026-04-28T18:01:19.876987Z","end":"2026-04-28T18:01:20.093305Z","steps":["trace[411080637] 'agreement among raft nodes before linearized reading' (duration: 216.135041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.093589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.435217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:01:20.093649Z","caller":"traceutil/trace.go:171","msg":"trace[1117108914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19771; }","duration":"212.481599ms","start":"2026-04-28T18:01:19.881139Z","end":"2026-04-28T18:01:20.09362Z","steps":["trace[1117108914] 'agreement among raft nodes before linearized reading' (duration: 212.326245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.099688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.531511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955992"} {"level":"info","ts":"2026-04-28T18:01:20.099757Z","caller":"traceutil/trace.go:171","msg":"trace[1705354582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:19771; }","duration":"218.618703ms","start":"2026-04-28T18:01:19.881124Z","end":"2026-04-28T18:01:20.099742Z","steps":["trace[1705354582] 'agreement among raft nodes before linearized reading' (duration: 212.787796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.099827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.115726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955992"} {"level":"warn","ts":"2026-04-28T18:01:20.099869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.732336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955992"} {"level":"info","ts":"2026-04-28T18:01:20.100108Z","caller":"traceutil/trace.go:171","msg":"trace[2096368621] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:19771; }","duration":"219.240849ms","start":"2026-04-28T18:01:19.880656Z","end":"2026-04-28T18:01:20.099897Z","steps":["trace[2096368621] 'agreement among raft nodes before linearized reading' (duration: 212.426477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.100149Z","caller":"traceutil/trace.go:171","msg":"trace[1568765740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:19771; }","duration":"219.005864ms","start":"2026-04-28T18:01:19.881118Z","end":"2026-04-28T18:01:20.100123Z","steps":["trace[1568765740] 'agreement among raft nodes before linearized reading' (duration: 211.795651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:01:20.101453Z","caller":"traceutil/trace.go:171","msg":"trace[2139209630] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"180.185899ms","start":"2026-04-28T18:01:19.921255Z","end":"2026-04-28T18:01:20.101441Z","steps":["trace[2139209630] 'process raft request' (duration: 180.047075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.101544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.926824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:01:20.101583Z","caller":"traceutil/trace.go:171","msg":"trace[942617970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19772; }","duration":"115.040967ms","start":"2026-04-28T18:01:19.986532Z","end":"2026-04-28T18:01:20.101573Z","steps":["trace[942617970] 'agreement among raft nodes before linearized reading' (duration: 114.942305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:20.101533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.3199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:20.10172Z","caller":"traceutil/trace.go:171","msg":"trace[365853180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19772; }","duration":"174.447083ms","start":"2026-04-28T18:01:19.927166Z","end":"2026-04-28T18:01:20.101613Z","steps":["trace[365853180] 'agreement among raft nodes before linearized reading' (duration: 174.296239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:01:35.330804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.452049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:01:35.330959Z","caller":"traceutil/trace.go:171","msg":"trace[1394517837] linearizableReadLoop","detail":"{readStateIndex:20683; appliedIndex:20682; }","duration":"262.610208ms","start":"2026-04-28T18:01:35.068322Z","end":"2026-04-28T18:01:35.330932Z","steps":["trace[1394517837] 'read index received' (duration: 78.622µs)","trace[1394517837] 'applied index is now lower than readState.Index' (duration: 262.529686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:01:35.331066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.756522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:01:35.331108Z","caller":"traceutil/trace.go:171","msg":"trace[1229476234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19939; }","duration":"262.856734ms","start":"2026-04-28T18:01:35.068236Z","end":"2026-04-28T18:01:35.331092Z","steps":["trace[1229476234] 'agreement among raft nodes before linearized reading' (duration: 262.760742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:02:43.583369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18147} {"level":"info","ts":"2026-04-28T18:02:43.684878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18147,"took":"96.735983ms","hash":248889474,"current-db-size-bytes":44630016,"current-db-size":"45 MB","current-db-size-in-use-bytes":33206272,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T18:02:43.68496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":248889474,"revision":18147,"compact-revision":15759} {"level":"warn","ts":"2026-04-28T18:03:08.56841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:09.068795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:09.569677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:10.067945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:10.068049Z","caller":"traceutil/trace.go:171","msg":"trace[952881553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441406s","start":"2026-04-28T18:03:08.067583Z","end":"2026-04-28T18:03:10.068024Z","steps":["trace[952881553] 'agreement among raft nodes before linearized reading' (duration: 2.000304883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.068103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.067566Z","time spent":"2.000526678s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:10.070809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:10.390781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.37525491s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:03:10.400168Z","caller":"traceutil/trace.go:171","msg":"trace[670214356] transaction","detail":"{read_only:false; response_revision:20841; number_of_response:1; }","duration":"2.38471322s","start":"2026-04-28T18:03:08.015387Z","end":"2026-04-28T18:03:10.400101Z","steps":["trace[670214356] 'process raft request' (duration: 2.375600199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.400413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.015363Z","time spent":"2.384959416s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13033,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:10.428299Z","caller":"traceutil/trace.go:171","msg":"trace[685181916] transaction","detail":"{read_only:false; response_revision:20842; number_of_response:1; }","duration":"2.268804801s","start":"2026-04-28T18:03:08.159455Z","end":"2026-04-28T18:03:10.428259Z","steps":["trace[685181916] 'process raft request' (duration: 2.268544955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.4284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.159432Z","time spent":"2.268913344s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:10.428634Z","caller":"traceutil/trace.go:171","msg":"trace[403613428] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"2.107832248s","start":"2026-04-28T18:03:08.320792Z","end":"2026-04-28T18:03:10.428625Z","steps":["trace[403613428] 'process raft request' (duration: 2.107364877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.428674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.320767Z","time spent":"2.10788853s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:10.428434Z","caller":"traceutil/trace.go:171","msg":"trace[1407058678] transaction","detail":"{read_only:false; response_revision:20844; number_of_response:1; }","duration":"2.106915536s","start":"2026-04-28T18:03:08.321481Z","end":"2026-04-28T18:03:10.428397Z","steps":["trace[1407058678] 'process raft request' (duration: 2.106728701s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:10.428925Z","caller":"traceutil/trace.go:171","msg":"trace[504688767] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"2.107349367s","start":"2026-04-28T18:03:08.321568Z","end":"2026-04-28T18:03:10.428917Z","steps":["trace[504688767] 'process raft request' (duration: 2.1066862s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.428974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.321545Z","time spent":"2.107404898s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:10.429114Z","caller":"traceutil/trace.go:171","msg":"trace[442780213] linearizableReadLoop","detail":"{readStateIndex:21617; appliedIndex:21611; }","duration":"2.361470421s","start":"2026-04-28T18:03:08.067616Z","end":"2026-04-28T18:03:10.429087Z","steps":["trace[442780213] 'read index received' (duration: 2.323355335s)","trace[442780213] 'applied index is now lower than readState.Index' (duration: 38.114346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:10.429162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.321469Z","time spent":"2.107337126s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:10.4292Z","caller":"traceutil/trace.go:171","msg":"trace[300482398] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"1.619961427s","start":"2026-04-28T18:03:08.809227Z","end":"2026-04-28T18:03:10.429189Z","steps":["trace[300482398] 'process raft request' (duration: 1.619614139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.809186Z","time spent":"1.620036269s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:10.429334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030869748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:10.429357Z","caller":"traceutil/trace.go:171","msg":"trace[533738446] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20846; }","duration":"2.030923768s","start":"2026-04-28T18:03:08.398428Z","end":"2026-04-28T18:03:10.429352Z","steps":["trace[533738446] 'agreement among raft nodes before linearized reading' (duration: 2.030883367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.398408Z","time spent":"2.03096172s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720281792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:03:10.42952Z","caller":"traceutil/trace.go:171","msg":"trace[461320551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20846; }","duration":"1.720378594s","start":"2026-04-28T18:03:08.709128Z","end":"2026-04-28T18:03:10.429506Z","steps":["trace[461320551] 'agreement among raft nodes before linearized reading' (duration: 1.72021849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767758475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-28T18:03:10.429556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.709107Z","time spent":"1.720441495s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:03:10.429576Z","caller":"traceutil/trace.go:171","msg":"trace[566462431] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:20846; }","duration":"1.767798387s","start":"2026-04-28T18:03:08.661772Z","end":"2026-04-28T18:03:10.42957Z","steps":["trace[566462431] 'agreement among raft nodes before linearized reading' (duration: 1.767708714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.661764Z","time spent":"1.767826778s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.605238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:03:10.429731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779277299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:10.429748Z","caller":"traceutil/trace.go:171","msg":"trace[1157127478] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20846; }","duration":"1.7793561s","start":"2026-04-28T18:03:08.650387Z","end":"2026-04-28T18:03:10.429743Z","steps":["trace[1157127478] 'agreement among raft nodes before linearized reading' (duration: 1.779297129s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:10.429746Z","caller":"traceutil/trace.go:171","msg":"trace[1186339138] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20846; }","duration":"245.741602ms","start":"2026-04-28T18:03:10.183988Z","end":"2026-04-28T18:03:10.429729Z","steps":["trace[1186339138] 'agreement among raft nodes before linearized reading' (duration: 245.585348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.650358Z","time spent":"1.779401152s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678307219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:03:10.429804Z","caller":"traceutil/trace.go:171","msg":"trace[1739214357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20846; }","duration":"1.678361459s","start":"2026-04-28T18:03:08.751431Z","end":"2026-04-28T18:03:10.429792Z","steps":["trace[1739214357] 'agreement among raft nodes before linearized reading' (duration: 1.678287348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.673004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T18:03:10.43019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031414801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:10.430232Z","caller":"traceutil/trace.go:171","msg":"trace[1716783945] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20846; }","duration":"2.031482613s","start":"2026-04-28T18:03:08.398734Z","end":"2026-04-28T18:03:10.430217Z","steps":["trace[1716783945] 'agreement among raft nodes before linearized reading' (duration: 2.031425872s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:10.430229Z","caller":"traceutil/trace.go:171","msg":"trace[84701228] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:20846; }","duration":"816.227278ms","start":"2026-04-28T18:03:09.613954Z","end":"2026-04-28T18:03:10.430181Z","steps":["trace[84701228] 'agreement among raft nodes before linearized reading' (duration: 815.488679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.430254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.398701Z","time spent":"2.031546484s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:10.430202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.022261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:10.430337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:09.613921Z","time spent":"816.363841ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T18:03:10.430333Z","caller":"traceutil/trace.go:171","msg":"trace[606564108] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:20846; }","duration":"685.237596ms","start":"2026-04-28T18:03:09.745064Z","end":"2026-04-28T18:03:10.430302Z","steps":["trace[606564108] 'agreement among raft nodes before linearized reading' (duration: 684.967939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.429855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779401872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:10.4306Z","caller":"traceutil/trace.go:171","msg":"trace[1408468306] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20846; }","duration":"1.78013285s","start":"2026-04-28T18:03:08.650387Z","end":"2026-04-28T18:03:10.43052Z","steps":["trace[1408468306] 'agreement among raft nodes before linearized reading' (duration: 1.779450112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.430669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.650358Z","time spent":"1.780295494s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.751419Z","time spent":"1.678417211s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779553106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:10.430793Z","caller":"traceutil/trace.go:171","msg":"trace[1618394135] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20846; }","duration":"1.780494439s","start":"2026-04-28T18:03:08.650288Z","end":"2026-04-28T18:03:10.430782Z","steps":["trace[1618394135] 'agreement among raft nodes before linearized reading' (duration: 1.779581306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.430833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.650263Z","time spent":"1.780561611s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:10.42993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866387688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T18:03:10.430866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:09.745035Z","time spent":"685.37513ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:10.429929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695168255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T18:03:10.43092Z","caller":"traceutil/trace.go:171","msg":"trace[1527803525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20846; }","duration":"1.6961846s","start":"2026-04-28T18:03:08.734725Z","end":"2026-04-28T18:03:10.43091Z","steps":["trace[1527803525] 'agreement among raft nodes before linearized reading' (duration: 1.695138124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.430956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.734714Z","time spent":"1.696233692s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:03:10.430948Z","caller":"traceutil/trace.go:171","msg":"trace[1366867352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20846; }","duration":"1.867437774s","start":"2026-04-28T18:03:08.56346Z","end":"2026-04-28T18:03:10.430898Z","steps":["trace[1366867352] 'agreement among raft nodes before linearized reading' (duration: 1.866432319s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.431053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.563424Z","time spent":"1.867590848s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701353732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T18:03:10.430016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028636161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:10.431291Z","caller":"traceutil/trace.go:171","msg":"trace[1268419295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20846; }","duration":"1.702615104s","start":"2026-04-28T18:03:08.728639Z","end":"2026-04-28T18:03:10.431255Z","steps":["trace[1268419295] 'agreement among raft nodes before linearized reading' (duration: 1.701308881s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:10.431323Z","caller":"traceutil/trace.go:171","msg":"trace[2048714057] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20846; }","duration":"2.029960714s","start":"2026-04-28T18:03:08.401351Z","end":"2026-04-28T18:03:10.431312Z","steps":["trace[2048714057] 'agreement among raft nodes before linearized reading' (duration: 2.028629201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.431354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.401339Z","time spent":"2.030004996s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:10.429699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.808261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6959"} {"level":"warn","ts":"2026-04-28T18:03:10.431361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.728604Z","time spent":"1.702737487s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:03:10.431405Z","caller":"traceutil/trace.go:171","msg":"trace[2096404251] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:20846; }","duration":"857.542984ms","start":"2026-04-28T18:03:09.573848Z","end":"2026-04-28T18:03:10.431391Z","steps":["trace[2096404251] 'agreement among raft nodes before linearized reading' (duration: 855.77945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.430057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029649347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:10.431449Z","caller":"traceutil/trace.go:171","msg":"trace[68136069] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20846; }","duration":"2.031047622s","start":"2026-04-28T18:03:08.400393Z","end":"2026-04-28T18:03:10.431441Z","steps":["trace[68136069] 'agreement among raft nodes before linearized reading' (duration: 2.029632856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.431448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:09.573827Z","time spent":"857.607666ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"warn","ts":"2026-04-28T18:03:10.431477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.400387Z","time spent":"2.031082672s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:10.430077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029830031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:10.431545Z","caller":"traceutil/trace.go:171","msg":"trace[710926108] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20846; }","duration":"2.031303398s","start":"2026-04-28T18:03:08.400227Z","end":"2026-04-28T18:03:10.43153Z","steps":["trace[710926108] 'agreement among raft nodes before linearized reading' (duration: 2.029838631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.4316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.400216Z","time spent":"2.03136951s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:10.430067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711300764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:03:10.431695Z","caller":"traceutil/trace.go:171","msg":"trace[306072851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20846; }","duration":"1.712944685s","start":"2026-04-28T18:03:08.718737Z","end":"2026-04-28T18:03:10.431682Z","steps":["trace[306072851] 'agreement among raft nodes before linearized reading' (duration: 1.711280533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.431725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.718724Z","time spent":"1.712993966s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:03:10.430075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.287621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:10.431795Z","caller":"traceutil/trace.go:171","msg":"trace[487752244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20846; }","duration":"363.056945ms","start":"2026-04-28T18:03:10.068727Z","end":"2026-04-28T18:03:10.431784Z","steps":["trace[487752244] 'agreement among raft nodes before linearized reading' (duration: 361.289411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.431823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:10.0687Z","time spent":"363.114827ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:10.430102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030119719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:10.429969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963622353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:03:10.431942Z","caller":"traceutil/trace.go:171","msg":"trace[176006878] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20846; }","duration":"2.031915153s","start":"2026-04-28T18:03:08.399948Z","end":"2026-04-28T18:03:10.431863Z","steps":["trace[176006878] 'agreement among raft nodes before linearized reading' (duration: 2.030141419s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:10.432077Z","caller":"traceutil/trace.go:171","msg":"trace[1299769027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20846; }","duration":"1.965712864s","start":"2026-04-28T18:03:08.466306Z","end":"2026-04-28T18:03:10.432019Z","steps":["trace[1299769027] 'agreement among raft nodes before linearized reading' (duration: 1.963633252s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:10.432219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.466284Z","time spent":"1.96591576s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:03:10.432123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:08.399932Z","time spent":"2.03214869s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:16.959186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:17.459331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:17.959874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:18.460456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:18.960951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:19.461804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:19.962498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:20.066255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:20.06652Z","caller":"traceutil/trace.go:171","msg":"trace[1138068589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267702s","start":"2026-04-28T18:03:18.066214Z","end":"2026-04-28T18:03:20.066481Z","steps":["trace[1138068589] 'agreement among raft nodes before linearized reading' (duration: 1.999958583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:20.066642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:18.066195Z","time spent":"2.000429695s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:20.463513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:20.963655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:21.453764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.45567Z","time spent":"4.998086718s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:21.459789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.4614Z","time spent":"4.998376455s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:21.459872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.461409Z","time spent":"4.998455488s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:21.464213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999873072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T18:03:21.464198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:03:21.464286Z","caller":"traceutil/trace.go:171","msg":"trace[1512217870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999971376s","start":"2026-04-28T18:03:16.464292Z","end":"2026-04-28T18:03:21.464264Z","steps":["trace[1512217870] 'agreement among raft nodes before linearized reading' (duration: 4.999882583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:21.46435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.464284Z","time spent":"5.000051898s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:21.466471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999930724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:21.466597Z","caller":"traceutil/trace.go:171","msg":"trace[338200893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000085009s","start":"2026-04-28T18:03:16.466488Z","end":"2026-04-28T18:03:21.466573Z","steps":["trace[338200893] 'agreement among raft nodes before linearized reading' (duration: 4.999938265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:21.466671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.466482Z","time spent":"5.000173151s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:21.466806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999577855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:21.46751Z","caller":"traceutil/trace.go:171","msg":"trace[106272893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000292944s","start":"2026-04-28T18:03:16.467196Z","end":"2026-04-28T18:03:21.467489Z","steps":["trace[106272893] 'agreement among raft nodes before linearized reading' (duration: 4.999581975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:21.467662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.467191Z","time spent":"5.000404817s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:21.529923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.532568Z","time spent":"4.99734809s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:21.965319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:22.066893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:22.067062Z","caller":"traceutil/trace.go:171","msg":"trace[1867109003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138058s","start":"2026-04-28T18:03:20.066892Z","end":"2026-04-28T18:03:22.06703Z","steps":["trace[1867109003] 'agreement among raft nodes before linearized reading' (duration: 1.999954263s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:22.067139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:20.066868Z","time spent":"2.000249721s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:22.465903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:22.96614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:23.458935Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-28T18:03:23.459091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000747681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:23.459193Z","caller":"traceutil/trace.go:171","msg":"trace[1951218966] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; }","duration":"7.000890814s","start":"2026-04-28T18:03:16.45828Z","end":"2026-04-28T18:03:23.45917Z","steps":["trace[1951218966] 'agreement among raft nodes before linearized reading' (duration: 7.000761641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:23.459249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.458266Z","time spent":"7.000971167s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:23.959625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:24.075406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:24.07549Z","caller":"traceutil/trace.go:171","msg":"trace[27592953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404785s","start":"2026-04-28T18:03:22.075065Z","end":"2026-04-28T18:03:24.07547Z","steps":["trace[27592953] 'agreement among raft nodes before linearized reading' (duration: 2.000301122s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:24.075537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:22.075043Z","time spent":"2.000484297s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:24.459787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:24.943944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:17.942854Z","time spent":"7.00108433s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:24.96057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:25.46169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:25.962796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:26.076074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99896306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.076171Z","caller":"traceutil/trace.go:171","msg":"trace[1139466712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999121343s","start":"2026-04-28T18:03:24.077027Z","end":"2026-04-28T18:03:26.076149Z","steps":["trace[1139466712] 'agreement among raft nodes before linearized reading' (duration: 1.998988729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.076226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:24.077005Z","time spent":"1.999210015s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.453195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997712089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.453284Z","caller":"traceutil/trace.go:171","msg":"trace[808647797] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997889784s","start":"2026-04-28T18:03:21.455379Z","end":"2026-04-28T18:03:26.453268Z","steps":["trace[808647797] 'agreement among raft nodes before linearized reading' (duration: 4.997776201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.453414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.455349Z","time spent":"4.997964705s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.45919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997780422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.459269Z","caller":"traceutil/trace.go:171","msg":"trace[1282902998] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997911795s","start":"2026-04-28T18:03:21.46134Z","end":"2026-04-28T18:03:26.459252Z","steps":["trace[1282902998] 'agreement among raft nodes before linearized reading' (duration: 4.997800002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.459324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.461328Z","time spent":"4.997987157s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.459946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998446157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.460136Z","caller":"traceutil/trace.go:171","msg":"trace[1523392985] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998638272s","start":"2026-04-28T18:03:21.461426Z","end":"2026-04-28T18:03:26.460064Z","steps":["trace[1523392985] 'agreement among raft nodes before linearized reading' (duration: 4.998502508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.460201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.461398Z","time spent":"4.998772325s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.463486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:26.466438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99832025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.46649Z","caller":"traceutil/trace.go:171","msg":"trace[239260138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998395071s","start":"2026-04-28T18:03:23.468083Z","end":"2026-04-28T18:03:26.466478Z","steps":["trace[239260138] 'agreement among raft nodes before linearized reading' (duration: 2.99833741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.466767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:23.468074Z","time spent":"2.998683209s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.469187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99989757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.469228Z","caller":"traceutil/trace.go:171","msg":"trace[1549395811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999965712s","start":"2026-04-28T18:03:23.469253Z","end":"2026-04-28T18:03:26.469219Z","steps":["trace[1549395811] 'agreement among raft nodes before linearized reading' (duration: 2.99991935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.469255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:23.469237Z","time spent":"3.000012242s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.476933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00104757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.476981Z","caller":"traceutil/trace.go:171","msg":"trace[96454869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001151353s","start":"2026-04-28T18:03:16.475819Z","end":"2026-04-28T18:03:26.47697Z","steps":["trace[96454869] 'agreement among raft nodes before linearized reading' (duration: 10.001060161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.476983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001157863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T18:03:26.477015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.475813Z","time spent":"10.001192224s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T18:03:26.477042Z","caller":"traceutil/trace.go:171","msg":"trace[1062550001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001251936s","start":"2026-04-28T18:03:16.475773Z","end":"2026-04-28T18:03:26.477024Z","steps":["trace[1062550001] 'agreement among raft nodes before linearized reading' (duration: 10.001111092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.477088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.47576Z","time spent":"10.001316477s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.480455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014607373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.480539Z","caller":"traceutil/trace.go:171","msg":"trace[796457283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.014744446s","start":"2026-04-28T18:03:23.46578Z","end":"2026-04-28T18:03:26.480524Z","steps":["trace[796457283] 'agreement among raft nodes before linearized reading' (duration: 3.014605353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.48059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:23.465729Z","time spent":"3.014851579s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.480747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.500751227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:26.480803Z","caller":"traceutil/trace.go:171","msg":"trace[349155165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.500851549s","start":"2026-04-28T18:03:17.979943Z","end":"2026-04-28T18:03:26.480794Z","steps":["trace[349155165] 'agreement among raft nodes before linearized reading' (duration: 8.500793617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.48087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:17.979917Z","time spent":"8.500945251s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/28 18:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:26.531461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999695829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:26.531533Z","caller":"traceutil/trace.go:171","msg":"trace[1087229406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999829152s","start":"2026-04-28T18:03:21.531688Z","end":"2026-04-28T18:03:26.531517Z","steps":["trace[1087229406] 'agreement among raft nodes before linearized reading' (duration: 4.99973738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:26.531571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.531661Z","time spent":"4.999902483s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:03:26.963723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:27.464323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:27.965328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:28.08387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:28.083958Z","caller":"traceutil/trace.go:171","msg":"trace[735691865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022125s","start":"2026-04-28T18:03:26.083916Z","end":"2026-04-28T18:03:28.083938Z","steps":["trace[735691865] 'agreement among raft nodes before linearized reading' (duration: 1.999917001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:28.084005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.083888Z","time spent":"2.000107127s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:28.46575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:28.966731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:29.47044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:29.970818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:30.084991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:30.085122Z","caller":"traceutil/trace.go:171","msg":"trace[1059697775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330113s","start":"2026-04-28T18:03:28.084761Z","end":"2026-04-28T18:03:30.085091Z","steps":["trace[1059697775] 'agreement among raft nodes before linearized reading' (duration: 2.000145569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.08519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:28.08473Z","time spent":"2.000448366s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:30.459309Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-28T18:03:30.459479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.797237567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.567350086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995617987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.459583Z","caller":"traceutil/trace.go:171","msg":"trace[535479157] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"11.99569855s","start":"2026-04-28T18:03:18.463877Z","end":"2026-04-28T18:03:30.459576Z","steps":["trace[535479157] 'agreement among raft nodes before linearized reading' (duration: 11.995671769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.384369135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.459575Z","caller":"traceutil/trace.go:171","msg":"trace[1554412741] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"8.567466699s","start":"2026-04-28T18:03:21.892092Z","end":"2026-04-28T18:03:30.459559Z","steps":["trace[1554412741] 'agreement among raft nodes before linearized reading' (duration: 8.567377347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.892067Z","time spent":"8.567580161s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.459621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.493336681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.703248599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.934191044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.459736Z","caller":"traceutil/trace.go:171","msg":"trace[816711102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.703338901s","start":"2026-04-28T18:03:20.756387Z","end":"2026-04-28T18:03:30.459726Z","steps":["trace[816711102] 'agreement among raft nodes before linearized reading' (duration: 9.70329225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.001416638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.459792Z","caller":"traceutil/trace.go:171","msg":"trace[1092869415] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; }","duration":"14.00145758s","start":"2026-04-28T18:03:16.458323Z","end":"2026-04-28T18:03:30.459781Z","steps":["trace[1092869415] 'agreement among raft nodes before linearized reading' (duration: 14.001439779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.001400298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.45979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:20.756362Z","time spent":"9.703412363s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.459814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.45831Z","time spent":"14.00149704s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:03:30.45983Z","caller":"traceutil/trace.go:171","msg":"trace[788827954] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; }","duration":"14.00146487s","start":"2026-04-28T18:03:16.458348Z","end":"2026-04-28T18:03:30.459813Z","steps":["trace[788827954] 'agreement among raft nodes before linearized reading' (duration: 14.001405198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.299383858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.459889Z","caller":"traceutil/trace.go:171","msg":"trace[478741469] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"9.299427239s","start":"2026-04-28T18:03:21.160451Z","end":"2026-04-28T18:03:30.459878Z","steps":["trace[478741469] 'agreement among raft nodes before linearized reading' (duration: 9.299384698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.712332599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.16039Z","time spent":"9.299526651s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.459934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.001525771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.9316196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.459899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.001421289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.459987Z","caller":"traceutil/trace.go:171","msg":"trace[1476575062] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; }","duration":"13.931917858s","start":"2026-04-28T18:03:16.528058Z","end":"2026-04-28T18:03:30.459976Z","steps":["trace[1476575062] 'agreement among raft nodes before linearized reading' (duration: 13.931639161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.459847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.016210488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.460036Z","caller":"traceutil/trace.go:171","msg":"trace[876098289] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; }","duration":"14.001604173s","start":"2026-04-28T18:03:16.458402Z","end":"2026-04-28T18:03:30.460006Z","steps":["trace[876098289] 'agreement among raft nodes before linearized reading' (duration: 14.001415989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.998022513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.460016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035522972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.460132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.998752731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.460137Z","caller":"traceutil/trace.go:171","msg":"trace[439277890] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; }","duration":"13.998099704s","start":"2026-04-28T18:03:16.462026Z","end":"2026-04-28T18:03:30.460126Z","steps":["trace[439277890] 'agreement among raft nodes before linearized reading' (duration: 13.998043543s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:30.460164Z","caller":"traceutil/trace.go:171","msg":"trace[582170795] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; }","duration":"13.998815693s","start":"2026-04-28T18:03:16.461342Z","end":"2026-04-28T18:03:30.460158Z","steps":["trace[582170795] 'agreement among raft nodes before linearized reading' (duration: 13.998784682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.461323Z","time spent":"13.998854564s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:30.46018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.462014Z","time spent":"13.998158037s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:30.459624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:18.463852Z","time spent":"11.995762512s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T18:03:30.460135Z","caller":"traceutil/trace.go:171","msg":"trace[785096713] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"9.016598127s","start":"2026-04-28T18:03:21.443477Z","end":"2026-04-28T18:03:30.460075Z","steps":["trace[785096713] 'agreement among raft nodes before linearized reading' (duration: 9.016244378s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:30.460194Z","caller":"traceutil/trace.go:171","msg":"trace[1873275700] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"7.035782119s","start":"2026-04-28T18:03:23.424378Z","end":"2026-04-28T18:03:30.46016Z","steps":["trace[1873275700] 'agreement among raft nodes before linearized reading' (duration: 7.035536163s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:30.459749Z","caller":"traceutil/trace.go:171","msg":"trace[982539254] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; }","duration":"13.934248326s","start":"2026-04-28T18:03:16.525494Z","end":"2026-04-28T18:03:30.459742Z","steps":["trace[982539254] 'agreement among raft nodes before linearized reading' (duration: 13.934226525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.465917245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.460269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:23.424359Z","time spent":"7.035892052s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.460104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.458399Z","time spent":"14.001691775s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:03:30.460324Z","caller":"traceutil/trace.go:171","msg":"trace[166136433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"7.466279575s","start":"2026-04-28T18:03:22.994016Z","end":"2026-04-28T18:03:30.460295Z","steps":["trace[166136433] 'agreement among raft nodes before linearized reading' (duration: 7.465940956s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.783768474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.460377Z","caller":"traceutil/trace.go:171","msg":"trace[853603381] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"8.783848405s","start":"2026-04-28T18:03:21.676518Z","end":"2026-04-28T18:03:30.460366Z","steps":["trace[853603381] 'agreement among raft nodes before linearized reading' (duration: 8.783812324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:22.993999Z","time spent":"7.466376807s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.460031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.528048Z","time spent":"13.931971859s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"warn","ts":"2026-04-28T18:03:30.460415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.676484Z","time spent":"8.783918997s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:30.459969Z","caller":"traceutil/trace.go:171","msg":"trace[374303064] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; }","duration":"14.001571272s","start":"2026-04-28T18:03:16.458389Z","end":"2026-04-28T18:03:30.45996Z","steps":["trace[374303064] 'agreement among raft nodes before linearized reading' (duration: 14.001538671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.458384Z","time spent":"14.002092726s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:30.459849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.001505251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.460558Z","caller":"traceutil/trace.go:171","msg":"trace[585021831] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; }","duration":"14.002218559s","start":"2026-04-28T18:03:16.458328Z","end":"2026-04-28T18:03:30.460547Z","steps":["trace[585021831] 'agreement among raft nodes before linearized reading' (duration: 14.001513991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.458324Z","time spent":"14.0022699s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:30.460606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.011268762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.460272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.525476Z","time spent":"13.934787899s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T18:03:30.459529Z","caller":"traceutil/trace.go:171","msg":"trace[1732486787] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; }","duration":"11.79735213s","start":"2026-04-28T18:03:18.662157Z","end":"2026-04-28T18:03:30.459509Z","steps":["trace[1732486787] 'agreement among raft nodes before linearized reading' (duration: 11.797283488s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:30.460659Z","caller":"traceutil/trace.go:171","msg":"trace[2057315071] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; }","duration":"9.011351394s","start":"2026-04-28T18:03:21.449293Z","end":"2026-04-28T18:03:30.460645Z","steps":["trace[2057315071] 'agreement among raft nodes before linearized reading' (duration: 9.011289873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:18.662094Z","time spent":"11.798589111s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:03:30.459966Z","caller":"traceutil/trace.go:171","msg":"trace[773254608] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"9.712570005s","start":"2026-04-28T18:03:20.747371Z","end":"2026-04-28T18:03:30.459941Z","steps":["trace[773254608] 'agreement among raft nodes before linearized reading' (duration: 9.712355139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.449282Z","time spent":"9.011408376s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T18:03:30.459897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.458345Z","time spent":"14.001539082s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:30.460012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.001618914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:30.46077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:20.747348Z","time spent":"9.713404486s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:30.459655Z","caller":"traceutil/trace.go:171","msg":"trace[405488119] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; }","duration":"8.384443117s","start":"2026-04-28T18:03:22.0752Z","end":"2026-04-28T18:03:30.459643Z","steps":["trace[405488119] 'agreement among raft nodes before linearized reading' (duration: 8.384403696s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:30.460793Z","caller":"traceutil/trace.go:171","msg":"trace[1537945783] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; }","duration":"14.002419614s","start":"2026-04-28T18:03:16.458361Z","end":"2026-04-28T18:03:30.460781Z","steps":["trace[1537945783] 'agreement among raft nodes before linearized reading' (duration: 14.001630524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.460795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:21.443451Z","time spent":"9.017314545s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.460834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:16.458355Z","time spent":"14.002465225s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:30.460824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:22.075142Z","time spent":"8.385674279s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"warn","ts":"2026-04-28T18:03:30.460999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.662922422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.461042Z","caller":"traceutil/trace.go:171","msg":"trace[1864482907] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; }","duration":"7.664387988s","start":"2026-04-28T18:03:22.796647Z","end":"2026-04-28T18:03:30.461035Z","steps":["trace[1864482907] 'agreement among raft nodes before linearized reading' (duration: 7.662972603s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:30.460688Z","caller":"traceutil/trace.go:171","msg":"trace[1000862642] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"7.493514506s","start":"2026-04-28T18:03:22.966183Z","end":"2026-04-28T18:03:30.459697Z","steps":["trace[1000862642] 'agreement among raft nodes before linearized reading' (duration: 7.493365462s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.461073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:22.79662Z","time spent":"7.66444146s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.461095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:22.96616Z","time spent":"7.49491517s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.461148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.499468548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:30.461205Z","caller":"traceutil/trace.go:171","msg":"trace[1922953070] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"10.499570711s","start":"2026-04-28T18:03:19.961624Z","end":"2026-04-28T18:03:30.461195Z","steps":["trace[1922953070] 'agreement among raft nodes before linearized reading' (duration: 10.499464838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:30.461233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:19.9616Z","time spent":"10.499624683s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:30.960002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:31.461175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:31.46752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.468235Z","time spent":"4.999269817s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:31.467943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.469331Z","time spent":"4.998598822s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:03:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:31.945523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:24.945423Z","time spent":"7.000090494s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:31.961736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:32.094114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995151661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:32.094332Z","caller":"traceutil/trace.go:171","msg":"trace[109003310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995432158s","start":"2026-04-28T18:03:30.098872Z","end":"2026-04-28T18:03:32.094304Z","steps":["trace[109003310] 'agreement among raft nodes before linearized reading' (duration: 1.995183182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:32.094456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.098846Z","time spent":"1.995593413s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:32.258464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.258198Z","time spent":"7.000257338s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:32.462586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:32.684371Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518aa7b11","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:32.941651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993589386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:32.941784Z","caller":"traceutil/trace.go:171","msg":"trace[1499159078] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993781431s","start":"2026-04-28T18:03:24.947973Z","end":"2026-04-28T18:03:32.941755Z","steps":["trace[1499159078] 'agreement among raft nodes before linearized reading' (duration: 7.993615497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:32.941847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:24.947945Z","time spent":"7.993889874s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 18:03:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:32.963563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:33.46481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:33.464979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.463803Z","time spent":"7.001154421s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:33.479089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.478623Z","time spent":"7.000458503s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:33.479173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.479012Z","time spent":"7.000150765s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:33.965488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:34.094346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:34.094443Z","caller":"traceutil/trace.go:171","msg":"trace[760396917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005115s","start":"2026-04-28T18:03:32.094415Z","end":"2026-04-28T18:03:34.09442Z","steps":["trace[760396917] 'agreement among raft nodes before linearized reading' (duration: 1.999878932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:34.0945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.094392Z","time spent":"2.000098057s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:34.465912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:34.966736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:35.467598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:35.968187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:36.103066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:36.103309Z","caller":"traceutil/trace.go:171","msg":"trace[11471420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150679s","start":"2026-04-28T18:03:34.103131Z","end":"2026-04-28T18:03:36.103282Z","steps":["trace[11471420] 'agreement among raft nodes before linearized reading' (duration: 1.999879302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:36.103372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:34.103108Z","time spent":"2.000251081s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:36.469091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:36.969564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:37.460128Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-28T18:03:37.460383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.696326488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.094692753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.251106766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.242036426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.265676991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.495644967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.460623Z","caller":"traceutil/trace.go:171","msg":"trace[628750639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"10.265744423s","start":"2026-04-28T18:03:27.194869Z","end":"2026-04-28T18:03:37.460614Z","steps":["trace[628750639] 'agreement among raft nodes before linearized reading' (duration: 10.265713832s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:37.460626Z","caller":"traceutil/trace.go:171","msg":"trace[605501065] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"12.2422306s","start":"2026-04-28T18:03:25.218368Z","end":"2026-04-28T18:03:37.460599Z","steps":["trace[605501065] 'agreement among raft nodes before linearized reading' (duration: 12.242048676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.915176573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:27.194847Z","time spent":"10.265815434s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.460606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.947827823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.408540896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.12873872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.996583312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956644721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.460769Z","caller":"traceutil/trace.go:171","msg":"trace[929168822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"13.128827053s","start":"2026-04-28T18:03:24.331932Z","end":"2026-04-28T18:03:37.460759Z","steps":["trace[929168822] 'agreement among raft nodes before linearized reading' (duration: 13.128784792s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:37.460768Z","caller":"traceutil/trace.go:171","msg":"trace[1996571335] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; }","duration":"8.94807674s","start":"2026-04-28T18:03:28.512663Z","end":"2026-04-28T18:03:37.46074Z","steps":["trace[1996571335] 'agreement among raft nodes before linearized reading' (duration: 8.947850574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007318584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.460804Z","caller":"traceutil/trace.go:171","msg":"trace[2091097292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"7.956721222s","start":"2026-04-28T18:03:29.504071Z","end":"2026-04-28T18:03:37.460792Z","steps":["trace[2091097292] 'agreement among raft nodes before linearized reading' (duration: 7.956666601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.358546693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.361681633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.460864Z","caller":"traceutil/trace.go:171","msg":"trace[203114697] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"7.358644217s","start":"2026-04-28T18:03:30.102209Z","end":"2026-04-28T18:03:37.460853Z","steps":["trace[203114697] 'agreement among raft nodes before linearized reading' (duration: 7.358586415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:28.512636Z","time spent":"8.948200732s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.46088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:29.504052Z","time spent":"7.956804025s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.460908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.012366492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.010444344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:37.460917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.102185Z","time spent":"7.358717098s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460944Z","caller":"traceutil/trace.go:171","msg":"trace[1248993705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.012401363s","start":"2026-04-28T18:03:25.448534Z","end":"2026-04-28T18:03:37.460935Z","steps":["trace[1248993705] 'agreement among raft nodes before linearized reading' (duration: 12.012366962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489872781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.460654Z","caller":"traceutil/trace.go:171","msg":"trace[1176101312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.495727009s","start":"2026-04-28T18:03:24.964915Z","end":"2026-04-28T18:03:37.460642Z","steps":["trace[1176101312] 'agreement among raft nodes before linearized reading' (duration: 12.495671868s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:37.460963Z","caller":"traceutil/trace.go:171","msg":"trace[670577609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.010576887s","start":"2026-04-28T18:03:25.45037Z","end":"2026-04-28T18:03:37.460946Z","steps":["trace[670577609] 'agreement among raft nodes before linearized reading' (duration: 12.010496865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.448436Z","time spent":"12.012529465s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T18:03:37.461003Z","caller":"traceutil/trace.go:171","msg":"trace[592890731] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"8.490077017s","start":"2026-04-28T18:03:28.970904Z","end":"2026-04-28T18:03:37.460981Z","steps":["trace[592890731] 'agreement among raft nodes before linearized reading' (duration: 8.489897452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.460833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:24.331915Z","time spent":"13.128899285s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.461031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:24.964897Z","time spent":"12.496098698s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460765Z","caller":"traceutil/trace.go:171","msg":"trace[1595496713] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"9.408667449s","start":"2026-04-28T18:03:28.052082Z","end":"2026-04-28T18:03:37.46075Z","steps":["trace[1595496713] 'agreement among raft nodes before linearized reading' (duration: 9.408584787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:28.970885Z","time spent":"8.490153638s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.461089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:28.052056Z","time spent":"9.409022738s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460512Z","caller":"traceutil/trace.go:171","msg":"trace[1323802318] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"11.094876108s","start":"2026-04-28T18:03:26.365615Z","end":"2026-04-28T18:03:37.460491Z","steps":["trace[1323802318] 'agreement among raft nodes before linearized reading' (duration: 11.094724204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:26.36559Z","time spent":"11.095535813s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.460692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.087364961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.461305Z","caller":"traceutil/trace.go:171","msg":"trace[26471443] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"13.088020198s","start":"2026-04-28T18:03:24.373271Z","end":"2026-04-28T18:03:37.461291Z","steps":["trace[26471443] 'agreement among raft nodes before linearized reading' (duration: 13.087406432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:24.373235Z","time spent":"13.08810736s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460555Z","caller":"traceutil/trace.go:171","msg":"trace[1796335772] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; }","duration":"12.251198949s","start":"2026-04-28T18:03:25.209345Z","end":"2026-04-28T18:03:37.460544Z","steps":["trace[1796335772] 'agreement among raft nodes before linearized reading' (duration: 12.251141917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.209324Z","time spent":"12.252156072s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460454Z","caller":"traceutil/trace.go:171","msg":"trace[144101900] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"11.696454912s","start":"2026-04-28T18:03:25.763974Z","end":"2026-04-28T18:03:37.460429Z","steps":["trace[144101900] 'agreement among raft nodes before linearized reading' (duration: 11.696351789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.763951Z","time spent":"11.697721533s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.460562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.09240876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:37.461797Z","caller":"traceutil/trace.go:171","msg":"trace[79458141] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"9.093678722s","start":"2026-04-28T18:03:28.3681Z","end":"2026-04-28T18:03:37.461779Z","steps":["trace[79458141] 'agreement among raft nodes before linearized reading' (duration: 9.092444191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:28.368076Z","time spent":"9.093746023s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:37.460695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.218352Z","time spent":"12.242326803s","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460707Z","caller":"traceutil/trace.go:171","msg":"trace[1023502328] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; }","duration":"9.915357377s","start":"2026-04-28T18:03:27.545333Z","end":"2026-04-28T18:03:37.46069Z","steps":["trace[1023502328] 'agreement among raft nodes before linearized reading' (duration: 9.915248725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.461995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:27.545304Z","time spent":"9.916671811s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.460772Z","caller":"traceutil/trace.go:171","msg":"trace[1861389228] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; }","duration":"11.996646424s","start":"2026-04-28T18:03:25.464117Z","end":"2026-04-28T18:03:37.460763Z","steps":["trace[1861389228] 'agreement among raft nodes before linearized reading' (duration: 11.996610503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.462054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.464095Z","time spent":"11.997953347s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:03:37.460849Z","caller":"traceutil/trace.go:171","msg":"trace[271344404] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"12.007404475s","start":"2026-04-28T18:03:25.453437Z","end":"2026-04-28T18:03:37.460842Z","steps":["trace[271344404] 'agreement among raft nodes before linearized reading' (duration: 12.007353164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.462094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.453415Z","time spent":"12.008670867s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:37.4609Z","caller":"traceutil/trace.go:171","msg":"trace[321858496] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"7.361879618s","start":"2026-04-28T18:03:30.098996Z","end":"2026-04-28T18:03:37.460876Z","steps":["trace[321858496] 'agreement among raft nodes before linearized reading' (duration: 7.361712004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:37.462141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.098973Z","time spent":"7.363161461s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T18:03:37.461009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:25.450335Z","time spent":"12.010660829s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:03:37.960914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:38.10362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:38.103741Z","caller":"traceutil/trace.go:171","msg":"trace[1348983666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325813s","start":"2026-04-28T18:03:36.103384Z","end":"2026-04-28T18:03:38.103709Z","steps":["trace[1348983666] 'agreement among raft nodes before linearized reading' (duration: 2.0001898s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:38.103813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:36.103353Z","time spent":"2.000432705s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:38.349995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:38.350177Z","caller":"traceutil/trace.go:171","msg":"trace[250968177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490987s","start":"2026-04-28T18:03:36.349613Z","end":"2026-04-28T18:03:38.350103Z","steps":["trace[250968177] 'agreement among raft nodes before linearized reading' (duration: 2.000293622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:38.350253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:36.349577Z","time spent":"2.000662041s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:38.461449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:38.950096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:31.949763Z","time spent":"7.000322189s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:38.962095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:39.264307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.264019Z","time spent":"7.000273688s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:39.462826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:39.691014Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518aa7b11","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:39.945556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.944805Z","time spent":"7.00074317s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:39.964109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:40.112076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:40.112256Z","caller":"traceutil/trace.go:171","msg":"trace[72314590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533318s","start":"2026-04-28T18:03:38.111701Z","end":"2026-04-28T18:03:40.112234Z","steps":["trace[72314590] 'agreement among raft nodes before linearized reading' (duration: 2.000326763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:40.112344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:38.111672Z","time spent":"2.000658292s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:40.464855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:40.965003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:41.470464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:41.971547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:42.112765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:42.112877Z","caller":"traceutil/trace.go:171","msg":"trace[1614844541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504417s","start":"2026-04-28T18:03:40.112351Z","end":"2026-04-28T18:03:42.112856Z","steps":["trace[1614844541] 'agreement among raft nodes before linearized reading' (duration: 2.000336683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:42.112933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:40.112322Z","time spent":"2.00060128s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:42.472531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:42.97463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:43.475519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:43.975755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:44.121607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:44.121703Z","caller":"traceutil/trace.go:171","msg":"trace[1944282383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142399s","start":"2026-04-28T18:03:42.121541Z","end":"2026-04-28T18:03:44.121684Z","steps":["trace[1944282383] 'agreement among raft nodes before linearized reading' (duration: 2.000016546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.121873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:42.12149Z","time spent":"2.000367195s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:44.460698Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-28T18:03:44.460932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.298189614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.460996Z","caller":"traceutil/trace.go:171","msg":"trace[1300666752] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; }","duration":"7.298321207s","start":"2026-04-28T18:03:37.162649Z","end":"2026-04-28T18:03:44.46097Z","steps":["trace[1300666752] 'agreement among raft nodes before linearized reading' (duration: 7.298229935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.460991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994606981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461071Z","caller":"traceutil/trace.go:171","msg":"trace[1371968567] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; }","duration":"11.994753635s","start":"2026-04-28T18:03:32.466298Z","end":"2026-04-28T18:03:44.461052Z","steps":["trace[1371968567] 'agreement among raft nodes before linearized reading' (duration: 11.994639912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:37.162602Z","time spent":"7.29845035s","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.466274Z","time spent":"11.994826257s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.202110881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.993998676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461171Z","caller":"traceutil/trace.go:171","msg":"trace[315491157] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; }","duration":"11.994030887s","start":"2026-04-28T18:03:32.467134Z","end":"2026-04-28T18:03:44.461165Z","steps":["trace[315491157] 'agreement among raft nodes before linearized reading' (duration: 11.994011836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.545908781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.467127Z","time spent":"11.994056518s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995875423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994287024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.993673258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.540369904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.683327343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.46114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995149795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.46128Z","caller":"traceutil/trace.go:171","msg":"trace[1609228363] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"7.540444465s","start":"2026-04-28T18:03:36.920826Z","end":"2026-04-28T18:03:44.461271Z","steps":["trace[1609228363] 'agreement among raft nodes before linearized reading' (duration: 7.540406014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992907758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461309Z","caller":"traceutil/trace.go:171","msg":"trace[1374597036] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"9.683463457s","start":"2026-04-28T18:03:34.777824Z","end":"2026-04-28T18:03:44.461287Z","steps":["trace[1374597036] 'agreement among raft nodes before linearized reading' (duration: 9.683320673s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461289Z","caller":"traceutil/trace.go:171","msg":"trace[1320067665] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; }","duration":"11.993848643s","start":"2026-04-28T18:03:32.467409Z","end":"2026-04-28T18:03:44.461257Z","steps":["trace[1320067665] 'agreement among raft nodes before linearized reading' (duration: 11.993665538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.993279187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461235Z","caller":"traceutil/trace.go:171","msg":"trace[616746129] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; }","duration":"11.994325004s","start":"2026-04-28T18:03:32.466905Z","end":"2026-04-28T18:03:44.46123Z","steps":["trace[616746129] 'agreement among raft nodes before linearized reading' (duration: 11.994305654s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461348Z","caller":"traceutil/trace.go:171","msg":"trace[1583076041] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; }","duration":"11.993003901s","start":"2026-04-28T18:03:32.468325Z","end":"2026-04-28T18:03:44.461329Z","steps":["trace[1583076041] 'agreement among raft nodes before linearized reading' (duration: 11.992920229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.364392728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.0726379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:34.777758Z","time spent":"9.68359455s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.467397Z","time spent":"11.993961836s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:03:44.461391Z","caller":"traceutil/trace.go:171","msg":"trace[1177447193] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"12.3644609s","start":"2026-04-28T18:03:32.096922Z","end":"2026-04-28T18:03:44.461383Z","steps":["trace[1177447193] 'agreement among raft nodes before linearized reading' (duration: 12.364427559s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461356Z","caller":"traceutil/trace.go:171","msg":"trace[1920208303] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; }","duration":"11.99534749s","start":"2026-04-28T18:03:32.465966Z","end":"2026-04-28T18:03:44.461313Z","steps":["trace[1920208303] 'agreement among raft nodes before linearized reading' (duration: 11.995163816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.468315Z","time spent":"11.993067212s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.455590002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.989769764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461205Z","caller":"traceutil/trace.go:171","msg":"trace[2039685527] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"8.546025054s","start":"2026-04-28T18:03:35.915165Z","end":"2026-04-28T18:03:44.46119Z","steps":["trace[2039685527] 'agreement among raft nodes before linearized reading' (duration: 8.545943652s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461365Z","caller":"traceutil/trace.go:171","msg":"trace[1247760813] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; }","duration":"11.99334721s","start":"2026-04-28T18:03:32.468007Z","end":"2026-04-28T18:03:44.461354Z","steps":["trace[1247760813] 'agreement among raft nodes before linearized reading' (duration: 11.993300839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.996138821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461446Z","caller":"traceutil/trace.go:171","msg":"trace[1506568570] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"13.989831554s","start":"2026-04-28T18:03:30.471606Z","end":"2026-04-28T18:03:44.461438Z","steps":["trace[1506568570] 'agreement among raft nodes before linearized reading' (duration: 13.989790113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:35.915144Z","time spent":"8.546304332s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.467995Z","time spent":"11.993463273s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.471596Z","time spent":"13.989871666s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992642502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997971862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.466897Z","time spent":"11.994468728s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:44.46151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.993988021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.52614795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T18:03:44.461518Z","caller":"traceutil/trace.go:171","msg":"trace[185861480] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; }","duration":"11.993196565s","start":"2026-04-28T18:03:32.468313Z","end":"2026-04-28T18:03:44.461509Z","steps":["trace[185861480] 'agreement among raft nodes before linearized reading' (duration: 11.992688183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461522Z","caller":"traceutil/trace.go:171","msg":"trace[1346956855] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; }","duration":"13.998040843s","start":"2026-04-28T18:03:30.463475Z","end":"2026-04-28T18:03:44.461516Z","steps":["trace[1346956855] 'agreement among raft nodes before linearized reading' (duration: 13.998009453s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461538Z","caller":"traceutil/trace.go:171","msg":"trace[1015694771] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; }","duration":"13.994034952s","start":"2026-04-28T18:03:30.467493Z","end":"2026-04-28T18:03:44.461528Z","steps":["trace[1015694771] 'agreement among raft nodes before linearized reading' (duration: 13.994003321s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.468279Z","time spent":"11.993266207s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.467484Z","time spent":"13.994071852s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"info","ts":"2026-04-28T18:03:44.461227Z","caller":"traceutil/trace.go:171","msg":"trace[1290132613] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; }","duration":"11.995920224s","start":"2026-04-28T18:03:32.46529Z","end":"2026-04-28T18:03:44.46121Z","steps":["trace[1290132613] 'agreement among raft nodes before linearized reading' (duration: 11.995874523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.463457Z","time spent":"13.998104845s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.465265Z","time spent":"11.996325464s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:03:44.461434Z","caller":"traceutil/trace.go:171","msg":"trace[680693215] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"8.455820207s","start":"2026-04-28T18:03:36.005606Z","end":"2026-04-28T18:03:44.461427Z","steps":["trace[680693215] 'agreement among raft nodes before linearized reading' (duration: 8.455641433s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461464Z","caller":"traceutil/trace.go:171","msg":"trace[537073876] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; }","duration":"11.996378527s","start":"2026-04-28T18:03:32.465078Z","end":"2026-04-28T18:03:44.461457Z","steps":["trace[537073876] 'agreement among raft nodes before linearized reading' (duration: 11.996173522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.89104731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.268417452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.465039Z","time spent":"11.996592672s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:03:44.461654Z","caller":"traceutil/trace.go:171","msg":"trace[1431520153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; }","duration":"13.891151253s","start":"2026-04-28T18:03:30.570497Z","end":"2026-04-28T18:03:44.461649Z","steps":["trace[1431520153] 'agreement among raft nodes before linearized reading' (duration: 13.891122752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.096903Z","time spent":"12.364511802s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:36.005575Z","time spent":"8.456047503s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.570467Z","time spent":"13.891210144s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-28T18:03:44.461485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.465956Z","time spent":"11.995480643s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:03:44.461549Z","caller":"traceutil/trace.go:171","msg":"trace[1079018585] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; }","duration":"12.526221862s","start":"2026-04-28T18:03:31.935321Z","end":"2026-04-28T18:03:44.461543Z","steps":["trace[1079018585] 'agreement among raft nodes before linearized reading' (duration: 12.526186971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:31.935275Z","time spent":"12.526486359s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:44.461662Z","caller":"traceutil/trace.go:171","msg":"trace[336864470] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"13.268541455s","start":"2026-04-28T18:03:31.193113Z","end":"2026-04-28T18:03:44.461654Z","steps":["trace[336864470] 'agreement among raft nodes before linearized reading' (duration: 13.268455713s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:44.461403Z","caller":"traceutil/trace.go:171","msg":"trace[498735577] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"12.072771293s","start":"2026-04-28T18:03:32.388619Z","end":"2026-04-28T18:03:44.46139Z","steps":["trace[498735577] 'agreement among raft nodes before linearized reading' (duration: 12.072692721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.461862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:31.193086Z","time spent":"13.268761261s","remote":"127.0.0.1:49690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.657649032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:44.461893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:32.388592Z","time spent":"12.073288567s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:44.461907Z","caller":"traceutil/trace.go:171","msg":"trace[41888588] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"13.657991401s","start":"2026-04-28T18:03:30.803905Z","end":"2026-04-28T18:03:44.461897Z","steps":["trace[41888588] 'agreement among raft nodes before linearized reading' (duration: 13.657690273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.46133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:36.920806Z","time spent":"7.540511747s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.461947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:30.803883Z","time spent":"13.658051352s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:44.461183Z","caller":"traceutil/trace.go:171","msg":"trace[1297804370] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; }","duration":"9.202195333s","start":"2026-04-28T18:03:35.258959Z","end":"2026-04-28T18:03:44.461154Z","steps":["trace[1297804370] 'agreement among raft nodes before linearized reading' (duration: 9.202145512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:44.462342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:35.258931Z","time spent":"9.203348681s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:44.961453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:45.46245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:45.594457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:45.594574Z","caller":"traceutil/trace.go:171","msg":"trace[508586026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066696s","start":"2026-04-28T18:03:43.594455Z","end":"2026-04-28T18:03:45.594522Z","steps":["trace[508586026] 'agreement among raft nodes before linearized reading' (duration: 1.999962923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:45.594627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:43.594435Z","time spent":"2.000179929s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:45.956059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:38.955151Z","time spent":"7.000900013s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:45.963577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:46.122025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999779749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:03:46.122134Z","caller":"traceutil/trace.go:171","msg":"trace[1912422082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972224s","start":"2026-04-28T18:03:44.122136Z","end":"2026-04-28T18:03:46.122109Z","steps":["trace[1912422082] 'agreement among raft nodes before linearized reading' (duration: 1.99980397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:46.122206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.122117Z","time spent":"2.000074966s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:46.270082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.269733Z","time spent":"7.0003378s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:03:46.464311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:46.700413Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518aa7b11","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:03:46.965123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:47.466404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:47.970646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:48.128792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:03:48.128959Z","caller":"traceutil/trace.go:171","msg":"trace[784571726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566449s","start":"2026-04-28T18:03:46.128373Z","end":"2026-04-28T18:03:48.12894Z","steps":["trace[784571726] 'agreement among raft nodes before linearized reading' (duration: 2.000380155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.129033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.128346Z","time spent":"2.000675841s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:03:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:03:48.166855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"31.711050827s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:03:48.270389Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"33.301µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:03:48.270528Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"18.481µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:03:48.270679Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.911µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-28T18:03:48.270725Z","caller":"traceutil/trace.go:171","msg":"trace[1077339897] linearizableReadLoop","detail":"{readStateIndex:21681; appliedIndex:21658; }","duration":"3.809875018s","start":"2026-04-28T18:03:44.460836Z","end":"2026-04-28T18:03:48.270711Z","steps":["trace[1077339897] 'read index received' (duration: 3.706859876s)","trace[1077339897] 'applied index is now lower than readState.Index' (duration: 103.014032ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:48.270838Z","caller":"traceutil/trace.go:171","msg":"trace[660309464] transaction","detail":"{read_only:false; response_revision:20898; number_of_response:1; }","duration":"3.801853635s","start":"2026-04-28T18:03:44.468977Z","end":"2026-04-28T18:03:48.27083Z","steps":["trace[660309464] 'process raft request' (duration: 3.801598038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.270918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.468961Z","time spent":"3.801914287s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:03:48.271143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.321012299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T18:03:48.271169Z","caller":"traceutil/trace.go:171","msg":"trace[1482772573] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:20898; }","duration":"8.321076351s","start":"2026-04-28T18:03:39.950086Z","end":"2026-04-28T18:03:48.271162Z","steps":["trace[1482772573] 'agreement among raft nodes before linearized reading' (duration: 8.320977698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.27119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.950066Z","time spent":"8.321119931s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T18:03:48.271297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.394725908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.271325Z","caller":"traceutil/trace.go:171","msg":"trace[1368871493] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20898; }","duration":"8.39479261s","start":"2026-04-28T18:03:39.876525Z","end":"2026-04-28T18:03:48.271317Z","steps":["trace[1368871493] 'agreement among raft nodes before linearized reading' (duration: 8.394744448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.271346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.876501Z","time spent":"8.39484032s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.271457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.802285972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.271482Z","caller":"traceutil/trace.go:171","msg":"trace[880365798] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20898; }","duration":"8.802342714s","start":"2026-04-28T18:03:39.469131Z","end":"2026-04-28T18:03:48.271474Z","steps":["trace[880365798] 'agreement among raft nodes before linearized reading' (duration: 8.802310433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.271498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.469107Z","time spent":"8.802387935s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:48.271626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.898984994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.271652Z","caller":"traceutil/trace.go:171","msg":"trace[1243457143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:20898; }","duration":"8.899056106s","start":"2026-04-28T18:03:39.372588Z","end":"2026-04-28T18:03:48.271644Z","steps":["trace[1243457143] 'agreement among raft nodes before linearized reading' (duration: 8.899014065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.271671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.372562Z","time spent":"8.899103817s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.271791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.024156977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.271816Z","caller":"traceutil/trace.go:171","msg":"trace[1247897505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20898; }","duration":"9.024220209s","start":"2026-04-28T18:03:39.247589Z","end":"2026-04-28T18:03:48.271809Z","steps":["trace[1247897505] 'agreement among raft nodes before linearized reading' (duration: 9.024184738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.271834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.247567Z","time spent":"9.02426262s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.271627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266975569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:48.272126Z","caller":"traceutil/trace.go:171","msg":"trace[286288581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20898; }","duration":"4.267846081s","start":"2026-04-28T18:03:44.00415Z","end":"2026-04-28T18:03:48.271996Z","steps":["trace[286288581] 'agreement among raft nodes before linearized reading' (duration: 4.266907127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.272167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.198596282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238428"} {"level":"info","ts":"2026-04-28T18:03:48.272189Z","caller":"traceutil/trace.go:171","msg":"trace[1476859646] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20898; }","duration":"9.198662083s","start":"2026-04-28T18:03:39.073521Z","end":"2026-04-28T18:03:48.272183Z","steps":["trace[1476859646] 'agreement among raft nodes before linearized reading' (duration: 9.198410547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.272208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:39.073495Z","time spent":"9.198708695s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238452,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:03:48.272381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.543005594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.272404Z","caller":"traceutil/trace.go:171","msg":"trace[1318069285] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20898; }","duration":"9.543068816s","start":"2026-04-28T18:03:38.72933Z","end":"2026-04-28T18:03:48.272399Z","steps":["trace[1318069285] 'agreement among raft nodes before linearized reading' (duration: 9.543029775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.272424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:38.729306Z","time spent":"9.543112487s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.272556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.004124Z","time spent":"4.268061415s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.273021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.631518649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:48.273064Z","caller":"traceutil/trace.go:171","msg":"trace[1581697992] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20898; }","duration":"9.631596261s","start":"2026-04-28T18:03:38.641461Z","end":"2026-04-28T18:03:48.273057Z","steps":["trace[1581697992] 'agreement among raft nodes before linearized reading' (duration: 9.631524549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.273085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:38.641443Z","time spent":"9.631636642s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.271967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.402791855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.273377Z","caller":"traceutil/trace.go:171","msg":"trace[821756815] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20898; }","duration":"7.404270883s","start":"2026-04-28T18:03:40.869079Z","end":"2026-04-28T18:03:48.27335Z","steps":["trace[821756815] 'agreement among raft nodes before linearized reading' (duration: 7.401834022s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:48.273025Z","caller":"traceutil/trace.go:171","msg":"trace[1335852730] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20898; }","duration":"2.313399441s","start":"2026-04-28T18:03:45.959602Z","end":"2026-04-28T18:03:48.273001Z","steps":["trace[1335852730] 'process raft request' (duration: 2.311017951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.273449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:40.869049Z","time spent":"7.404384066s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.273623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.800363559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-28T18:03:48.273654Z","caller":"traceutil/trace.go:171","msg":"trace[1985723019] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20898; }","duration":"10.80043061s","start":"2026-04-28T18:03:37.473215Z","end":"2026-04-28T18:03:48.273646Z","steps":["trace[1985723019] 'agreement among raft nodes before linearized reading' (duration: 10.800345838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.273676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:37.473196Z","time spent":"10.800473762s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T18:03:48.273801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:45.959568Z","time spent":"2.313909365s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:48.273831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808516204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.27387Z","caller":"traceutil/trace.go:171","msg":"trace[2029140593] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:20898; }","duration":"3.808585526s","start":"2026-04-28T18:03:44.465278Z","end":"2026-04-28T18:03:48.273864Z","steps":["trace[2029140593] 'agreement among raft nodes before linearized reading' (duration: 3.808535825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.273888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.46526Z","time spent":"3.808624717s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:03:48.274054Z","caller":"traceutil/trace.go:171","msg":"trace[1467453642] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20898; }","duration":"1.999091822s","start":"2026-04-28T18:03:46.274947Z","end":"2026-04-28T18:03:48.274039Z","steps":["trace[1467453642] 'process raft request' (duration: 1.995698186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.274198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.274924Z","time spent":"1.999170814s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:48.274638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.245674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.274671Z","caller":"traceutil/trace.go:171","msg":"trace[208100097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20898; }","duration":"145.310074ms","start":"2026-04-28T18:03:48.129353Z","end":"2026-04-28T18:03:48.274663Z","steps":["trace[208100097] 'agreement among raft nodes before linearized reading' (duration: 145.258893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.274064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.760205036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.274759Z","caller":"traceutil/trace.go:171","msg":"trace[245496032] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20898; }","duration":"4.760940035s","start":"2026-04-28T18:03:43.513803Z","end":"2026-04-28T18:03:48.274743Z","steps":["trace[245496032] 'agreement among raft nodes before linearized reading' (duration: 4.760210787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.274812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315812106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:03:48.274837Z","caller":"traceutil/trace.go:171","msg":"trace[1701472156] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20898; }","duration":"1.315869228s","start":"2026-04-28T18:03:46.958962Z","end":"2026-04-28T18:03:48.274831Z","steps":["trace[1701472156] 'agreement among raft nodes before linearized reading' (duration: 1.315803056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.274855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.95894Z","time spent":"1.315910728s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:03:48.274868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:43.513778Z","time spent":"4.761038557s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.275164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801894951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:48.27519Z","caller":"traceutil/trace.go:171","msg":"trace[1293040334] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20898; }","duration":"1.801931951s","start":"2026-04-28T18:03:46.47325Z","end":"2026-04-28T18:03:48.275182Z","steps":["trace[1293040334] 'agreement among raft nodes before linearized reading' (duration: 1.80188193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.275207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.473243Z","time spent":"1.801959973s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:48.275307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802465305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.275329Z","caller":"traceutil/trace.go:171","msg":"trace[66352448] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20898; }","duration":"1.802510446s","start":"2026-04-28T18:03:46.472812Z","end":"2026-04-28T18:03:48.275322Z","steps":["trace[66352448] 'agreement among raft nodes before linearized reading' (duration: 1.802479785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.275465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.472805Z","time spent":"1.80265437s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:48.275695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803235834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.275715Z","caller":"traceutil/trace.go:171","msg":"trace[749532672] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20898; }","duration":"1.803273326s","start":"2026-04-28T18:03:46.472435Z","end":"2026-04-28T18:03:48.275709Z","steps":["trace[749532672] 'agreement among raft nodes before linearized reading' (duration: 1.803239205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.275734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.472428Z","time spent":"1.803299956s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:48.276351Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518aa7b11","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:03:48.276451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086947984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:48.276489Z","caller":"traceutil/trace.go:171","msg":"trace[1984050324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20898; }","duration":"4.086998726s","start":"2026-04-28T18:03:44.189474Z","end":"2026-04-28T18:03:48.276472Z","steps":["trace[1984050324] 'agreement among raft nodes before linearized reading' (duration: 4.086923204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.274976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350540026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:48.276589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08721296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.276622Z","caller":"traceutil/trace.go:171","msg":"trace[1076856859] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20898; }","duration":"4.087282232s","start":"2026-04-28T18:03:44.189327Z","end":"2026-04-28T18:03:48.27661Z","steps":["trace[1076856859] 'agreement among raft nodes before linearized reading' (duration: 4.08721578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.276623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376675806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:48.276609Z","caller":"traceutil/trace.go:171","msg":"trace[828444308] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20898; }","duration":"1.352160748s","start":"2026-04-28T18:03:46.924408Z","end":"2026-04-28T18:03:48.276569Z","steps":["trace[828444308] 'agreement among raft nodes before linearized reading' (duration: 1.350545107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.276609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.35710969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:48.276673Z","caller":"traceutil/trace.go:171","msg":"trace[980911246] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20898; }","duration":"6.376760578s","start":"2026-04-28T18:03:41.899897Z","end":"2026-04-28T18:03:48.276658Z","steps":["trace[980911246] 'agreement among raft nodes before linearized reading' (duration: 6.376632225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.276652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806965419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:48.276729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.924399Z","time spent":"1.352277221s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.276744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.179841894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.276765Z","caller":"traceutil/trace.go:171","msg":"trace[1059233004] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:20898; }","duration":"6.179917676s","start":"2026-04-28T18:03:42.096842Z","end":"2026-04-28T18:03:48.276759Z","steps":["trace[1059233004] 'agreement among raft nodes before linearized reading' (duration: 6.179879335s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:48.276762Z","caller":"traceutil/trace.go:171","msg":"trace[1485206236] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:20898; }","duration":"5.807134233s","start":"2026-04-28T18:03:42.469598Z","end":"2026-04-28T18:03:48.276732Z","steps":["trace[1485206236] 'agreement among raft nodes before linearized reading' (duration: 5.806908888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.276814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:42.469572Z","time spent":"5.807231516s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.2767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:41.899875Z","time spent":"6.37681775s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.276874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231359574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:03:48.2768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:42.096809Z","time spent":"6.179979148s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:48.276974Z","caller":"traceutil/trace.go:171","msg":"trace[639776456] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20898; }","duration":"5.231520218s","start":"2026-04-28T18:03:43.045425Z","end":"2026-04-28T18:03:48.276945Z","steps":["trace[639776456] 'agreement among raft nodes before linearized reading' (duration: 5.231330353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.275032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353222975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-28T18:03:48.277042Z","caller":"traceutil/trace.go:171","msg":"trace[1625107653] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20898; }","duration":"1.355266087s","start":"2026-04-28T18:03:46.921759Z","end":"2026-04-28T18:03:48.277025Z","steps":["trace[1625107653] 'agreement among raft nodes before linearized reading' (duration: 1.353228985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.275058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644376807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:03:48.276522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.189467Z","time spent":"4.087045457s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.277102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805215046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6959"} {"level":"warn","ts":"2026-04-28T18:03:48.275102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801658835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:03:48.277117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091751609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:48.275122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801814289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.277168Z","caller":"traceutil/trace.go:171","msg":"trace[828786831] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20898; }","duration":"3.091832771s","start":"2026-04-28T18:03:45.185318Z","end":"2026-04-28T18:03:48.277151Z","steps":["trace[828786831] 'agreement among raft nodes before linearized reading' (duration: 3.091756979s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:48.277201Z","caller":"traceutil/trace.go:171","msg":"trace[277295420] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20898; }","duration":"1.803884632s","start":"2026-04-28T18:03:46.473304Z","end":"2026-04-28T18:03:48.277189Z","steps":["trace[277295420] 'agreement among raft nodes before linearized reading' (duration: 1.801807299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:45.185298Z","time spent":"3.091900463s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:48.27722Z","caller":"traceutil/trace.go:171","msg":"trace[1385317680] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20898; }","duration":"1.803784929s","start":"2026-04-28T18:03:46.473425Z","end":"2026-04-28T18:03:48.27721Z","steps":["trace[1385317680] 'agreement among raft nodes before linearized reading' (duration: 1.801644235s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.473281Z","time spent":"1.803952254s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:48.27726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807642291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-28T18:03:48.277269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799764642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T18:03:48.277292Z","caller":"traceutil/trace.go:171","msg":"trace[1110129820] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20898; }","duration":"3.807724323s","start":"2026-04-28T18:03:44.469555Z","end":"2026-04-28T18:03:48.277279Z","steps":["trace[1110129820] 'agreement among raft nodes before linearized reading' (duration: 3.807640721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.473418Z","time spent":"1.80382647s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:48.277315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.469533Z","time spent":"3.807776145s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T18:03:48.277343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.921734Z","time spent":"1.355594024s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T18:03:48.276652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.189306Z","time spent":"4.087336464s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.277371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520823659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.277405Z","caller":"traceutil/trace.go:171","msg":"trace[1796858032] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20898; }","duration":"3.520917101s","start":"2026-04-28T18:03:44.756479Z","end":"2026-04-28T18:03:48.277396Z","steps":["trace[1796858032] 'agreement among raft nodes before linearized reading' (duration: 3.520854559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.756451Z","time spent":"3.520974323s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:48.277313Z","caller":"traceutil/trace.go:171","msg":"trace[853404495] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20898; }","duration":"3.799831954s","start":"2026-04-28T18:03:44.47747Z","end":"2026-04-28T18:03:48.277302Z","steps":["trace[853404495] 'agreement among raft nodes before linearized reading' (duration: 3.799723392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.27704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:43.045388Z","time spent":"5.231637131s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.277499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808190821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:48.277516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.477458Z","time spent":"3.80004788s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T18:03:48.277544Z","caller":"traceutil/trace.go:171","msg":"trace[864117855] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20898; }","duration":"1.808250953s","start":"2026-04-28T18:03:46.46928Z","end":"2026-04-28T18:03:48.277531Z","steps":["trace[864117855] 'agreement among raft nodes before linearized reading' (duration: 1.808173561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.469273Z","time spent":"1.808305394s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:48.277626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744523511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.277635Z","caller":"traceutil/trace.go:171","msg":"trace[228990055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20898; }","duration":"1.646974802s","start":"2026-04-28T18:03:46.630644Z","end":"2026-04-28T18:03:48.277619Z","steps":["trace[228990055] 'agreement among raft nodes before linearized reading' (duration: 1.644398187s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:48.27766Z","caller":"traceutil/trace.go:171","msg":"trace[2012097575] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:20898; }","duration":"3.744617084s","start":"2026-04-28T18:03:44.533034Z","end":"2026-04-28T18:03:48.277651Z","steps":["trace[2012097575] 'agreement among raft nodes before linearized reading' (duration: 3.744555363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.533007Z","time spent":"3.744671975s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.27771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.63061Z","time spent":"1.647052715s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.277727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808579391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.277802Z","caller":"traceutil/trace.go:171","msg":"trace[378660911] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20898; }","duration":"1.808634183s","start":"2026-04-28T18:03:46.46912Z","end":"2026-04-28T18:03:48.277754Z","steps":["trace[378660911] 'agreement among raft nodes before linearized reading' (duration: 1.808577861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.46911Z","time spent":"1.808719875s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:03:48.276701Z","caller":"traceutil/trace.go:171","msg":"trace[418684447] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20898; }","duration":"6.357263624s","start":"2026-04-28T18:03:41.919421Z","end":"2026-04-28T18:03:48.276685Z","steps":["trace[418684447] 'agreement among raft nodes before linearized reading' (duration: 6.357064009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.277923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:41.919387Z","time spent":"6.358519756s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":25,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.277921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972021113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:48.277967Z","caller":"traceutil/trace.go:171","msg":"trace[158087419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20898; }","duration":"2.972107815s","start":"2026-04-28T18:03:45.305844Z","end":"2026-04-28T18:03:48.277952Z","steps":["trace[158087419] 'agreement among raft nodes before linearized reading' (duration: 2.972033393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.278002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:45.30582Z","time spent":"2.972172937s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.277179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446228077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:03:48.278244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95695512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:03:48.278279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809499324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-28T18:03:48.278298Z","caller":"traceutil/trace.go:171","msg":"trace[828088809] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20898; }","duration":"2.957032892s","start":"2026-04-28T18:03:45.321247Z","end":"2026-04-28T18:03:48.27828Z","steps":["trace[828088809] 'agreement among raft nodes before linearized reading' (duration: 2.956933929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.278253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809150455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:48.278347Z","caller":"traceutil/trace.go:171","msg":"trace[445961948] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20898; }","duration":"1.809259828s","start":"2026-04-28T18:03:46.469077Z","end":"2026-04-28T18:03:48.278337Z","steps":["trace[445961948] 'agreement among raft nodes before linearized reading' (duration: 1.809070574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.278347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:45.32115Z","time spent":"2.957184465s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:48.278379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.469069Z","time spent":"1.809302059s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:03:48.27831Z","caller":"traceutil/trace.go:171","msg":"trace[1777459207] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:20898; }","duration":"1.809564775s","start":"2026-04-28T18:03:46.468734Z","end":"2026-04-28T18:03:48.278299Z","steps":["trace[1777459207] 'agreement among raft nodes before linearized reading' (duration: 1.809484573s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:48.278274Z","caller":"traceutil/trace.go:171","msg":"trace[1690811605] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20898; }","duration":"3.447308134s","start":"2026-04-28T18:03:44.830943Z","end":"2026-04-28T18:03:48.278251Z","steps":["trace[1690811605] 'agreement among raft nodes before linearized reading' (duration: 3.446206617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.278533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.468714Z","time spent":"1.809809932s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:03:48.278634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:44.830861Z","time spent":"3.447755615s","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:48.277134Z","caller":"traceutil/trace.go:171","msg":"trace[1659967422] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:20898; }","duration":"1.805262367s","start":"2026-04-28T18:03:46.471861Z","end":"2026-04-28T18:03:48.277123Z","steps":["trace[1659967422] 'agreement among raft nodes before linearized reading' (duration: 1.805136854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:48.278786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:46.471851Z","time spent":"1.806923218s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"warn","ts":"2026-04-28T18:03:50.172123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.623017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.172219Z","caller":"traceutil/trace.go:171","msg":"trace[1069790349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20958; }","duration":"105.770241ms","start":"2026-04-28T18:03:50.066426Z","end":"2026-04-28T18:03:50.172196Z","steps":["trace[1069790349] 'range keys from in-memory index tree' (duration: 105.535765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.172305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.993763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T18:03:50.172385Z","caller":"traceutil/trace.go:171","msg":"trace[1068495711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20958; }","duration":"331.119126ms","start":"2026-04-28T18:03:49.841242Z","end":"2026-04-28T18:03:50.172361Z","steps":["trace[1068495711] 'range keys from in-memory index tree' (duration: 330.840549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.172418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:49.84122Z","time spent":"331.190088ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:03:50.172516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.024375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" ","response":"range_response_count:1 size:23590"} {"level":"info","ts":"2026-04-28T18:03:50.172642Z","caller":"traceutil/trace.go:171","msg":"trace[1154600237] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blkb5; range_end:; response_count:1; response_revision:20958; }","duration":"475.195739ms","start":"2026-04-28T18:03:49.697416Z","end":"2026-04-28T18:03:50.172611Z","steps":["trace[1154600237] 'range keys from in-memory index tree' (duration: 474.754818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.172687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:49.697395Z","time spent":"475.282631ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":23614,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blkb5\" "} {"level":"warn","ts":"2026-04-28T18:03:50.172937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.750051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-28T18:03:50.173002Z","caller":"traceutil/trace.go:171","msg":"trace[181148978] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:20958; }","duration":"661.859164ms","start":"2026-04-28T18:03:49.511126Z","end":"2026-04-28T18:03:50.172985Z","steps":["trace[181148978] 'range keys from in-memory index tree' (duration: 661.559516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.173043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:49.511104Z","time spent":"661.930385ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:03:50.173346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.007946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T18:03:50.173486Z","caller":"traceutil/trace.go:171","msg":"trace[1678193995] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20958; }","duration":"529.451607ms","start":"2026-04-28T18:03:49.644007Z","end":"2026-04-28T18:03:50.173458Z","steps":["trace[1678193995] 'range keys from in-memory index tree' (duration: 528.718458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.173597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:49.643979Z","time spent":"529.604431ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:03:50.706896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897716,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:03:50.818801Z","caller":"traceutil/trace.go:171","msg":"trace[627199693] transaction","detail":"{read_only:false; response_revision:20959; number_of_response:1; }","duration":"631.215425ms","start":"2026-04-28T18:03:50.18756Z","end":"2026-04-28T18:03:50.818775Z","steps":["trace[627199693] 'process raft request' (duration: 631.069271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.818962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.187535Z","time spent":"631.337248ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23384,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:50.823358Z","caller":"traceutil/trace.go:171","msg":"trace[1616188663] transaction","detail":"{read_only:false; response_revision:20960; number_of_response:1; }","duration":"591.437886ms","start":"2026-04-28T18:03:50.231885Z","end":"2026-04-28T18:03:50.823323Z","steps":["trace[1616188663] 'process raft request' (duration: 591.268312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:50.823438Z","caller":"traceutil/trace.go:171","msg":"trace[1894763023] linearizableReadLoop","detail":"{readStateIndex:21744; appliedIndex:21742; }","duration":"616.452711ms","start":"2026-04-28T18:03:50.206796Z","end":"2026-04-28T18:03:50.823249Z","steps":["trace[1894763023] 'read index received' (duration: 611.931486ms)","trace[1894763023] 'applied index is now lower than readState.Index' (duration: 4.520545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:50.823525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.231861Z","time spent":"591.57762ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:50.823704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.060635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:50.823733Z","caller":"traceutil/trace.go:171","msg":"trace[606986356] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20960; }","duration":"585.095046ms","start":"2026-04-28T18:03:50.238629Z","end":"2026-04-28T18:03:50.823725Z","steps":["trace[606986356] 'agreement among raft nodes before linearized reading' (duration: 585.038735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.823755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.238527Z","time spent":"585.22322ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:50.823968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.934361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.824018Z","caller":"traceutil/trace.go:171","msg":"trace[2120027777] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20960; }","duration":"526.993052ms","start":"2026-04-28T18:03:50.297009Z","end":"2026-04-28T18:03:50.824002Z","steps":["trace[2120027777] 'agreement among raft nodes before linearized reading' (duration: 526.9186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.824053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.297004Z","time spent":"527.040504ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:50.82408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.145497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:50.824124Z","caller":"traceutil/trace.go:171","msg":"trace[2021074247] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20960; }","duration":"527.207708ms","start":"2026-04-28T18:03:50.296906Z","end":"2026-04-28T18:03:50.824114Z","steps":["trace[2021074247] 'agreement among raft nodes before linearized reading' (duration: 527.110265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.82415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.296894Z","time spent":"527.249298ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:50.824315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.386283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.824526Z","caller":"traceutil/trace.go:171","msg":"trace[557559032] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20960; }","duration":"527.607228ms","start":"2026-04-28T18:03:50.296908Z","end":"2026-04-28T18:03:50.824515Z","steps":["trace[557559032] 'agreement among raft nodes before linearized reading' (duration: 527.380292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.824567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.296897Z","time spent":"527.660659ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:50.824708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.816893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.82474Z","caller":"traceutil/trace.go:171","msg":"trace[1973969765] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20960; }","duration":"527.869254ms","start":"2026-04-28T18:03:50.296864Z","end":"2026-04-28T18:03:50.824733Z","steps":["trace[1973969765] 'agreement among raft nodes before linearized reading' (duration: 527.819043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.82477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.296853Z","time spent":"527.910525ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:50.824909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.222313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.824942Z","caller":"traceutil/trace.go:171","msg":"trace[1286793318] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20960; }","duration":"528.255604ms","start":"2026-04-28T18:03:50.296679Z","end":"2026-04-28T18:03:50.824935Z","steps":["trace[1286793318] 'agreement among raft nodes before linearized reading' (duration: 528.206913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.824972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.296657Z","time spent":"528.308425ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:50.82511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.455388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.825144Z","caller":"traceutil/trace.go:171","msg":"trace[1939886365] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20960; }","duration":"528.52265ms","start":"2026-04-28T18:03:50.296613Z","end":"2026-04-28T18:03:50.825136Z","steps":["trace[1939886365] 'agreement among raft nodes before linearized reading' (duration: 528.470399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.825171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.296591Z","time spent":"528.574582ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:50.825338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.843818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:50.825371Z","caller":"traceutil/trace.go:171","msg":"trace[1464354106] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20960; }","duration":"528.91333ms","start":"2026-04-28T18:03:50.296449Z","end":"2026-04-28T18:03:50.825363Z","steps":["trace[1464354106] 'agreement among raft nodes before linearized reading' (duration: 528.825378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.825398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.296427Z","time spent":"528.965912ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:50.82556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.915932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T18:03:50.825591Z","caller":"traceutil/trace.go:171","msg":"trace[1781528160] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:20960; }","duration":"541.990833ms","start":"2026-04-28T18:03:50.283592Z","end":"2026-04-28T18:03:50.825582Z","steps":["trace[1781528160] 'agreement among raft nodes before linearized reading' (duration: 541.909621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.825621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.283564Z","time spent":"542.050215ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T18:03:50.823577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.769259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:03:50.825736Z","caller":"traceutil/trace.go:171","msg":"trace[1844103672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20960; }","duration":"618.965634ms","start":"2026-04-28T18:03:50.206763Z","end":"2026-04-28T18:03:50.825729Z","steps":["trace[1844103672] 'agreement among raft nodes before linearized reading' (duration: 616.741677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.825763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.206744Z","time spent":"619.011916ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:03:50.826226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.061125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:03:50.826257Z","caller":"traceutil/trace.go:171","msg":"trace[250022754] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20960; }","duration":"514.129527ms","start":"2026-04-28T18:03:50.312121Z","end":"2026-04-28T18:03:50.82625Z","steps":["trace[250022754] 'agreement among raft nodes before linearized reading' (duration: 513.885321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.826285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.3121Z","time spent":"514.172198ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:03:50.826385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.249014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:03:50.82642Z","caller":"traceutil/trace.go:171","msg":"trace[1613254759] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20960; }","duration":"401.320915ms","start":"2026-04-28T18:03:50.425092Z","end":"2026-04-28T18:03:50.826413Z","steps":["trace[1613254759] 'agreement among raft nodes before linearized reading' (duration: 401.261584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.826447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.42507Z","time spent":"401.371637ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:50.826885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.143077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:50.82694Z","caller":"traceutil/trace.go:171","msg":"trace[142310817] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20960; }","duration":"529.212779ms","start":"2026-04-28T18:03:50.297711Z","end":"2026-04-28T18:03:50.826924Z","steps":["trace[142310817] 'agreement among raft nodes before linearized reading' (duration: 529.132267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.826971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.297701Z","time spent":"529.26291ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:03:50.82706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.767988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-04-28T18:03:50.827097Z","caller":"traceutil/trace.go:171","msg":"trace[1723220676] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:20960; }","duration":"491.82957ms","start":"2026-04-28T18:03:50.335258Z","end":"2026-04-28T18:03:50.827087Z","steps":["trace[1723220676] 'agreement among raft nodes before linearized reading' (duration: 491.743288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.827122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.335242Z","time spent":"491.875341ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"warn","ts":"2026-04-28T18:03:50.827123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.356553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:50.827157Z","caller":"traceutil/trace.go:171","msg":"trace[1368027445] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20960; }","duration":"529.399544ms","start":"2026-04-28T18:03:50.297748Z","end":"2026-04-28T18:03:50.827147Z","steps":["trace[1368027445] 'agreement among raft nodes before linearized reading' (duration: 529.302811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.827189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.297744Z","time spent":"529.438035ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:03:50.827352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.471601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-28T18:03:50.827442Z","caller":"traceutil/trace.go:171","msg":"trace[1003342238] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:20960; }","duration":"491.597325ms","start":"2026-04-28T18:03:50.335827Z","end":"2026-04-28T18:03:50.827424Z","steps":["trace[1003342238] 'agreement among raft nodes before linearized reading' (duration: 491.324328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:50.827485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.335815Z","time spent":"491.663686ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:03:50.827389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.348548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:383930"} {"level":"info","ts":"2026-04-28T18:03:50.827836Z","caller":"traceutil/trace.go:171","msg":"trace[1996551078] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20960; }","duration":"252.844231ms","start":"2026-04-28T18:03:50.574982Z","end":"2026-04-28T18:03:50.827826Z","steps":["trace[1996551078] 'agreement among raft nodes before linearized reading' (duration: 249.233519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:51.691462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:52.192287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:52.271826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400721689s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:03:52.273578Z","caller":"traceutil/trace.go:171","msg":"trace[2074709047] linearizableReadLoop","detail":"{readStateIndex:21747; appliedIndex:21746; }","duration":"1.389306979s","start":"2026-04-28T18:03:50.884239Z","end":"2026-04-28T18:03:52.273546Z","steps":["trace[2074709047] 'read index received' (duration: 1.387721989s)","trace[2074709047] 'applied index is now lower than readState.Index' (duration: 1.58373ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:52.273609Z","caller":"traceutil/trace.go:171","msg":"trace[1222454572] transaction","detail":"{read_only:false; response_revision:20963; number_of_response:1; }","duration":"1.402601855s","start":"2026-04-28T18:03:50.870982Z","end":"2026-04-28T18:03:52.273584Z","steps":["trace[1222454572] 'process raft request' (duration: 1.401057576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.273753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.87096Z","time spent":"1.402703668s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:52.273872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353879792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:52.273955Z","caller":"traceutil/trace.go:171","msg":"trace[1672158167] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20963; }","duration":"1.353971344s","start":"2026-04-28T18:03:50.919969Z","end":"2026-04-28T18:03:52.27394Z","steps":["trace[1672158167] 'agreement among raft nodes before linearized reading' (duration: 1.35380587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.27399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.222894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T18:03:52.274025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246281552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-28T18:03:52.274094Z","caller":"traceutil/trace.go:171","msg":"trace[1033133145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20963; }","duration":"582.378608ms","start":"2026-04-28T18:03:51.691689Z","end":"2026-04-28T18:03:52.274067Z","steps":["trace[1033133145] 'agreement among raft nodes before linearized reading' (duration: 582.109301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:52.274167Z","caller":"traceutil/trace.go:171","msg":"trace[947527580] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:20963; }","duration":"1.246494868s","start":"2026-04-28T18:03:51.027646Z","end":"2026-04-28T18:03:52.274141Z","steps":["trace[947527580] 'agreement among raft nodes before linearized reading' (duration: 1.24619307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.274174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:51.691661Z","time spent":"582.498241ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:03:52.274232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:51.027621Z","time spent":"1.24659653s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T18:03:52.274274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.634294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:03:52.274334Z","caller":"traceutil/trace.go:171","msg":"trace[1361884626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20963; }","duration":"582.706616ms","start":"2026-04-28T18:03:51.691612Z","end":"2026-04-28T18:03:52.274319Z","steps":["trace[1361884626] 'agreement among raft nodes before linearized reading' (duration: 582.543602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.274375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:51.691607Z","time spent":"582.758128ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:03:52.27434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319952221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T18:03:52.274692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.805851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:52.274755Z","caller":"traceutil/trace.go:171","msg":"trace[1263836200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20963; }","duration":"209.896583ms","start":"2026-04-28T18:03:52.064843Z","end":"2026-04-28T18:03:52.274739Z","steps":["trace[1263836200] 'agreement among raft nodes before linearized reading' (duration: 209.810171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.274022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.919877Z","time spent":"1.354132938s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T18:03:52.275682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391430523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-certs-ljrqm.18aa96fe6c5306db\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20960 ","response":"range_response_count:500 size:388723"} {"level":"warn","ts":"2026-04-28T18:03:52.27567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354992959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:52.275722Z","caller":"traceutil/trace.go:171","msg":"trace[2132617693] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-certs-ljrqm.18aa96fe6c5306db\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:20963; }","duration":"1.391506405s","start":"2026-04-28T18:03:50.884205Z","end":"2026-04-28T18:03:52.275711Z","steps":["trace[2132617693] 'agreement among raft nodes before linearized reading' (duration: 1.389449903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.27572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.280685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:52.275762Z","caller":"traceutil/trace.go:171","msg":"trace[502256357] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20963; }","duration":"1.355164414s","start":"2026-04-28T18:03:50.920575Z","end":"2026-04-28T18:03:52.275739Z","steps":["trace[502256357] 'agreement among raft nodes before linearized reading' (duration: 1.354966709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.275762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.884188Z","time spent":"1.391556686s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":541,"response size":388747,"request content":"key:\"/registry/events/openstack/nova-novncproxy-certs-ljrqm.18aa96fe6c5306db\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20960 "} {"level":"warn","ts":"2026-04-28T18:03:52.275822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.920548Z","time spent":"1.355259436s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T18:03:52.276069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.183433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:03:52.276095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.246725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:52.276128Z","caller":"traceutil/trace.go:171","msg":"trace[506683676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20963; }","duration":"584.297205ms","start":"2026-04-28T18:03:51.691813Z","end":"2026-04-28T18:03:52.27611Z","steps":["trace[506683676] 'agreement among raft nodes before linearized reading' (duration: 584.10087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.276161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:51.691783Z","time spent":"584.370027ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:03:52.276157Z","caller":"traceutil/trace.go:171","msg":"trace[932974560] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:20963; }","duration":"584.361217ms","start":"2026-04-28T18:03:51.691776Z","end":"2026-04-28T18:03:52.276137Z","steps":["trace[932974560] 'agreement among raft nodes before linearized reading' (duration: 584.227854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:52.275783Z","caller":"traceutil/trace.go:171","msg":"trace[1804082493] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20963; }","duration":"584.383138ms","start":"2026-04-28T18:03:51.691384Z","end":"2026-04-28T18:03:52.275767Z","steps":["trace[1804082493] 'agreement among raft nodes before linearized reading' (duration: 584.274955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.288071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:51.691362Z","time spent":"596.64869ms","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:52.276216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:51.691769Z","time spent":"584.42982ms","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:03:52.276197Z","caller":"traceutil/trace.go:171","msg":"trace[740480984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20963; }","duration":"1.32031157s","start":"2026-04-28T18:03:50.954329Z","end":"2026-04-28T18:03:52.274641Z","steps":["trace[740480984] 'agreement among raft nodes before linearized reading' (duration: 1.319713665s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:52.288507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:50.954304Z","time spent":"1.334191712s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:03:54.119726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:54.449961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085770622s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:03:54.45033Z","caller":"traceutil/trace.go:171","msg":"trace[2089251538] transaction","detail":"{read_only:false; response_revision:20977; number_of_response:1; }","duration":"1.086231543s","start":"2026-04-28T18:03:53.364076Z","end":"2026-04-28T18:03:54.450308Z","steps":["trace[2089251538] 'process raft request' (duration: 1.08610696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:54.450435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:53.364055Z","time spent":"1.086328506s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:03:54.753769Z","caller":"traceutil/trace.go:171","msg":"trace[2116754284] linearizableReadLoop","detail":"{readStateIndex:21762; appliedIndex:21761; }","duration":"1.134321934s","start":"2026-04-28T18:03:53.619417Z","end":"2026-04-28T18:03:54.753739Z","steps":["trace[2116754284] 'read index received' (duration: 830.987082ms)","trace[2116754284] 'applied index is now lower than readState.Index' (duration: 303.333752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:54.753918Z","caller":"traceutil/trace.go:171","msg":"trace[1023033393] transaction","detail":"{read_only:false; response_revision:20978; number_of_response:1; }","duration":"1.381014689s","start":"2026-04-28T18:03:53.372788Z","end":"2026-04-28T18:03:54.753803Z","steps":["trace[1023033393] 'process raft request' (duration: 1.380764012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:54.754094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:53.372774Z","time spent":"1.381230055s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9794,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:54.754089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134646722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:03:54.754175Z","caller":"traceutil/trace.go:171","msg":"trace[139401968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20978; }","duration":"1.134783265s","start":"2026-04-28T18:03:53.619374Z","end":"2026-04-28T18:03:54.754157Z","steps":["trace[139401968] 'agreement among raft nodes before linearized reading' (duration: 1.134492048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:54.754245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:53.61935Z","time spent":"1.134882977s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:03:55.013312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.96726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:03:55.01342Z","caller":"traceutil/trace.go:171","msg":"trace[1149684692] linearizableReadLoop","detail":"{readStateIndex:21763; appliedIndex:21762; }","duration":"259.559621ms","start":"2026-04-28T18:03:54.753844Z","end":"2026-04-28T18:03:55.013404Z","steps":["trace[1149684692] 'read index received' (duration: 72.215931ms)","trace[1149684692] 'applied index is now lower than readState.Index' (duration: 187.34209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:55.013661Z","caller":"traceutil/trace.go:171","msg":"trace[844831174] transaction","detail":"{read_only:false; response_revision:20979; number_of_response:1; }","duration":"558.138804ms","start":"2026-04-28T18:03:54.455508Z","end":"2026-04-28T18:03:55.013646Z","steps":["trace[844831174] 'process raft request' (duration: 370.759072ms)","trace[844831174] 'compare' (duration: 186.374076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:55.013727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.455483Z","time spent":"558.218506ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:03:55.014027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.54714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:03:55.014068Z","caller":"traceutil/trace.go:171","msg":"trace[1792866623] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:20979; }","duration":"548.623502ms","start":"2026-04-28T18:03:54.465433Z","end":"2026-04-28T18:03:55.014056Z","steps":["trace[1792866623] 'agreement among raft nodes before linearized reading' (duration: 548.463738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.014104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.465413Z","time spent":"548.682914ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:03:55.014362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.191477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:03:55.01441Z","caller":"traceutil/trace.go:171","msg":"trace[791501595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20979; }","duration":"691.26223ms","start":"2026-04-28T18:03:54.323136Z","end":"2026-04-28T18:03:55.014399Z","steps":["trace[791501595] 'agreement among raft nodes before linearized reading' (duration: 691.149887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.014445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.323124Z","time spent":"691.313951ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:03:55.014697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.282504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-04-28T18:03:55.014739Z","caller":"traceutil/trace.go:171","msg":"trace[2088336896] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:20979; }","duration":"255.355325ms","start":"2026-04-28T18:03:54.759375Z","end":"2026-04-28T18:03:55.01473Z","steps":["trace[2088336896] 'agreement among raft nodes before linearized reading' (duration: 255.244942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.014799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.456205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T18:03:55.014796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.29587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:55.014898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.804603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:03:55.014917Z","caller":"traceutil/trace.go:171","msg":"trace[1949035681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20979; }","duration":"708.860444ms","start":"2026-04-28T18:03:54.306053Z","end":"2026-04-28T18:03:55.014913Z","steps":["trace[1949035681] 'agreement among raft nodes before linearized reading' (duration: 708.808283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:55.014904Z","caller":"traceutil/trace.go:171","msg":"trace[1312993232] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20979; }","duration":"172.420923ms","start":"2026-04-28T18:03:54.842458Z","end":"2026-04-28T18:03:55.014879Z","steps":["trace[1312993232] 'agreement among raft nodes before linearized reading' (duration: 172.205327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.014943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.306032Z","time spent":"708.906576ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:03:55.014981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.531675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:55.015034Z","caller":"traceutil/trace.go:171","msg":"trace[448766742] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20979; }","duration":"172.603977ms","start":"2026-04-28T18:03:54.842419Z","end":"2026-04-28T18:03:55.015023Z","steps":["trace[448766742] 'agreement among raft nodes before linearized reading' (duration: 172.463784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.873751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:03:55.015196Z","caller":"traceutil/trace.go:171","msg":"trace[2038978102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20979; }","duration":"711.899511ms","start":"2026-04-28T18:03:54.303289Z","end":"2026-04-28T18:03:55.015188Z","steps":["trace[2038978102] 'agreement among raft nodes before linearized reading' (duration: 711.84494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.720347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:03:55.015236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.814958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.015256Z","caller":"traceutil/trace.go:171","msg":"trace[1936826273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20979; }","duration":"946.87284ms","start":"2026-04-28T18:03:54.068378Z","end":"2026-04-28T18:03:55.01525Z","steps":["trace[1936826273] 'agreement among raft nodes before linearized reading' (duration: 946.844819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:55.015244Z","caller":"traceutil/trace.go:171","msg":"trace[91624983] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:20979; }","duration":"151.804979ms","start":"2026-04-28T18:03:54.863427Z","end":"2026-04-28T18:03:55.015232Z","steps":["trace[91624983] 'agreement among raft nodes before linearized reading' (duration: 151.562883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.068357Z","time spent":"946.915761ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:55.01527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.175271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:55.015312Z","caller":"traceutil/trace.go:171","msg":"trace[2141220442] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20979; }","duration":"173.238593ms","start":"2026-04-28T18:03:54.842064Z","end":"2026-04-28T18:03:55.015302Z","steps":["trace[2141220442] 'agreement among raft nodes before linearized reading' (duration: 173.142651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051817311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.015402Z","caller":"traceutil/trace.go:171","msg":"trace[1824379264] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20979; }","duration":"1.051871502s","start":"2026-04-28T18:03:53.963523Z","end":"2026-04-28T18:03:55.015395Z","steps":["trace[1824379264] 'agreement among raft nodes before linearized reading' (duration: 1.051839122s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.01542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:53.9635Z","time spent":"1.051913343s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:55.015443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.404038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:55.015475Z","caller":"traceutil/trace.go:171","msg":"trace[490564391] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20979; }","duration":"173.460918ms","start":"2026-04-28T18:03:54.842007Z","end":"2026-04-28T18:03:55.015468Z","steps":["trace[490564391] 'agreement among raft nodes before linearized reading' (duration: 173.378076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.781024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.015574Z","caller":"traceutil/trace.go:171","msg":"trace[888074349] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20979; }","duration":"178.877616ms","start":"2026-04-28T18:03:54.836684Z","end":"2026-04-28T18:03:55.015561Z","steps":["trace[888074349] 'agreement among raft nodes before linearized reading' (duration: 178.791393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.073778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T18:03:55.015629Z","caller":"traceutil/trace.go:171","msg":"trace[1509679101] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20979; }","duration":"242.1656ms","start":"2026-04-28T18:03:54.773455Z","end":"2026-04-28T18:03:55.015621Z","steps":["trace[1509679101] 'agreement among raft nodes before linearized reading' (duration: 242.094808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.792186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:55.015717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.611383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.015742Z","caller":"traceutil/trace.go:171","msg":"trace[1440106436] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20979; }","duration":"177.688425ms","start":"2026-04-28T18:03:54.838049Z","end":"2026-04-28T18:03:55.015737Z","steps":["trace[1440106436] 'agreement among raft nodes before linearized reading' (duration: 177.651164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.382302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:55.015214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.303229Z","time spent":"711.981564ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:03:55.015794Z","caller":"traceutil/trace.go:171","msg":"trace[654708636] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20979; }","duration":"176.452794ms","start":"2026-04-28T18:03:54.839334Z","end":"2026-04-28T18:03:55.015786Z","steps":["trace[654708636] 'agreement among raft nodes before linearized reading' (duration: 176.403633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:55.015717Z","caller":"traceutil/trace.go:171","msg":"trace[1595462747] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20979; }","duration":"175.824697ms","start":"2026-04-28T18:03:54.839884Z","end":"2026-04-28T18:03:55.015708Z","steps":["trace[1595462747] 'agreement among raft nodes before linearized reading' (duration: 175.778976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.372497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.015915Z","caller":"traceutil/trace.go:171","msg":"trace[1163983863] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20979; }","duration":"173.420567ms","start":"2026-04-28T18:03:54.842487Z","end":"2026-04-28T18:03:55.015908Z","steps":["trace[1163983863] 'agreement among raft nodes before linearized reading' (duration: 173.382706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:55.014843Z","caller":"traceutil/trace.go:171","msg":"trace[1869936451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20979; }","duration":"708.513476ms","start":"2026-04-28T18:03:54.306317Z","end":"2026-04-28T18:03:55.014831Z","steps":["trace[1869936451] 'agreement among raft nodes before linearized reading' (duration: 708.403854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.015962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:54.306306Z","time spent":"709.644854ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:03:55.014683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06713691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.016015Z","caller":"traceutil/trace.go:171","msg":"trace[127161619] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20979; }","duration":"1.068532835s","start":"2026-04-28T18:03:53.94747Z","end":"2026-04-28T18:03:55.016003Z","steps":["trace[127161619] 'agreement among raft nodes before linearized reading' (duration: 1.067117519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.016061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:53.947446Z","time spent":"1.068598497s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:03:55.389898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.54486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:03:55.390109Z","caller":"traceutil/trace.go:171","msg":"trace[1619629509] transaction","detail":"{read_only:false; response_revision:20980; number_of_response:1; }","duration":"367.918109ms","start":"2026-04-28T18:03:55.022147Z","end":"2026-04-28T18:03:55.390065Z","steps":["trace[1619629509] 'process raft request' (duration: 125.103452ms)","trace[1619629509] 'compare' (duration: 242.339576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:55.390299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.113035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:55.39037Z","caller":"traceutil/trace.go:171","msg":"trace[1760375362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20980; }","duration":"368.215707ms","start":"2026-04-28T18:03:55.02214Z","end":"2026-04-28T18:03:55.390355Z","steps":["trace[1760375362] 'agreement among raft nodes before linearized reading' (duration: 368.096524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.390403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.022119Z","time spent":"368.277539ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:55.39031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.022127Z","time spent":"368.083883ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:55.392193Z","caller":"traceutil/trace.go:171","msg":"trace[1250108212] linearizableReadLoop","detail":"{readStateIndex:21764; appliedIndex:21763; }","duration":"367.830087ms","start":"2026-04-28T18:03:55.022166Z","end":"2026-04-28T18:03:55.389996Z","steps":["trace[1250108212] 'read index received' (duration: 125.102121ms)","trace[1250108212] 'applied index is now lower than readState.Index' (duration: 242.726916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:55.488973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.022098Z","time spent":"466.872298ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:03:55.489261Z","caller":"traceutil/trace.go:171","msg":"trace[413594992] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"466.998572ms","start":"2026-04-28T18:03:55.022195Z","end":"2026-04-28T18:03:55.489194Z","steps":["trace[413594992] 'process raft request' (duration: 466.387466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.489434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.022181Z","time spent":"467.134935ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:55.489769Z","caller":"traceutil/trace.go:171","msg":"trace[956822272] transaction","detail":"{read_only:false; response_revision:20982; number_of_response:1; }","duration":"467.499335ms","start":"2026-04-28T18:03:55.022258Z","end":"2026-04-28T18:03:55.489757Z","steps":["trace[956822272] 'process raft request' (duration: 466.407616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.489879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.022242Z","time spent":"467.610918ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:55.490063Z","caller":"traceutil/trace.go:171","msg":"trace[496338793] transaction","detail":"{read_only:false; response_revision:20984; number_of_response:1; }","duration":"461.288177ms","start":"2026-04-28T18:03:55.028762Z","end":"2026-04-28T18:03:55.49005Z","steps":["trace[496338793] 'process raft request' (duration: 459.959033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.490113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.028737Z","time spent":"461.353569ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6952,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:55.490398Z","caller":"traceutil/trace.go:171","msg":"trace[713319148] transaction","detail":"{read_only:false; response_revision:20983; number_of_response:1; }","duration":"467.691249ms","start":"2026-04-28T18:03:55.022326Z","end":"2026-04-28T18:03:55.490017Z","steps":["trace[713319148] 'process raft request' (duration: 466.364905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:55.490471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.022279Z","time spent":"468.145751ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:55.756641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.054619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:03:55.756729Z","caller":"traceutil/trace.go:171","msg":"trace[1001516965] transaction","detail":"{read_only:false; response_revision:20985; number_of_response:1; }","duration":"265.508603ms","start":"2026-04-28T18:03:55.491206Z","end":"2026-04-28T18:03:55.756715Z","steps":["trace[1001516965] 'process raft request' (duration: 88.284549ms)","trace[1001516965] 'compare' (duration: 176.764622ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:56.152562Z","caller":"traceutil/trace.go:171","msg":"trace[257887188] transaction","detail":"{read_only:false; response_revision:20986; number_of_response:1; }","duration":"319.999505ms","start":"2026-04-28T18:03:55.832507Z","end":"2026-04-28T18:03:56.152506Z","steps":["trace[257887188] 'process raft request' (duration: 251.026795ms)","trace[257887188] 'compare' (duration: 68.832746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:56.152782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:55.83249Z","time spent":"320.179379ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:57.139431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.726488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T18:03:57.139538Z","caller":"traceutil/trace.go:171","msg":"trace[125473423] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20986; }","duration":"140.851931ms","start":"2026-04-28T18:03:56.99866Z","end":"2026-04-28T18:03:57.139511Z","steps":["trace[125473423] 'range keys from in-memory index tree' (duration: 140.452161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:57.139815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.313115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:57.139855Z","caller":"traceutil/trace.go:171","msg":"trace[1148374982] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20986; }","duration":"115.400407ms","start":"2026-04-28T18:03:57.024443Z","end":"2026-04-28T18:03:57.139844Z","steps":["trace[1148374982] 'range keys from in-memory index tree' (duration: 115.221462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:57.140015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.234587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:57.140079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.873933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:57.140117Z","caller":"traceutil/trace.go:171","msg":"trace[109305144] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20986; }","duration":"112.933794ms","start":"2026-04-28T18:03:57.027171Z","end":"2026-04-28T18:03:57.140105Z","steps":["trace[109305144] 'range keys from in-memory index tree' (duration: 112.717329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:57.140152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.221402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:57.140111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.106453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:57.140191Z","caller":"traceutil/trace.go:171","msg":"trace[1222981535] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20986; }","duration":"115.289374ms","start":"2026-04-28T18:03:57.024894Z","end":"2026-04-28T18:03:57.140183Z","steps":["trace[1222981535] 'range keys from in-memory index tree' (duration: 115.15603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:57.140224Z","caller":"traceutil/trace.go:171","msg":"trace[77203743] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20986; }","duration":"112.248006ms","start":"2026-04-28T18:03:57.027956Z","end":"2026-04-28T18:03:57.140204Z","steps":["trace[77203743] 'range keys from in-memory index tree' (duration: 111.921508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:57.140111Z","caller":"traceutil/trace.go:171","msg":"trace[422758917] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20986; }","duration":"114.376821ms","start":"2026-04-28T18:03:57.025714Z","end":"2026-04-28T18:03:57.140091Z","steps":["trace[422758917] 'range keys from in-memory index tree' (duration: 114.179675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:57.140375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.19799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:57.140394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.344125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:57.140417Z","caller":"traceutil/trace.go:171","msg":"trace[790488817] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20986; }","duration":"115.262032ms","start":"2026-04-28T18:03:57.025142Z","end":"2026-04-28T18:03:57.140404Z","steps":["trace[790488817] 'range keys from in-memory index tree' (duration: 115.139169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:57.140447Z","caller":"traceutil/trace.go:171","msg":"trace[11026026] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20986; }","duration":"113.414666ms","start":"2026-04-28T18:03:57.02702Z","end":"2026-04-28T18:03:57.140435Z","steps":["trace[11026026] 'range keys from in-memory index tree' (duration: 113.237572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:57.140353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.555365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:57.140326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.364986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:57.140633Z","caller":"traceutil/trace.go:171","msg":"trace[690686098] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20986; }","duration":"113.696004ms","start":"2026-04-28T18:03:57.026919Z","end":"2026-04-28T18:03:57.140615Z","steps":["trace[690686098] 'range keys from in-memory index tree' (duration: 113.279873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:57.140708Z","caller":"traceutil/trace.go:171","msg":"trace[874349523] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20986; }","duration":"114.75615ms","start":"2026-04-28T18:03:57.02576Z","end":"2026-04-28T18:03:57.140517Z","steps":["trace[874349523] 'range keys from in-memory index tree' (duration: 114.461912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:57.507735Z","caller":"traceutil/trace.go:171","msg":"trace[916746352] linearizableReadLoop","detail":"{readStateIndex:21772; appliedIndex:21771; }","duration":"111.096127ms","start":"2026-04-28T18:03:57.396614Z","end":"2026-04-28T18:03:57.50771Z","steps":["trace[916746352] 'read index received' (duration: 110.853301ms)","trace[916746352] 'applied index is now lower than readState.Index' (duration: 241.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:57.507774Z","caller":"traceutil/trace.go:171","msg":"trace[1454180793] transaction","detail":"{read_only:false; response_revision:20987; number_of_response:1; }","duration":"231.608273ms","start":"2026-04-28T18:03:57.276138Z","end":"2026-04-28T18:03:57.507746Z","steps":["trace[1454180793] 'process raft request' (duration: 231.389428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:57.508027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.392765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:03:57.508425Z","caller":"traceutil/trace.go:171","msg":"trace[303772458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20987; }","duration":"111.840606ms","start":"2026-04-28T18:03:57.396568Z","end":"2026-04-28T18:03:57.508409Z","steps":["trace[303772458] 'agreement among raft nodes before linearized reading' (duration: 111.293602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:58.399435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:03:58.429515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.81372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:58.429644Z","caller":"traceutil/trace.go:171","msg":"trace[446752964] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20987; }","duration":"168.950773ms","start":"2026-04-28T18:03:58.26067Z","end":"2026-04-28T18:03:58.429621Z","steps":["trace[446752964] 'range keys from in-memory index tree' (duration: 168.79573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:58.43021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.394202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:03:58.430655Z","caller":"traceutil/trace.go:171","msg":"trace[624504976] linearizableReadLoop","detail":"{readStateIndex:21777; appliedIndex:21772; }","duration":"532.209566ms","start":"2026-04-28T18:03:57.89842Z","end":"2026-04-28T18:03:58.43063Z","steps":["trace[624504976] 'read index received' (duration: 530.495193ms)","trace[624504976] 'applied index is now lower than readState.Index' (duration: 1.712903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:58.431034Z","caller":"traceutil/trace.go:171","msg":"trace[1018718287] transaction","detail":"{read_only:false; response_revision:20988; number_of_response:1; }","duration":"917.160726ms","start":"2026-04-28T18:03:57.513854Z","end":"2026-04-28T18:03:58.431015Z","steps":["trace[1018718287] 'process raft request' (duration: 237.840931ms)","trace[1018718287] 'compare' (duration: 678.054364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:58.431118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:57.513839Z","time spent":"917.240419ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:58.431149Z","caller":"traceutil/trace.go:171","msg":"trace[1303620382] transaction","detail":"{read_only:false; response_revision:20989; number_of_response:1; }","duration":"917.240238ms","start":"2026-04-28T18:03:57.513888Z","end":"2026-04-28T18:03:58.431128Z","steps":["trace[1303620382] 'process raft request' (duration: 916.476669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:58.431153Z","caller":"traceutil/trace.go:171","msg":"trace[1985926578] transaction","detail":"{read_only:false; response_revision:20990; number_of_response:1; }","duration":"917.214028ms","start":"2026-04-28T18:03:57.513914Z","end":"2026-04-28T18:03:58.431128Z","steps":["trace[1985926578] 'process raft request' (duration: 916.523821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:58.43118Z","caller":"traceutil/trace.go:171","msg":"trace[232150803] transaction","detail":"{read_only:false; response_revision:20991; number_of_response:1; }","duration":"917.109496ms","start":"2026-04-28T18:03:57.514037Z","end":"2026-04-28T18:03:58.431147Z","steps":["trace[232150803] 'process raft request' (duration: 916.443239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:58.431252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.838202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:03:58.431284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:57.513862Z","time spent":"917.341661ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:58.431283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:57.513768Z","time spent":"917.437874ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:58.431317Z","caller":"traceutil/trace.go:171","msg":"trace[421296620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20992; }","duration":"532.936864ms","start":"2026-04-28T18:03:57.898365Z","end":"2026-04-28T18:03:58.431302Z","steps":["trace[421296620] 'agreement among raft nodes before linearized reading' (duration: 532.764669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:58.43135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:57.898341Z","time spent":"533.003856ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:03:58.43115Z","caller":"traceutil/trace.go:171","msg":"trace[478452653] transaction","detail":"{read_only:false; response_revision:20992; number_of_response:1; }","duration":"915.422992ms","start":"2026-04-28T18:03:57.515693Z","end":"2026-04-28T18:03:58.431116Z","steps":["trace[478452653] 'process raft request' (duration: 914.832197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:58.431355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:57.514028Z","time spent":"917.236429ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:58.431236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.811765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:58.431392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.327716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-28T18:03:58.431466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:57.515682Z","time spent":"915.71462ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:58.431485Z","caller":"traceutil/trace.go:171","msg":"trace[721299996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20992; }","duration":"362.092013ms","start":"2026-04-28T18:03:58.069343Z","end":"2026-04-28T18:03:58.431435Z","steps":["trace[721299996] 'agreement among raft nodes before linearized reading' (duration: 361.789634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:58.43147Z","caller":"traceutil/trace.go:171","msg":"trace[1437928598] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20992; }","duration":"343.424078ms","start":"2026-04-28T18:03:58.088031Z","end":"2026-04-28T18:03:58.431455Z","steps":["trace[1437928598] 'agreement among raft nodes before linearized reading' (duration: 343.107449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:58.431551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:58.088015Z","time spent":"343.525501ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T18:03:58.431659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:58.069315Z","time spent":"362.265326ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:03:59.437614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.596899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:03:59.437874Z","caller":"traceutil/trace.go:171","msg":"trace[1740978924] transaction","detail":"{read_only:false; response_revision:20993; number_of_response:1; }","duration":"1.001753692s","start":"2026-04-28T18:03:58.43609Z","end":"2026-04-28T18:03:59.437844Z","steps":["trace[1740978924] 'process raft request' (duration: 723.823305ms)","trace[1740978924] 'compare' (duration: 277.115977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:03:59.438027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:58.436057Z","time spent":"1.001896046s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:03:59.43803Z","caller":"traceutil/trace.go:171","msg":"trace[690319146] transaction","detail":"{read_only:false; response_revision:20994; number_of_response:1; }","duration":"968.707324ms","start":"2026-04-28T18:03:58.469293Z","end":"2026-04-28T18:03:59.438001Z","steps":["trace[690319146] 'process raft request' (duration: 968.489629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:58.469269Z","time spent":"968.806476ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:03:59.438141Z","caller":"traceutil/trace.go:171","msg":"trace[471829796] linearizableReadLoop","detail":"{readStateIndex:21780; appliedIndex:21777; }","duration":"293.350199ms","start":"2026-04-28T18:03:59.144768Z","end":"2026-04-28T18:03:59.438118Z","steps":["trace[471829796] 'read index received' (duration: 15.153025ms)","trace[471829796] 'applied index is now lower than readState.Index' (duration: 278.195664ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:03:59.438193Z","caller":"traceutil/trace.go:171","msg":"trace[1015000235] transaction","detail":"{read_only:false; response_revision:20995; number_of_response:1; }","duration":"823.642946ms","start":"2026-04-28T18:03:58.614499Z","end":"2026-04-28T18:03:59.438142Z","steps":["trace[1015000235] 'process raft request' (duration: 823.445061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.484022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:59.43831Z","caller":"traceutil/trace.go:171","msg":"trace[338964524] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20995; }","duration":"293.570605ms","start":"2026-04-28T18:03:59.144728Z","end":"2026-04-28T18:03:59.438299Z","steps":["trace[338964524] 'agreement among raft nodes before linearized reading' (duration: 293.491703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.470412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:59.438366Z","caller":"traceutil/trace.go:171","msg":"trace[253903940] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20995; }","duration":"293.541734ms","start":"2026-04-28T18:03:59.144814Z","end":"2026-04-28T18:03:59.438355Z","steps":["trace[253903940] 'agreement among raft nodes before linearized reading' (duration: 293.473932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:58.614478Z","time spent":"823.803029ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:03:59.438433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.685882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:03:59.43845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.313407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:59.438466Z","caller":"traceutil/trace.go:171","msg":"trace[1792871878] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20995; }","duration":"290.737033ms","start":"2026-04-28T18:03:59.14772Z","end":"2026-04-28T18:03:59.438457Z","steps":["trace[1792871878] 'agreement among raft nodes before linearized reading' (duration: 290.611069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:59.438473Z","caller":"traceutil/trace.go:171","msg":"trace[957182957] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20995; }","duration":"291.350538ms","start":"2026-04-28T18:03:59.147115Z","end":"2026-04-28T18:03:59.438465Z","steps":["trace[957182957] 'agreement among raft nodes before linearized reading' (duration: 291.312307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.573465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:59.438615Z","caller":"traceutil/trace.go:171","msg":"trace[1191647000] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20995; }","duration":"293.619435ms","start":"2026-04-28T18:03:59.144985Z","end":"2026-04-28T18:03:59.438604Z","steps":["trace[1191647000] 'agreement among raft nodes before linearized reading' (duration: 293.542883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.492782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-28T18:03:59.438655Z","caller":"traceutil/trace.go:171","msg":"trace[1963897207] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:20995; }","duration":"276.535832ms","start":"2026-04-28T18:03:59.162111Z","end":"2026-04-28T18:03:59.438647Z","steps":["trace[1963897207] 'agreement among raft nodes before linearized reading' (duration: 276.44804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.456615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:03:59.438698Z","caller":"traceutil/trace.go:171","msg":"trace[889294572] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20995; }","duration":"292.63876ms","start":"2026-04-28T18:03:59.146048Z","end":"2026-04-28T18:03:59.438687Z","steps":["trace[889294572] 'agreement among raft nodes before linearized reading' (duration: 292.444566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.632455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:59.438775Z","caller":"traceutil/trace.go:171","msg":"trace[1547779935] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20995; }","duration":"291.685986ms","start":"2026-04-28T18:03:59.147076Z","end":"2026-04-28T18:03:59.438762Z","steps":["trace[1547779935] 'agreement among raft nodes before linearized reading' (duration: 291.524622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:03:59.438828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.04212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:03:59.438856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.04733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:03:59.438862Z","caller":"traceutil/trace.go:171","msg":"trace[441941891] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20995; }","duration":"291.073381ms","start":"2026-04-28T18:03:59.147778Z","end":"2026-04-28T18:03:59.438851Z","steps":["trace[441941891] 'agreement among raft nodes before linearized reading' (duration: 291.02467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:03:59.438884Z","caller":"traceutil/trace.go:171","msg":"trace[763502176] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20995; }","duration":"291.087691ms","start":"2026-04-28T18:03:59.147788Z","end":"2026-04-28T18:03:59.438876Z","steps":["trace[763502176] 'agreement among raft nodes before linearized reading' (duration: 290.999889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:00.131855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897826,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:04:00.394249Z","caller":"traceutil/trace.go:171","msg":"trace[245936654] transaction","detail":"{read_only:false; response_revision:20996; number_of_response:1; }","duration":"947.802383ms","start":"2026-04-28T18:03:59.446417Z","end":"2026-04-28T18:04:00.394219Z","steps":["trace[245936654] 'process raft request' (duration: 947.599338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:00.394404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:59.446389Z","time spent":"947.940377ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:00.908189Z","caller":"traceutil/trace.go:171","msg":"trace[1851515674] linearizableReadLoop","detail":"{readStateIndex:21782; appliedIndex:21780; }","duration":"1.290985095s","start":"2026-04-28T18:03:59.617168Z","end":"2026-04-28T18:04:00.908153Z","steps":["trace[1851515674] 'read index received' (duration: 776.859918ms)","trace[1851515674] 'applied index is now lower than readState.Index' (duration: 514.123587ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:00.908347Z","caller":"traceutil/trace.go:171","msg":"trace[509274382] transaction","detail":"{read_only:false; response_revision:20997; number_of_response:1; }","duration":"1.461055299s","start":"2026-04-28T18:03:59.447277Z","end":"2026-04-28T18:04:00.908332Z","steps":["trace[509274382] 'process raft request' (duration: 1.460620758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:00.908487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:59.447266Z","time spent":"1.46111368s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:00.90882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291625122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T18:04:00.908929Z","caller":"traceutil/trace.go:171","msg":"trace[160374965] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20997; }","duration":"1.291784166s","start":"2026-04-28T18:03:59.617117Z","end":"2026-04-28T18:04:00.908901Z","steps":["trace[160374965] 'agreement among raft nodes before linearized reading' (duration: 1.291518759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:00.908993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:59.617093Z","time spent":"1.291886808s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:01.889595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.932596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:01.889717Z","caller":"traceutil/trace.go:171","msg":"trace[1327157148] linearizableReadLoop","detail":"{readStateIndex:21783; appliedIndex:21782; }","duration":"981.419396ms","start":"2026-04-28T18:04:00.908278Z","end":"2026-04-28T18:04:01.889697Z","steps":["trace[1327157148] 'read index received' (duration: 162.188572ms)","trace[1327157148] 'applied index is now lower than readState.Index' (duration: 819.229323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:01.889905Z","caller":"traceutil/trace.go:171","msg":"trace[2021338901] transaction","detail":"{read_only:false; response_revision:20998; number_of_response:1; }","duration":"1.491174152s","start":"2026-04-28T18:04:00.398718Z","end":"2026-04-28T18:04:01.889892Z","steps":["trace[2021338901] 'process raft request' (duration: 671.857067ms)","trace[2021338901] 'compare' (duration: 818.413723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:01.889946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.398694Z","time spent":"1.491233093s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:01.890249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.651095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.890277Z","caller":"traceutil/trace.go:171","msg":"trace[1811737159] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20998; }","duration":"444.701976ms","start":"2026-04-28T18:04:01.445567Z","end":"2026-04-28T18:04:01.890269Z","steps":["trace[1811737159] 'agreement among raft nodes before linearized reading' (duration: 444.630534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496969179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-28T18:04:01.890297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.805224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9812"} {"level":"warn","ts":"2026-04-28T18:04:01.890289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.798562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.890341Z","caller":"traceutil/trace.go:171","msg":"trace[2136931043] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:20998; }","duration":"975.914456ms","start":"2026-04-28T18:04:00.914415Z","end":"2026-04-28T18:04:01.89033Z","steps":["trace[2136931043] 'agreement among raft nodes before linearized reading' (duration: 975.750332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20487566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T18:04:01.890375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.914387Z","time spent":"975.980698ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9836,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T18:04:01.890379Z","caller":"traceutil/trace.go:171","msg":"trace[642895180] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20998; }","duration":"441.931076ms","start":"2026-04-28T18:04:01.448428Z","end":"2026-04-28T18:04:01.890359Z","steps":["trace[642895180] 'agreement among raft nodes before linearized reading' (duration: 441.736361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474422928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.890395Z","caller":"traceutil/trace.go:171","msg":"trace[1387844222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20998; }","duration":"2.204985222s","start":"2026-04-28T18:03:59.685387Z","end":"2026-04-28T18:04:01.890372Z","steps":["trace[1387844222] 'agreement among raft nodes before linearized reading' (duration: 2.204711266s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:01.890415Z","caller":"traceutil/trace.go:171","msg":"trace[316136337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20998; }","duration":"1.474453188s","start":"2026-04-28T18:04:00.415954Z","end":"2026-04-28T18:04:01.890407Z","steps":["trace[316136337] 'agreement among raft nodes before linearized reading' (duration: 1.474400027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10105745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:01.890426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.448419Z","time spent":"442.000288ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.415892Z","time spent":"1.47453851s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:01.890442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:03:59.685323Z","time spent":"2.205111336s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451941597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:04:01.890458Z","caller":"traceutil/trace.go:171","msg":"trace[1572903973] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:20998; }","duration":"1.101159342s","start":"2026-04-28T18:04:00.789282Z","end":"2026-04-28T18:04:01.890442Z","steps":["trace[1572903973] 'agreement among raft nodes before linearized reading' (duration: 1.10108317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.89042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453677001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:04:01.890495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.78925Z","time spent":"1.101237094s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:01.890509Z","caller":"traceutil/trace.go:171","msg":"trace[1754614673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20998; }","duration":"1.45206553s","start":"2026-04-28T18:04:00.438418Z","end":"2026-04-28T18:04:01.890484Z","steps":["trace[1754614673] 'agreement among raft nodes before linearized reading' (duration: 1.451735612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.438358Z","time spent":"1.452222385s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.029994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.890643Z","caller":"traceutil/trace.go:171","msg":"trace[549712980] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20998; }","duration":"445.060915ms","start":"2026-04-28T18:04:01.445573Z","end":"2026-04-28T18:04:01.890634Z","steps":["trace[549712980] 'agreement among raft nodes before linearized reading' (duration: 445.008304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.445532Z","time spent":"445.128537ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.108416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:04:01.890721Z","caller":"traceutil/trace.go:171","msg":"trace[902072401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20998; }","duration":"402.194768ms","start":"2026-04-28T18:04:01.488515Z","end":"2026-04-28T18:04:01.890709Z","steps":["trace[902072401] 'agreement among raft nodes before linearized reading' (duration: 402.130016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514269017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:01.890738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.48848Z","time spent":"402.253369ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:04:01.890748Z","caller":"traceutil/trace.go:171","msg":"trace[1741696362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20998; }","duration":"1.51434286s","start":"2026-04-28T18:04:00.376395Z","end":"2026-04-28T18:04:01.890738Z","steps":["trace[1741696362] 'agreement among raft nodes before linearized reading' (duration: 1.514291538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.46194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:01.890772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.37637Z","time spent":"1.51439607s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:01.890332Z","caller":"traceutil/trace.go:171","msg":"trace[1901255424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20998; }","duration":"1.497096442s","start":"2026-04-28T18:04:00.393218Z","end":"2026-04-28T18:04:01.890315Z","steps":["trace[1901255424] 'agreement among raft nodes before linearized reading' (duration: 1.496809465s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:01.890783Z","caller":"traceutil/trace.go:171","msg":"trace[108589340] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20998; }","duration":"442.840489ms","start":"2026-04-28T18:04:01.447931Z","end":"2026-04-28T18:04:01.890771Z","steps":["trace[108589340] 'agreement among raft nodes before linearized reading' (duration: 442.379928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.777207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:01.890805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.393197Z","time spent":"1.497601395s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.447923Z","time spent":"442.88296ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:01.890821Z","caller":"traceutil/trace.go:171","msg":"trace[217237867] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20998; }","duration":"440.814237ms","start":"2026-04-28T18:04:01.450001Z","end":"2026-04-28T18:04:01.890815Z","steps":["trace[217237867] 'agreement among raft nodes before linearized reading' (duration: 440.659964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.449996Z","time spent":"440.840878ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.686085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.890926Z","caller":"traceutil/trace.go:171","msg":"trace[1390583002] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20998; }","duration":"443.173519ms","start":"2026-04-28T18:04:01.44774Z","end":"2026-04-28T18:04:01.890913Z","steps":["trace[1390583002] 'agreement among raft nodes before linearized reading' (duration: 442.696996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.424475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:01.89096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.447727Z","time spent":"443.22399ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:01.890525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.662529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:01.890995Z","caller":"traceutil/trace.go:171","msg":"trace[1608174576] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20998; }","duration":"440.141892ms","start":"2026-04-28T18:04:01.450849Z","end":"2026-04-28T18:04:01.890991Z","steps":["trace[1608174576] 'agreement among raft nodes before linearized reading' (duration: 439.634238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.891005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565842746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:01.891017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.450819Z","time spent":"440.188433ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:01.891026Z","caller":"traceutil/trace.go:171","msg":"trace[1971379332] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20998; }","duration":"1.565902348s","start":"2026-04-28T18:04:00.325117Z","end":"2026-04-28T18:04:01.891019Z","steps":["trace[1971379332] 'agreement among raft nodes before linearized reading' (duration: 1.565756093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.445562Z","time spent":"444.730516ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:01.891044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.325089Z","time spent":"1.565950448s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:01.890812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.25659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.891099Z","caller":"traceutil/trace.go:171","msg":"trace[842433444] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20998; }","duration":"445.578128ms","start":"2026-04-28T18:04:01.445513Z","end":"2026-04-28T18:04:01.891091Z","steps":["trace[842433444] 'agreement among raft nodes before linearized reading' (duration: 445.27753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:01.89097Z","caller":"traceutil/trace.go:171","msg":"trace[1534250955] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20998; }","duration":"441.460885ms","start":"2026-04-28T18:04:01.449498Z","end":"2026-04-28T18:04:01.890959Z","steps":["trace[1534250955] 'agreement among raft nodes before linearized reading' (duration: 441.423954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452227225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:04:01.891137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.449493Z","time spent":"441.634339ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:01.891141Z","caller":"traceutil/trace.go:171","msg":"trace[1840225163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20998; }","duration":"1.452635795s","start":"2026-04-28T18:04:00.438495Z","end":"2026-04-28T18:04:01.891131Z","steps":["trace[1840225163] 'agreement among raft nodes before linearized reading' (duration: 1.452179493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.89117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.438479Z","time spent":"1.452681977s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:01.891068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824229719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:01.891196Z","caller":"traceutil/trace.go:171","msg":"trace[1014148356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20998; }","duration":"1.824391123s","start":"2026-04-28T18:04:00.066797Z","end":"2026-04-28T18:04:01.891188Z","steps":["trace[1014148356] 'agreement among raft nodes before linearized reading' (duration: 1.824245989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.890307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451792934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:04:01.891227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.066774Z","time spent":"1.824444754s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:04:01.891233Z","caller":"traceutil/trace.go:171","msg":"trace[936390312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20998; }","duration":"1.452768699s","start":"2026-04-28T18:04:00.438454Z","end":"2026-04-28T18:04:01.891223Z","steps":["trace[936390312] 'agreement among raft nodes before linearized reading' (duration: 1.451624939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.891116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.44549Z","time spent":"445.62054ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:01.891264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.438447Z","time spent":"1.452807839s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:04:01.890527Z","caller":"traceutil/trace.go:171","msg":"trace[785493980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20998; }","duration":"1.453844056s","start":"2026-04-28T18:04:00.436656Z","end":"2026-04-28T18:04:01.8905Z","steps":["trace[785493980] 'agreement among raft nodes before linearized reading' (duration: 1.453483347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:01.891976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:00.43664Z","time spent":"1.455316504s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:02.773756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.795482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:02.773859Z","caller":"traceutil/trace.go:171","msg":"trace[1142627307] transaction","detail":"{read_only:false; response_revision:20999; number_of_response:1; }","duration":"876.363272ms","start":"2026-04-28T18:04:01.897475Z","end":"2026-04-28T18:04:02.773839Z","steps":["trace[1142627307] 'process raft request' (duration: 326.401876ms)","trace[1142627307] 'compare' (duration: 549.657669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:02.773916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.897457Z","time spent":"876.431955ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:02.851984Z","caller":"traceutil/trace.go:171","msg":"trace[182237003] linearizableReadLoop","detail":"{readStateIndex:21788; appliedIndex:21783; }","duration":"948.732948ms","start":"2026-04-28T18:04:01.903214Z","end":"2026-04-28T18:04:02.851947Z","steps":["trace[182237003] 'read index received' (duration: 320.558869ms)","trace[182237003] 'applied index is now lower than readState.Index' (duration: 628.172839ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:02.852063Z","caller":"traceutil/trace.go:171","msg":"trace[607410646] transaction","detail":"{read_only:false; response_revision:21000; number_of_response:1; }","duration":"953.984551ms","start":"2026-04-28T18:04:01.897863Z","end":"2026-04-28T18:04:02.851847Z","steps":["trace[607410646] 'process raft request' (duration: 953.717583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.852434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.897852Z","time spent":"954.478814ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:02.852473Z","caller":"traceutil/trace.go:171","msg":"trace[1808025111] transaction","detail":"{read_only:false; response_revision:21001; number_of_response:1; }","duration":"954.451373ms","start":"2026-04-28T18:04:01.898005Z","end":"2026-04-28T18:04:02.852457Z","steps":["trace[1808025111] 'process raft request' (duration: 953.739384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.85259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.89797Z","time spent":"954.532175ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:02.852678Z","caller":"traceutil/trace.go:171","msg":"trace[1982454306] transaction","detail":"{read_only:false; response_revision:21004; number_of_response:1; }","duration":"948.051191ms","start":"2026-04-28T18:04:01.904594Z","end":"2026-04-28T18:04:02.852645Z","steps":["trace[1982454306] 'process raft request' (duration: 947.298722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.852814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.60696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:02.852826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.904579Z","time spent":"948.160113ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9928,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:02.853023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.569773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T18:04:02.853051Z","caller":"traceutil/trace.go:171","msg":"trace[1658976586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21004; }","duration":"849.598443ms","start":"2026-04-28T18:04:02.003444Z","end":"2026-04-28T18:04:02.853043Z","steps":["trace[1658976586] 'agreement among raft nodes before linearized reading' (duration: 849.426279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.853086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:02.003366Z","time spent":"849.713476ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-28T18:04:02.853105Z","caller":"traceutil/trace.go:171","msg":"trace[517199292] transaction","detail":"{read_only:false; response_revision:21002; number_of_response:1; }","duration":"953.228061ms","start":"2026-04-28T18:04:01.899865Z","end":"2026-04-28T18:04:02.853093Z","steps":["trace[517199292] 'process raft request' (duration: 951.949779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.853157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.899835Z","time spent":"953.294933ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:02.853294Z","caller":"traceutil/trace.go:171","msg":"trace[270587563] transaction","detail":"{read_only:false; response_revision:21003; number_of_response:1; }","duration":"951.329994ms","start":"2026-04-28T18:04:01.901956Z","end":"2026-04-28T18:04:02.853286Z","steps":["trace[270587563] 'process raft request' (duration: 949.899328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.853333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.901928Z","time spent":"951.383085ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:02.852847Z","caller":"traceutil/trace.go:171","msg":"trace[914208955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21004; }","duration":"949.63916ms","start":"2026-04-28T18:04:01.903198Z","end":"2026-04-28T18:04:02.852837Z","steps":["trace[914208955] 'agreement among raft nodes before linearized reading' (duration: 949.575819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:02.853528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:01.902128Z","time spent":"951.393824ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:03.468556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:03.968829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:04.46908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:04.971043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:05.182458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:04:05.182609Z","caller":"traceutil/trace.go:171","msg":"trace[2017827203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736243s","start":"2026-04-28T18:04:03.181837Z","end":"2026-04-28T18:04:05.182573Z","steps":["trace[2017827203] 'agreement among raft nodes before linearized reading' (duration: 2.000552648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:05.18269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.181813Z","time spent":"2.000858727s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:05.472096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:05.50931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.336019481s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:04:05.547609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.054649Z","time spent":"1.492957263s","remote":"127.0.0.1:53486","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:04:05.548237Z","caller":"traceutil/trace.go:171","msg":"trace[1319945231] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"2.66646925s","start":"2026-04-28T18:04:02.881739Z","end":"2026-04-28T18:04:05.548208Z","steps":["trace[1319945231] 'process raft request' (duration: 2.62785046s)","trace[1319945231] 'compare' (duration: 35.758158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:05.548377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:02.881703Z","time spent":"2.666598514s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:05.548641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.955593Z","time spent":"1.591885201s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:04:05.618609Z","caller":"traceutil/trace.go:171","msg":"trace[766670050] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"1.958722675s","start":"2026-04-28T18:04:03.659846Z","end":"2026-04-28T18:04:05.618568Z","steps":["trace[766670050] 'process raft request' (duration: 1.958452268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:05.618793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.659814Z","time spent":"1.958877989s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:06.490882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.399286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:04:06.49105Z","caller":"traceutil/trace.go:171","msg":"trace[1589933869] linearizableReadLoop","detail":"{readStateIndex:21792; appliedIndex:21789; }","duration":"3.522949474s","start":"2026-04-28T18:04:02.968073Z","end":"2026-04-28T18:04:06.491022Z","steps":["trace[1589933869] 'read index received' (duration: 2.541534182s)","trace[1589933869] 'applied index is now lower than readState.Index' (duration: 981.412202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:06.491882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374784736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:06.491931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308674995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:06.491949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577708424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:06.491999Z","caller":"traceutil/trace.go:171","msg":"trace[1208137833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21006; }","duration":"1.308804889s","start":"2026-04-28T18:04:05.183174Z","end":"2026-04-28T18:04:06.491979Z","steps":["trace[1208137833] 'agreement among raft nodes before linearized reading' (duration: 1.308658855s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.492039Z","caller":"traceutil/trace.go:171","msg":"trace[414299833] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21006; }","duration":"2.577816157s","start":"2026-04-28T18:04:03.914202Z","end":"2026-04-28T18:04:06.492018Z","steps":["trace[414299833] 'agreement among raft nodes before linearized reading' (duration: 2.577676483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565838937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:04:06.492065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:05.183146Z","time spent":"1.30889924s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.914198Z","time spent":"2.577879818s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594965684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:06.492151Z","caller":"traceutil/trace.go:171","msg":"trace[1767600147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21006; }","duration":"1.595043676s","start":"2026-04-28T18:04:04.897099Z","end":"2026-04-28T18:04:06.492142Z","steps":["trace[1767600147] 'agreement among raft nodes before linearized reading' (duration: 1.595000605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286437118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417618"} {"level":"warn","ts":"2026-04-28T18:04:06.492206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578864994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:06.492231Z","caller":"traceutil/trace.go:171","msg":"trace[864835715] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21006; }","duration":"2.286555172s","start":"2026-04-28T18:04:04.205655Z","end":"2026-04-28T18:04:06.49221Z","steps":["trace[864835715] 'agreement among raft nodes before linearized reading' (duration: 2.286161112s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.492243Z","caller":"traceutil/trace.go:171","msg":"trace[1496223707] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21006; }","duration":"2.578912545s","start":"2026-04-28T18:04:03.91332Z","end":"2026-04-28T18:04:06.492232Z","steps":["trace[1496223707] 'agreement among raft nodes before linearized reading' (duration: 2.578824473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.913312Z","time spent":"2.578956356s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.205639Z","time spent":"2.286629043s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417642,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577183611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:06.492308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71151396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:04:06.492331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.062744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:06.492397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307303898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-28T18:04:06.492422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.345114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:06.492444Z","caller":"traceutil/trace.go:171","msg":"trace[1372076739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21006; }","duration":"140.209977ms","start":"2026-04-28T18:04:06.352196Z","end":"2026-04-28T18:04:06.492406Z","steps":["trace[1372076739] 'agreement among raft nodes before linearized reading' (duration: 140.034603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.49247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340714964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:04:06.492465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630967837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:04:06.49248Z","caller":"traceutil/trace.go:171","msg":"trace[1174794892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21006; }","duration":"245.446328ms","start":"2026-04-28T18:04:06.247017Z","end":"2026-04-28T18:04:06.492463Z","steps":["trace[1174794892] 'agreement among raft nodes before linearized reading' (duration: 245.338895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.492499Z","caller":"traceutil/trace.go:171","msg":"trace[922942483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21006; }","duration":"2.340783386s","start":"2026-04-28T18:04:04.151705Z","end":"2026-04-28T18:04:06.492489Z","steps":["trace[922942483] 'agreement among raft nodes before linearized reading' (duration: 2.340715994s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.492505Z","caller":"traceutil/trace.go:171","msg":"trace[1512140265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21006; }","duration":"1.63106435s","start":"2026-04-28T18:04:04.861432Z","end":"2026-04-28T18:04:06.492497Z","steps":["trace[1512140265] 'agreement among raft nodes before linearized reading' (duration: 1.630969977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.151678Z","time spent":"2.340839107s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:04:06.49253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026341112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:04:06.492537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.861404Z","time spent":"1.631125662s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:06.49212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57792764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:06.492576Z","caller":"traceutil/trace.go:171","msg":"trace[618595401] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21006; }","duration":"2.026421644s","start":"2026-04-28T18:04:04.466139Z","end":"2026-04-28T18:04:06.492561Z","steps":["trace[618595401] 'agreement among raft nodes before linearized reading' (duration: 2.02626692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594386908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:06.492618Z","caller":"traceutil/trace.go:171","msg":"trace[27903952] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21006; }","duration":"2.578433662s","start":"2026-04-28T18:04:03.91417Z","end":"2026-04-28T18:04:06.492603Z","steps":["trace[27903952] 'agreement among raft nodes before linearized reading' (duration: 2.577847518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.466115Z","time spent":"2.026498467s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:04:06.492633Z","caller":"traceutil/trace.go:171","msg":"trace[884317849] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21006; }","duration":"2.594454279s","start":"2026-04-28T18:04:03.898165Z","end":"2026-04-28T18:04:06.49262Z","steps":["trace[884317849] 'agreement among raft nodes before linearized reading' (duration: 2.594376987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.914164Z","time spent":"2.578480743s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481505175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T18:04:06.492673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.898152Z","time spent":"2.59451197s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:06.492698Z","caller":"traceutil/trace.go:171","msg":"trace[1788857302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21006; }","duration":"2.481565417s","start":"2026-04-28T18:04:04.011125Z","end":"2026-04-28T18:04:06.49269Z","steps":["trace[1788857302] 'agreement among raft nodes before linearized reading' (duration: 2.481508005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.011099Z","time spent":"2.481613868s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524673287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T18:04:06.492765Z","caller":"traceutil/trace.go:171","msg":"trace[1599266921] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21006; }","duration":"3.524748958s","start":"2026-04-28T18:04:02.968004Z","end":"2026-04-28T18:04:06.492753Z","steps":["trace[1599266921] 'agreement among raft nodes before linearized reading' (duration: 3.524671686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:02.967974Z","time spent":"3.52480468s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577407426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:06.49289Z","caller":"traceutil/trace.go:171","msg":"trace[1964816896] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21006; }","duration":"2.57792756s","start":"2026-04-28T18:04:03.914945Z","end":"2026-04-28T18:04:06.492873Z","steps":["trace[1964816896] 'agreement among raft nodes before linearized reading' (duration: 2.577403087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.91494Z","time spent":"2.577988312s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595270979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:06.493015Z","caller":"traceutil/trace.go:171","msg":"trace[1902384415] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21006; }","duration":"2.3073663s","start":"2026-04-28T18:04:04.185052Z","end":"2026-04-28T18:04:06.492418Z","steps":["trace[1902384415] 'agreement among raft nodes before linearized reading' (duration: 2.307292418s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.493023Z","caller":"traceutil/trace.go:171","msg":"trace[122572275] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21006; }","duration":"2.595372741s","start":"2026-04-28T18:04:03.897632Z","end":"2026-04-28T18:04:06.493005Z","steps":["trace[122572275] 'agreement among raft nodes before linearized reading' (duration: 2.595231198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.185027Z","time spent":"2.308010725s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T18:04:06.493057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.897606Z","time spent":"2.595442844s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:06.493125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596257084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:06.493131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691622442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T18:04:06.493177Z","caller":"traceutil/trace.go:171","msg":"trace[516824608] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21006; }","duration":"2.596354826s","start":"2026-04-28T18:04:03.896807Z","end":"2026-04-28T18:04:06.493162Z","steps":["trace[516824608] 'agreement among raft nodes before linearized reading' (duration: 2.596269854s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.493193Z","caller":"traceutil/trace.go:171","msg":"trace[847994743] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21006; }","duration":"2.691717815s","start":"2026-04-28T18:04:03.801453Z","end":"2026-04-28T18:04:06.493171Z","steps":["trace[847994743] 'agreement among raft nodes before linearized reading' (duration: 2.691569471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.896784Z","time spent":"2.596428859s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:06.49323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.801426Z","time spent":"2.691795077s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T18:04:06.492085Z","caller":"traceutil/trace.go:171","msg":"trace[1613280282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21006; }","duration":"1.565887427s","start":"2026-04-28T18:04:04.926187Z","end":"2026-04-28T18:04:06.492075Z","steps":["trace[1613280282] 'agreement among raft nodes before linearized reading' (duration: 1.565825666s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.49233Z","caller":"traceutil/trace.go:171","msg":"trace[1807876184] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21006; }","duration":"2.577237502s","start":"2026-04-28T18:04:03.915085Z","end":"2026-04-28T18:04:06.492323Z","steps":["trace[1807876184] 'agreement among raft nodes before linearized reading' (duration: 2.577200431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.926171Z","time spent":"1.567115459s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:06.493265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761096164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:06.493337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.915065Z","time spent":"2.578253358s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:06.492181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.89707Z","time spent":"1.595103278s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:06.491981Z","caller":"traceutil/trace.go:171","msg":"trace[278999526] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21006; }","duration":"3.374977501s","start":"2026-04-28T18:04:03.116977Z","end":"2026-04-28T18:04:06.491955Z","steps":["trace[278999526] 'agreement among raft nodes before linearized reading' (duration: 3.374790307s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:06.49336Z","caller":"traceutil/trace.go:171","msg":"trace[1939722302] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21006; }","duration":"2.761230328s","start":"2026-04-28T18:04:03.732103Z","end":"2026-04-28T18:04:06.493333Z","steps":["trace[1939722302] 'agreement among raft nodes before linearized reading' (duration: 2.761053803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.492323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577259213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:06.493414Z","caller":"traceutil/trace.go:171","msg":"trace[10885718] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21006; }","duration":"2.578376461s","start":"2026-04-28T18:04:03.915029Z","end":"2026-04-28T18:04:06.493405Z","steps":["trace[10885718] 'agreement among raft nodes before linearized reading' (duration: 2.577266293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.732084Z","time spent":"2.761319169s","remote":"127.0.0.1:60288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:06.493438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.915013Z","time spent":"2.578417562s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:06.493412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:03.11695Z","time spent":"3.376438238s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:06.491986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627270274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:04:06.493532Z","caller":"traceutil/trace.go:171","msg":"trace[1517214175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21006; }","duration":"1.628906135s","start":"2026-04-28T18:04:04.864607Z","end":"2026-04-28T18:04:06.493513Z","steps":["trace[1517214175] 'agreement among raft nodes before linearized reading' (duration: 1.627234733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.864583Z","time spent":"1.628972066s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:04:06.492369Z","caller":"traceutil/trace.go:171","msg":"trace[2026530420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21006; }","duration":"1.711611022s","start":"2026-04-28T18:04:04.780742Z","end":"2026-04-28T18:04:06.492353Z","steps":["trace[2026530420] 'agreement among raft nodes before linearized reading' (duration: 1.711398847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:04.780721Z","time spent":"1.712864905s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:06.493864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.31949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6970"} {"level":"info","ts":"2026-04-28T18:04:06.493904Z","caller":"traceutil/trace.go:171","msg":"trace[651575974] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:21006; }","duration":"942.383922ms","start":"2026-04-28T18:04:05.551507Z","end":"2026-04-28T18:04:06.493891Z","steps":["trace[651575974] 'agreement among raft nodes before linearized reading' (duration: 941.189111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:06.493936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:05.551484Z","time spent":"942.441884ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6994,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"info","ts":"2026-04-28T18:04:07.29779Z","caller":"traceutil/trace.go:171","msg":"trace[1515234011] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"795.049453ms","start":"2026-04-28T18:04:06.502616Z","end":"2026-04-28T18:04:07.297666Z","steps":["trace[1515234011] 'process raft request' (duration: 794.57866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:07.298228Z","caller":"traceutil/trace.go:171","msg":"trace[1345707255] transaction","detail":"{read_only:false; response_revision:21009; number_of_response:1; }","duration":"789.596234ms","start":"2026-04-28T18:04:06.508606Z","end":"2026-04-28T18:04:07.298202Z","steps":["trace[1345707255] 'process raft request' (duration: 789.379399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:07.298448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.508591Z","time spent":"789.738319ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:07.298532Z","caller":"traceutil/trace.go:171","msg":"trace[749628894] transaction","detail":"{read_only:false; response_revision:21010; number_of_response:1; }","duration":"789.859081ms","start":"2026-04-28T18:04:06.508646Z","end":"2026-04-28T18:04:07.298505Z","steps":["trace[749628894] 'process raft request' (duration: 789.486522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:07.298613Z","caller":"traceutil/trace.go:171","msg":"trace[1349130822] linearizableReadLoop","detail":"{readStateIndex:21794; appliedIndex:21793; }","duration":"794.867838ms","start":"2026-04-28T18:04:06.503716Z","end":"2026-04-28T18:04:07.298584Z","steps":["trace[1349130822] 'read index received' (duration: 125.264408ms)","trace[1349130822] 'applied index is now lower than readState.Index' (duration: 669.60161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:07.298704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.508634Z","time spent":"790.011286ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:07.298725Z","caller":"traceutil/trace.go:171","msg":"trace[7031469] transaction","detail":"{read_only:false; response_revision:21011; number_of_response:1; }","duration":"790.017755ms","start":"2026-04-28T18:04:06.508689Z","end":"2026-04-28T18:04:07.298707Z","steps":["trace[7031469] 'process raft request' (duration: 789.735498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:07.298871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.090804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-28T18:04:07.298823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.508655Z","time spent":"790.114388ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:07.298198Z","caller":"traceutil/trace.go:171","msg":"trace[517376738] transaction","detail":"{read_only:false; response_revision:21008; number_of_response:1; }","duration":"789.588244ms","start":"2026-04-28T18:04:06.508565Z","end":"2026-04-28T18:04:07.298153Z","steps":["trace[517376738] 'process raft request' (duration: 789.01154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:07.298929Z","caller":"traceutil/trace.go:171","msg":"trace[1047832814] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:21011; }","duration":"795.236597ms","start":"2026-04-28T18:04:06.503674Z","end":"2026-04-28T18:04:07.298911Z","steps":["trace[1047832814] 'agreement among raft nodes before linearized reading' (duration: 795.069933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:07.298976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.503656Z","time spent":"795.30956ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" "} {"level":"warn","ts":"2026-04-28T18:04:07.298989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.508548Z","time spent":"790.389365ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6905,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:07.303172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.502594Z","time spent":"795.386611ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:07.799916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:08.30058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:08.442958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.661179ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:08.443197Z","caller":"traceutil/trace.go:171","msg":"trace[1654380856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21011; }","duration":"181.943056ms","start":"2026-04-28T18:04:08.261204Z","end":"2026-04-28T18:04:08.443147Z","steps":["trace[1654380856] 'range keys from in-memory index tree' (duration: 181.639599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.492091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154332099s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:04:08.492738Z","caller":"traceutil/trace.go:171","msg":"trace[2127824774] transaction","detail":"{read_only:false; response_revision:21012; number_of_response:1; }","duration":"1.861811479s","start":"2026-04-28T18:04:06.630898Z","end":"2026-04-28T18:04:08.49271Z","steps":["trace[2127824774] 'process raft request' (duration: 1.861398299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.49297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.630875Z","time spent":"1.861946673s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:08.493967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.778961Z","time spent":"1.714988005s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:04:08.495295Z","caller":"traceutil/trace.go:171","msg":"trace[323397663] transaction","detail":"{read_only:false; response_revision:21013; number_of_response:1; }","duration":"1.53783464s","start":"2026-04-28T18:04:06.957423Z","end":"2026-04-28T18:04:08.495257Z","steps":["trace[323397663] 'process raft request' (duration: 1.53664784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.495495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.95739Z","time spent":"1.538025035s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417601,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:08.495689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676695582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:04:08.495747Z","caller":"traceutil/trace.go:171","msg":"trace[94206346] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21013; }","duration":"1.676811605s","start":"2026-04-28T18:04:06.818926Z","end":"2026-04-28T18:04:08.495737Z","steps":["trace[94206346] 'agreement among raft nodes before linearized reading' (duration: 1.676348494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.495775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.818898Z","time spent":"1.676869307s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":206,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:08.496352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885384828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:08.496402Z","caller":"traceutil/trace.go:171","msg":"trace[171584355] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21013; }","duration":"1.88547991s","start":"2026-04-28T18:04:06.61091Z","end":"2026-04-28T18:04:08.49639Z","steps":["trace[171584355] 'agreement among raft nodes before linearized reading' (duration: 1.885396668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.496427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.610885Z","time spent":"1.885534521s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:08.495209Z","caller":"traceutil/trace.go:171","msg":"trace[1214893744] linearizableReadLoop","detail":"{readStateIndex:21801; appliedIndex:21798; }","duration":"1.196485268s","start":"2026-04-28T18:04:07.298705Z","end":"2026-04-28T18:04:08.49519Z","steps":["trace[1214893744] 'read index received' (duration: 1.193527563s)","trace[1214893744] 'applied index is now lower than readState.Index' (duration: 2.956825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:08.497174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988669469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:08.497304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191122752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-04-28T18:04:08.497329Z","caller":"traceutil/trace.go:171","msg":"trace[702252788] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:21013; }","duration":"1.191191984s","start":"2026-04-28T18:04:07.30613Z","end":"2026-04-28T18:04:08.497322Z","steps":["trace[702252788] 'agreement among raft nodes before linearized reading' (duration: 1.191096311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.497349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:07.306105Z","time spent":"1.191239695s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T18:04:08.497692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016263606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:04:08.497726Z","caller":"traceutil/trace.go:171","msg":"trace[320209164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21013; }","duration":"1.016295796s","start":"2026-04-28T18:04:07.48142Z","end":"2026-04-28T18:04:08.497716Z","steps":["trace[320209164] 'agreement among raft nodes before linearized reading' (duration: 1.016213034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.497747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:07.48141Z","time spent":"1.016332448s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T18:04:08.497956Z","caller":"traceutil/trace.go:171","msg":"trace[209757534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21013; }","duration":"1.98872507s","start":"2026-04-28T18:04:06.50847Z","end":"2026-04-28T18:04:08.497195Z","steps":["trace[209757534] 'agreement among raft nodes before linearized reading' (duration: 1.988675969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.497988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:06.508459Z","time spent":"1.98952323s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:08.49768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020615135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:04:08.499249Z","caller":"traceutil/trace.go:171","msg":"trace[1553537349] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21013; }","duration":"1.022236056s","start":"2026-04-28T18:04:07.476986Z","end":"2026-04-28T18:04:08.499222Z","steps":["trace[1553537349] 'agreement among raft nodes before linearized reading' (duration: 1.020468432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:08.499346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:07.476964Z","time spent":"1.02236747s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:09.001664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.897672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:09.002086Z","caller":"traceutil/trace.go:171","msg":"trace[1640634323] linearizableReadLoop","detail":"{readStateIndex:21802; appliedIndex:21801; }","duration":"501.280299ms","start":"2026-04-28T18:04:08.500751Z","end":"2026-04-28T18:04:09.002031Z","steps":["trace[1640634323] 'read index received' (duration: 114.909206ms)","trace[1640634323] 'applied index is now lower than readState.Index' (duration: 386.369383ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:09.002507Z","caller":"traceutil/trace.go:171","msg":"trace[1102890370] transaction","detail":"{read_only:false; response_revision:21014; number_of_response:1; }","duration":"503.997908ms","start":"2026-04-28T18:04:08.498469Z","end":"2026-04-28T18:04:09.002467Z","steps":["trace[1102890370] 'process raft request' (duration: 117.171123ms)","trace[1102890370] 'compare' (duration: 385.41824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:09.002693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.498458Z","time spent":"504.151732ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:09.002774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.988507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:04:09.002875Z","caller":"traceutil/trace.go:171","msg":"trace[1652193160] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21014; }","duration":"502.148111ms","start":"2026-04-28T18:04:08.500704Z","end":"2026-04-28T18:04:09.002852Z","steps":["trace[1652193160] 'agreement among raft nodes before linearized reading' (duration: 501.766961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:09.002934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.500685Z","time spent":"502.237303ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:04:09.503341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:10.004522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:10.148727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533049598s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:04:10.496996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.915859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:10.497359Z","caller":"traceutil/trace.go:171","msg":"trace[420997056] transaction","detail":"{read_only:false; response_revision:21017; number_of_response:1; }","duration":"1.987206712s","start":"2026-04-28T18:04:08.510127Z","end":"2026-04-28T18:04:10.497334Z","steps":["trace[420997056] 'process raft request' (duration: 1.98712941s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:10.497357Z","caller":"traceutil/trace.go:171","msg":"trace[53844201] transaction","detail":"{read_only:false; response_revision:21015; number_of_response:1; }","duration":"1.993273576s","start":"2026-04-28T18:04:08.504042Z","end":"2026-04-28T18:04:10.497315Z","steps":["trace[53844201] 'process raft request' (duration: 1.644932657s)","trace[53844201] 'compare' (duration: 347.65235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:10.497465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.510113Z","time spent":"1.987294884s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:10.497554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.50403Z","time spent":"1.99341058s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:10.497791Z","caller":"traceutil/trace.go:171","msg":"trace[1283975138] transaction","detail":"{read_only:false; response_revision:21016; number_of_response:1; }","duration":"1.987995112s","start":"2026-04-28T18:04:08.509784Z","end":"2026-04-28T18:04:10.497779Z","steps":["trace[1283975138] 'process raft request' (duration: 1.987348356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:10.497864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.509764Z","time spent":"1.988065143s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:10.508975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:04:10.509053Z","caller":"traceutil/trace.go:171","msg":"trace[1951709322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791906s","start":"2026-04-28T18:04:08.508245Z","end":"2026-04-28T18:04:10.509037Z","steps":["trace[1951709322] 'agreement among raft nodes before linearized reading' (duration: 2.000693153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:10.509093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.508217Z","time spent":"2.000867608s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:04:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:04:11.588333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.804994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:11.588626Z","caller":"traceutil/trace.go:171","msg":"trace[169511930] transaction","detail":"{read_only:false; response_revision:21018; number_of_response:1; }","duration":"1.96550066s","start":"2026-04-28T18:04:09.623077Z","end":"2026-04-28T18:04:11.588578Z","steps":["trace[169511930] 'process raft request' (duration: 1.658338607s)","trace[169511930] 'compare' (duration: 306.461265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:11.588873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.623051Z","time spent":"1.965709545s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:11.589316Z","caller":"traceutil/trace.go:171","msg":"trace[382620255] transaction","detail":"{read_only:false; response_revision:21019; number_of_response:1; }","duration":"1.959457377s","start":"2026-04-28T18:04:09.629829Z","end":"2026-04-28T18:04:11.589286Z","steps":["trace[382620255] 'process raft request' (duration: 1.958664327s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:11.589404Z","caller":"traceutil/trace.go:171","msg":"trace[820472292] linearizableReadLoop","detail":"{readStateIndex:21807; appliedIndex:21802; }","duration":"2.586849787s","start":"2026-04-28T18:04:09.002508Z","end":"2026-04-28T18:04:11.589358Z","steps":["trace[820472292] 'read index received' (duration: 1.1464908s)","trace[820472292] 'applied index is now lower than readState.Index' (duration: 1.440353507s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:11.589455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.629797Z","time spent":"1.959584331s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:12.509558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:04:12.509652Z","caller":"traceutil/trace.go:171","msg":"trace[1732840676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278123s","start":"2026-04-28T18:04:10.509352Z","end":"2026-04-28T18:04:12.50963Z","steps":["trace[1732840676] 'agreement among raft nodes before linearized reading' (duration: 2.0001613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:12.509698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:10.509325Z","time spent":"2.000363795s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619442891s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:04:13.208121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706367375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.208165Z","caller":"traceutil/trace.go:171","msg":"trace[2089941306] linearizableReadLoop","detail":"{readStateIndex:21808; appliedIndex:21807; }","duration":"1.61864662s","start":"2026-04-28T18:04:11.589496Z","end":"2026-04-28T18:04:13.208143Z","steps":["trace[2089941306] 'read index received' (duration: 524.803µs)","trace[2089941306] 'applied index is now lower than readState.Index' (duration: 1.618120117s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:13.208216Z","caller":"traceutil/trace.go:171","msg":"trace[1920420564] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21019; }","duration":"4.706510268s","start":"2026-04-28T18:04:08.501681Z","end":"2026-04-28T18:04:13.208191Z","steps":["trace[1920420564] 'agreement among raft nodes before linearized reading' (duration: 3.088065134s)","trace[1920420564] 'range keys from in-memory index tree' (duration: 1.61829133s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.209215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704710834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:13.209291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.501669Z","time spent":"4.707610837s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:13.209329Z","caller":"traceutil/trace.go:171","msg":"trace[1303627118] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21019; }","duration":"4.704847197s","start":"2026-04-28T18:04:08.504456Z","end":"2026-04-28T18:04:13.209303Z","steps":["trace[1303627118] 'agreement among raft nodes before linearized reading' (duration: 3.085279733s)","trace[1303627118] 'range keys from in-memory index tree' (duration: 1.619425379s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.209379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504449Z","time spent":"4.704914768s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703757718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.209868Z","caller":"traceutil/trace.go:171","msg":"trace[510811883] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21019; }","duration":"4.705263408s","start":"2026-04-28T18:04:08.504551Z","end":"2026-04-28T18:04:13.209815Z","steps":["trace[510811883] 'agreement among raft nodes before linearized reading' (duration: 3.0851489s)","trace[510811883] 'range keys from in-memory index tree' (duration: 1.618598178s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.209907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504548Z","time spent":"4.70534761s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703774409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.210088Z","caller":"traceutil/trace.go:171","msg":"trace[1225589512] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21019; }","duration":"4.705484983s","start":"2026-04-28T18:04:08.504585Z","end":"2026-04-28T18:04:13.21007Z","steps":["trace[1225589512] 'agreement among raft nodes before linearized reading' (duration: 3.085090159s)","trace[1225589512] 'range keys from in-memory index tree' (duration: 1.61868112s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.210123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504582Z","time spent":"4.705531584s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703325447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.210236Z","caller":"traceutil/trace.go:171","msg":"trace[842522228] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21019; }","duration":"4.705256296s","start":"2026-04-28T18:04:08.504968Z","end":"2026-04-28T18:04:13.210224Z","steps":["trace[842522228] 'agreement among raft nodes before linearized reading' (duration: 3.084689027s)","trace[842522228] 'range keys from in-memory index tree' (duration: 1.618619388s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.210266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504962Z","time spent":"4.705295278s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70382014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.210341Z","caller":"traceutil/trace.go:171","msg":"trace[710458414] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21019; }","duration":"4.705762289s","start":"2026-04-28T18:04:08.504569Z","end":"2026-04-28T18:04:13.210331Z","steps":["trace[710458414] 'agreement among raft nodes before linearized reading' (duration: 3.085119319s)","trace[710458414] 'range keys from in-memory index tree' (duration: 1.618698041s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.210366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504565Z","time spent":"4.70579336s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551830922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:13.208674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313352713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:04:13.210718Z","caller":"traceutil/trace.go:171","msg":"trace[1292951627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21019; }","duration":"4.315468106s","start":"2026-04-28T18:04:08.895228Z","end":"2026-04-28T18:04:13.210696Z","steps":["trace[1292951627] 'agreement among raft nodes before linearized reading' (duration: 2.694344083s)","trace[1292951627] 'range keys from in-memory index tree' (duration: 1.618937777s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.210772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.8952Z","time spent":"4.315552628s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558481033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:04:13.210819Z","caller":"traceutil/trace.go:171","msg":"trace[1542495611] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21019; }","duration":"4.553955466s","start":"2026-04-28T18:04:08.656576Z","end":"2026-04-28T18:04:13.210531Z","steps":["trace[1542495611] 'agreement among raft nodes before linearized reading' (duration: 2.933041449s)","trace[1542495611] 'count revisions from in-memory index tree' (duration: 1.618823553s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:13.210877Z","caller":"traceutil/trace.go:171","msg":"trace[1118755542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21019; }","duration":"4.560662847s","start":"2026-04-28T18:04:08.650181Z","end":"2026-04-28T18:04:13.210843Z","steps":["trace[1118755542] 'agreement among raft nodes before linearized reading' (duration: 2.939448743s)","trace[1118755542] 'range keys from in-memory index tree' (duration: 1.619009699s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.210953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.656547Z","time spent":"4.554386688s","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:13.208764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321670384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:04:13.21105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.650149Z","time spent":"4.560830552s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700325791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:13.21114Z","caller":"traceutil/trace.go:171","msg":"trace[1514140313] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21019; }","duration":"4.324106056s","start":"2026-04-28T18:04:08.88699Z","end":"2026-04-28T18:04:13.211096Z","steps":["trace[1514140313] 'agreement among raft nodes before linearized reading' (duration: 2.702610674s)","trace[1514140313] 'count revisions from in-memory index tree' (duration: 1.619095902s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:13.211243Z","caller":"traceutil/trace.go:171","msg":"trace[1853631590] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21019; }","duration":"4.702753362s","start":"2026-04-28T18:04:08.508456Z","end":"2026-04-28T18:04:13.21121Z","steps":["trace[1853631590] 'agreement among raft nodes before linearized reading' (duration: 3.081185719s)","trace[1853631590] 'range keys from in-memory index tree' (duration: 1.619120042s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.211288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.886957Z","time spent":"4.324281929s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":193,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:13.2088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70482723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9946"} {"level":"info","ts":"2026-04-28T18:04:13.211349Z","caller":"traceutil/trace.go:171","msg":"trace[2113625630] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:21019; }","duration":"2.707424816s","start":"2026-04-28T18:04:10.503912Z","end":"2026-04-28T18:04:13.211337Z","steps":["trace[2113625630] 'agreement among raft nodes before linearized reading' (duration: 2.704728587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.208935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901575095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:04:13.211358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.508446Z","time spent":"4.702875716s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:13.211388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:10.503893Z","time spent":"2.707484048s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9970,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:04:13.208942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899950333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:04:13.211441Z","caller":"traceutil/trace.go:171","msg":"trace[802937367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21019; }","duration":"3.904084619s","start":"2026-04-28T18:04:09.307304Z","end":"2026-04-28T18:04:13.211388Z","steps":["trace[802937367] 'agreement among raft nodes before linearized reading' (duration: 3.901527964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.211521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.307277Z","time spent":"3.904228383s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:13.20897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201909115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-28T18:04:13.211628Z","caller":"traceutil/trace.go:171","msg":"trace[441262462] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac; range_end:; response_count:1; response_revision:21019; }","duration":"4.204611954s","start":"2026-04-28T18:04:09.007003Z","end":"2026-04-28T18:04:13.211615Z","steps":["trace[441262462] 'agreement among raft nodes before linearized reading' (duration: 4.201859074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.211659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.006982Z","time spent":"4.204667666s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" "} {"level":"info","ts":"2026-04-28T18:04:13.211532Z","caller":"traceutil/trace.go:171","msg":"trace[1514270241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21019; }","duration":"3.90252702s","start":"2026-04-28T18:04:09.308946Z","end":"2026-04-28T18:04:13.211473Z","steps":["trace[1514270241] 'agreement among raft nodes before linearized reading' (duration: 3.899867533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.209033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843145309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:13.209058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.203826314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T18:04:13.209088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024687879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-28T18:04:13.209079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902097148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:04:13.209132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749583968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T18:04:13.211826Z","caller":"traceutil/trace.go:171","msg":"trace[1105001837] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21019; }","duration":"4.206604514s","start":"2026-04-28T18:04:09.005204Z","end":"2026-04-28T18:04:13.211809Z","steps":["trace[1105001837] 'agreement among raft nodes before linearized reading' (duration: 4.203766852s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:13.211874Z","caller":"traceutil/trace.go:171","msg":"trace[1627988098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21019; }","duration":"3.904964821s","start":"2026-04-28T18:04:09.306905Z","end":"2026-04-28T18:04:13.21187Z","steps":["trace[1627988098] 'agreement among raft nodes before linearized reading' (duration: 3.902047107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.211884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.308935Z","time spent":"3.90293498s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:13.211901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.306875Z","time spent":"3.905017833s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:13.211886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.005182Z","time spent":"4.206692857s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:04:13.209209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704672302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:13.211982Z","caller":"traceutil/trace.go:171","msg":"trace[1093019028] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21019; }","duration":"4.707457153s","start":"2026-04-28T18:04:08.504518Z","end":"2026-04-28T18:04:13.211975Z","steps":["trace[1093019028] 'agreement among raft nodes before linearized reading' (duration: 3.085206921s)","trace[1093019028] 'range keys from in-memory index tree' (duration: 1.61941121s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:13.211998Z","caller":"traceutil/trace.go:171","msg":"trace[1522211720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21019; }","duration":"2.846142395s","start":"2026-04-28T18:04:10.365841Z","end":"2026-04-28T18:04:13.211984Z","steps":["trace[1522211720] 'agreement among raft nodes before linearized reading' (duration: 2.843142249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.212045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:10.365818Z","time spent":"2.846214627s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:13.209193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899686267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:04:13.212083Z","caller":"traceutil/trace.go:171","msg":"trace[1900840763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21019; }","duration":"3.90259931s","start":"2026-04-28T18:04:09.309478Z","end":"2026-04-28T18:04:13.212077Z","steps":["trace[1900840763] 'agreement among raft nodes before linearized reading' (duration: 3.899626385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.212109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.30947Z","time spent":"3.902631732s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:13.209202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742537339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T18:04:13.212008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504514Z","time spent":"4.707488444s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:13.211847Z","caller":"traceutil/trace.go:171","msg":"trace[1681177073] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21019; }","duration":"4.02748869s","start":"2026-04-28T18:04:09.18435Z","end":"2026-04-28T18:04:13.211839Z","steps":["trace[1681177073] 'agreement among raft nodes before linearized reading' (duration: 4.024657388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.212353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.184325Z","time spent":"4.028016013s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:13.20923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704675693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:13.21247Z","caller":"traceutil/trace.go:171","msg":"trace[727524965] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21019; }","duration":"4.707913284s","start":"2026-04-28T18:04:08.504535Z","end":"2026-04-28T18:04:13.212448Z","steps":["trace[727524965] 'agreement among raft nodes before linearized reading' (duration: 3.085179081s)","trace[727524965] 'range keys from in-memory index tree' (duration: 1.61943346s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.21251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:08.504532Z","time spent":"4.707968526s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:13.212162Z","caller":"traceutil/trace.go:171","msg":"trace[582006698] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21019; }","duration":"3.745561406s","start":"2026-04-28T18:04:09.466595Z","end":"2026-04-28T18:04:13.212156Z","steps":["trace[582006698] 'agreement among raft nodes before linearized reading' (duration: 3.742405986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.212552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.466573Z","time spent":"3.745968737s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:13.209238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089455239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T18:04:13.213565Z","caller":"traceutil/trace.go:171","msg":"trace[2087704703] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21019; }","duration":"3.092887786s","start":"2026-04-28T18:04:10.119735Z","end":"2026-04-28T18:04:13.212623Z","steps":["trace[2087704703] 'agreement among raft nodes before linearized reading' (duration: 3.089413648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.213718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:10.119703Z","time spent":"3.093946513s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T18:04:13.209197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37328005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.214114Z","caller":"traceutil/trace.go:171","msg":"trace[478551337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21019; }","duration":"3.378207366s","start":"2026-04-28T18:04:09.835884Z","end":"2026-04-28T18:04:13.214092Z","steps":["trace[478551337] 'agreement among raft nodes before linearized reading' (duration: 3.3732884s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:13.214404Z","caller":"traceutil/trace.go:171","msg":"trace[461203330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21019; }","duration":"3.754875563s","start":"2026-04-28T18:04:09.459506Z","end":"2026-04-28T18:04:13.214382Z","steps":["trace[461203330] 'agreement among raft nodes before linearized reading' (duration: 3.749555888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.216339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.459485Z","time spent":"3.756840462s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T18:04:13.216366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:09.835868Z","time spent":"3.38042027s","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:13.216073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.295559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.217013Z","caller":"traceutil/trace.go:171","msg":"trace[326561384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21020; }","duration":"273.259824ms","start":"2026-04-28T18:04:12.94373Z","end":"2026-04-28T18:04:13.21699Z","steps":["trace[326561384] 'agreement among raft nodes before linearized reading' (duration: 272.290089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.216083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.878847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:13.21708Z","caller":"traceutil/trace.go:171","msg":"trace[1086216538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21020; }","duration":"698.896374ms","start":"2026-04-28T18:04:12.51817Z","end":"2026-04-28T18:04:13.217067Z","steps":["trace[1086216538] 'agreement among raft nodes before linearized reading' (duration: 697.821046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.217121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:12.518157Z","time spent":"698.951275ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:13.216162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.636632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:13.217256Z","caller":"traceutil/trace.go:171","msg":"trace[1499729555] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21020; }","duration":"313.801602ms","start":"2026-04-28T18:04:12.903445Z","end":"2026-04-28T18:04:13.217247Z","steps":["trace[1499729555] 'agreement among raft nodes before linearized reading' (duration: 312.625872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:13.217288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:12.903403Z","time spent":"313.872694ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:13.599539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.839065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:13.599658Z","caller":"traceutil/trace.go:171","msg":"trace[1834339203] transaction","detail":"{read_only:false; response_revision:21021; number_of_response:1; }","duration":"385.333456ms","start":"2026-04-28T18:04:13.214305Z","end":"2026-04-28T18:04:13.599639Z","steps":["trace[1834339203] 'process raft request' (duration: 158.292106ms)","trace[1834339203] 'compare' (duration: 226.737363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:13.599751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.214276Z","time spent":"385.429689ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:14.480705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.036616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:14.481829Z","caller":"traceutil/trace.go:171","msg":"trace[262170079] transaction","detail":"{read_only:false; response_revision:21022; number_of_response:1; }","duration":"1.26476263s","start":"2026-04-28T18:04:13.217022Z","end":"2026-04-28T18:04:14.481785Z","steps":["trace[262170079] 'process raft request' (duration: 860.530834ms)","trace[262170079] 'compare' (duration: 402.506982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:14.481923Z","caller":"traceutil/trace.go:171","msg":"trace[919330043] transaction","detail":"{read_only:false; response_revision:21024; number_of_response:1; }","duration":"1.261446277s","start":"2026-04-28T18:04:13.220469Z","end":"2026-04-28T18:04:14.481915Z","steps":["trace[919330043] 'process raft request' (duration: 1.261292963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.482048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.216997Z","time spent":"1.264935495s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:14.482058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220452Z","time spent":"1.261500508s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:14.481857Z","caller":"traceutil/trace.go:171","msg":"trace[1805083282] transaction","detail":"{read_only:false; response_revision:21023; number_of_response:1; }","duration":"1.261385425s","start":"2026-04-28T18:04:13.220447Z","end":"2026-04-28T18:04:14.481832Z","steps":["trace[1805083282] 'process raft request' (duration: 1.261247072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.482152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220432Z","time spent":"1.261686053s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:14.482312Z","caller":"traceutil/trace.go:171","msg":"trace[236896528] transaction","detail":"{read_only:false; response_revision:21028; number_of_response:1; }","duration":"1.260422961s","start":"2026-04-28T18:04:13.221882Z","end":"2026-04-28T18:04:14.482305Z","steps":["trace[236896528] 'process raft request' (duration: 1.26037112s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:14.482335Z","caller":"traceutil/trace.go:171","msg":"trace[414394988] transaction","detail":"{read_only:false; response_revision:21026; number_of_response:1; }","duration":"1.261849377s","start":"2026-04-28T18:04:13.220471Z","end":"2026-04-28T18:04:14.482321Z","steps":["trace[414394988] 'process raft request' (duration: 1.261366205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.482359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.221871Z","time spent":"1.260467012s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:14.482384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220453Z","time spent":"1.261903889s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:14.482415Z","caller":"traceutil/trace.go:171","msg":"trace[1620921521] transaction","detail":"{read_only:false; response_revision:21027; number_of_response:1; }","duration":"1.261902958s","start":"2026-04-28T18:04:13.220506Z","end":"2026-04-28T18:04:14.482409Z","steps":["trace[1620921521] 'process raft request' (duration: 1.261681442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.482444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220499Z","time spent":"1.261928968s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:14.482466Z","caller":"traceutil/trace.go:171","msg":"trace[405004293] transaction","detail":"{read_only:false; response_revision:21029; number_of_response:1; }","duration":"1.259431765s","start":"2026-04-28T18:04:13.223026Z","end":"2026-04-28T18:04:14.482458Z","steps":["trace[405004293] 'process raft request' (duration: 1.259252491s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:14.482475Z","caller":"traceutil/trace.go:171","msg":"trace[558971335] linearizableReadLoop","detail":"{readStateIndex:21811; appliedIndex:21809; }","duration":"1.262131644s","start":"2026-04-28T18:04:13.22033Z","end":"2026-04-28T18:04:14.482462Z","steps":["trace[558971335] 'read index received' (duration: 152.51153ms)","trace[558971335] 'applied index is now lower than readState.Index' (duration: 1.109619264s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:14.482511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.223016Z","time spent":"1.259463626s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:14.48261Z","caller":"traceutil/trace.go:171","msg":"trace[811890146] transaction","detail":"{read_only:false; response_revision:21030; number_of_response:1; }","duration":"1.25759311s","start":"2026-04-28T18:04:13.225002Z","end":"2026-04-28T18:04:14.482601Z","steps":["trace[811890146] 'process raft request' (duration: 1.257374004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.482676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262345689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-28T18:04:14.482676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.22499Z","time spent":"1.257650691s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:14.482707Z","caller":"traceutil/trace.go:171","msg":"trace[1056590923] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79; range_end:; response_count:1; response_revision:21030; }","duration":"1.262404721s","start":"2026-04-28T18:04:13.220293Z","end":"2026-04-28T18:04:14.482698Z","steps":["trace[1056590923] 'agreement among raft nodes before linearized reading' (duration: 1.262307739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.482733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220276Z","time spent":"1.262451772s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" "} {"level":"info","ts":"2026-04-28T18:04:14.481892Z","caller":"traceutil/trace.go:171","msg":"trace[1209904660] transaction","detail":"{read_only:false; response_revision:21025; number_of_response:1; }","duration":"1.261392895s","start":"2026-04-28T18:04:13.22048Z","end":"2026-04-28T18:04:14.481872Z","steps":["trace[1209904660] 'process raft request' (duration: 1.261313033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:14.484913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220472Z","time spent":"1.264379541s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:15.218915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998386155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:04:15.218996Z","caller":"traceutil/trace.go:171","msg":"trace[855198303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998501208s","start":"2026-04-28T18:04:13.220475Z","end":"2026-04-28T18:04:15.218977Z","steps":["trace[855198303] 'agreement among raft nodes before linearized reading' (duration: 1.998410115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:15.219036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.22046Z","time spent":"1.998567199s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:04:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:04:16.493982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:04:16.494083Z","caller":"traceutil/trace.go:171","msg":"trace[1200409884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321444s","start":"2026-04-28T18:04:14.49374Z","end":"2026-04-28T18:04:16.494061Z","steps":["trace[1200409884] 'agreement among raft nodes before linearized reading' (duration: 2.00016138s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.494147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.493719Z","time spent":"2.000412876s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:16.498653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543528154s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:04:16.499096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625120164s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:16.499323Z","caller":"traceutil/trace.go:171","msg":"trace[1403754213] transaction","detail":"{read_only:false; response_revision:21031; number_of_response:1; }","duration":"2.365778377s","start":"2026-04-28T18:04:14.133507Z","end":"2026-04-28T18:04:16.499286Z","steps":["trace[1403754213] 'process raft request' (duration: 739.553455ms)","trace[1403754213] 'compare' (duration: 1.624285124s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:16.499708Z","caller":"traceutil/trace.go:171","msg":"trace[131996891] linearizableReadLoop","detail":"{readStateIndex:21820; appliedIndex:21819; }","duration":"2.017165822s","start":"2026-04-28T18:04:14.482513Z","end":"2026-04-28T18:04:16.499679Z","steps":["trace[131996891] 'read index received' (duration: 390.656443ms)","trace[131996891] 'applied index is now lower than readState.Index' (duration: 1.626506699s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:16.499726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.133462Z","time spent":"2.36591836s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:16.499877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033729112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:04:16.499844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108057538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:04:16.499976Z","caller":"traceutil/trace.go:171","msg":"trace[1099010114] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21031; }","duration":"2.108227252s","start":"2026-04-28T18:04:14.391735Z","end":"2026-04-28T18:04:16.499962Z","steps":["trace[1099010114] 'agreement among raft nodes before linearized reading' (duration: 2.107946055s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:16.499992Z","caller":"traceutil/trace.go:171","msg":"trace[291634266] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21031; }","duration":"2.033868166s","start":"2026-04-28T18:04:14.466086Z","end":"2026-04-28T18:04:16.499955Z","steps":["trace[291634266] 'agreement among raft nodes before linearized reading' (duration: 2.033597889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.500014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.391711Z","time spent":"2.108292733s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":149,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:16.500029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.466065Z","time spent":"2.033956547s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:04:16.499863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663744987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:16.500137Z","caller":"traceutil/trace.go:171","msg":"trace[1751938736] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21031; }","duration":"2.664060215s","start":"2026-04-28T18:04:13.836063Z","end":"2026-04-28T18:04:16.500123Z","steps":["trace[1751938736] 'agreement among raft nodes before linearized reading' (duration: 2.663631603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.50017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.836043Z","time spent":"2.664115537s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:16.499926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279537021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:04:16.500379Z","caller":"traceutil/trace.go:171","msg":"trace[749099324] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21031; }","duration":"3.280011024s","start":"2026-04-28T18:04:13.220351Z","end":"2026-04-28T18:04:16.500362Z","steps":["trace[749099324] 'agreement among raft nodes before linearized reading' (duration: 3.279441749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.500481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:13.220334Z","time spent":"3.280137988s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T18:04:16.500423Z","caller":"traceutil/trace.go:171","msg":"trace[226497374] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"2.006526672s","start":"2026-04-28T18:04:14.493888Z","end":"2026-04-28T18:04:16.500415Z","steps":["trace[226497374] 'process raft request' (duration: 2.005491875s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:16.500536Z","caller":"traceutil/trace.go:171","msg":"trace[947722969] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"2.006601064s","start":"2026-04-28T18:04:14.493922Z","end":"2026-04-28T18:04:16.500523Z","steps":["trace[947722969] 'process raft request' (duration: 2.006056459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.506966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.493877Z","time spent":"2.006686647s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:16.500588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.493892Z","time spent":"2.006670226s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:16.507962Z","caller":"traceutil/trace.go:171","msg":"trace[66323878] transaction","detail":"{read_only:false; response_revision:21034; number_of_response:1; }","duration":"2.013903579s","start":"2026-04-28T18:04:14.49403Z","end":"2026-04-28T18:04:16.507934Z","steps":["trace[66323878] 'process raft request' (duration: 2.013669753s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:16.507992Z","caller":"traceutil/trace.go:171","msg":"trace[396886849] transaction","detail":"{read_only:false; response_revision:21035; number_of_response:1; }","duration":"2.013937s","start":"2026-04-28T18:04:14.494034Z","end":"2026-04-28T18:04:16.507971Z","steps":["trace[396886849] 'process raft request' (duration: 2.013791417s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.508063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.494024Z","time spent":"2.014001602s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:16.508072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.494026Z","time spent":"2.013996491s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:16.508301Z","caller":"traceutil/trace.go:171","msg":"trace[1522306567] transaction","detail":"{read_only:false; response_revision:21036; number_of_response:1; }","duration":"2.014198787s","start":"2026-04-28T18:04:14.494068Z","end":"2026-04-28T18:04:16.508266Z","steps":["trace[1522306567] 'process raft request' (duration: 2.013823147s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:16.508388Z","caller":"traceutil/trace.go:171","msg":"trace[1344497342] transaction","detail":"{read_only:false; response_revision:21037; number_of_response:1; }","duration":"2.014134565s","start":"2026-04-28T18:04:14.494225Z","end":"2026-04-28T18:04:16.50836Z","steps":["trace[1344497342] 'process raft request' (duration: 2.01395115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.508393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.494057Z","time spent":"2.014275858s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:16.508433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.494183Z","time spent":"2.014221277s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:16.508509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288355228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:16.508555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293964762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.508587Z","caller":"traceutil/trace.go:171","msg":"trace[235519511] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21038; }","duration":"1.294048054s","start":"2026-04-28T18:04:15.21453Z","end":"2026-04-28T18:04:16.508578Z","steps":["trace[235519511] 'agreement among raft nodes before linearized reading' (duration: 1.294002363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.508584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265558701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:16.50861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.214508Z","time spent":"1.294094025s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:16.508636Z","caller":"traceutil/trace.go:171","msg":"trace[1500443351] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21038; }","duration":"1.265635993s","start":"2026-04-28T18:04:15.242977Z","end":"2026-04-28T18:04:16.508613Z","steps":["trace[1500443351] 'agreement among raft nodes before linearized reading' (duration: 1.265451138s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.508659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.242952Z","time spent":"1.265701105s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:16.508736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.98226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.508806Z","caller":"traceutil/trace.go:171","msg":"trace[1330927211] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21038; }","duration":"830.093552ms","start":"2026-04-28T18:04:15.678679Z","end":"2026-04-28T18:04:16.508772Z","steps":["trace[1330927211] 'agreement among raft nodes before linearized reading' (duration: 829.99231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.5088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2891282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.508843Z","caller":"traceutil/trace.go:171","msg":"trace[179376898] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21038; }","duration":"1.289190552s","start":"2026-04-28T18:04:15.219645Z","end":"2026-04-28T18:04:16.508835Z","steps":["trace[179376898] 'agreement among raft nodes before linearized reading' (duration: 1.289054788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.508846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.678659Z","time spent":"830.174945ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:16.508865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.219635Z","time spent":"1.289220392s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:16.509211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292464434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.509277Z","caller":"traceutil/trace.go:171","msg":"trace[822234232] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21038; }","duration":"1.292532676s","start":"2026-04-28T18:04:15.216714Z","end":"2026-04-28T18:04:16.509247Z","steps":["trace[822234232] 'agreement among raft nodes before linearized reading' (duration: 1.292445594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.509262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877857818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-28T18:04:16.509312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.216706Z","time spent":"1.292596137s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:16.509316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00489492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:9941"} {"level":"info","ts":"2026-04-28T18:04:16.509413Z","caller":"traceutil/trace.go:171","msg":"trace[1035650262] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:21038; }","duration":"1.878006231s","start":"2026-04-28T18:04:14.631331Z","end":"2026-04-28T18:04:16.509337Z","steps":["trace[1035650262] 'agreement among raft nodes before linearized reading' (duration: 1.877749805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.509511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.631308Z","time spent":"1.878155526s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-28T18:04:16.509567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26469574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.509617Z","caller":"traceutil/trace.go:171","msg":"trace[845713850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21038; }","duration":"1.264741821s","start":"2026-04-28T18:04:15.244845Z","end":"2026-04-28T18:04:16.509587Z","steps":["trace[845713850] 'agreement among raft nodes before linearized reading' (duration: 1.264376601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.509638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.244836Z","time spent":"1.264797912s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:04:16.509839Z","caller":"traceutil/trace.go:171","msg":"trace[361032759] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:21038; }","duration":"2.004990613s","start":"2026-04-28T18:04:14.504371Z","end":"2026-04-28T18:04:16.509362Z","steps":["trace[361032759] 'agreement among raft nodes before linearized reading' (duration: 2.004794648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.509907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.504352Z","time spent":"2.005537276s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9965,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:04:16.509966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293788067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.509999Z","caller":"traceutil/trace.go:171","msg":"trace[250255092] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21038; }","duration":"1.293839439s","start":"2026-04-28T18:04:15.216152Z","end":"2026-04-28T18:04:16.509991Z","steps":["trace[250255092] 'agreement among raft nodes before linearized reading' (duration: 1.293236674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.510021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.216143Z","time spent":"1.293869819s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:16.510121Z","caller":"traceutil/trace.go:171","msg":"trace[602668164] transaction","detail":"{read_only:false; response_revision:21038; number_of_response:1; }","duration":"1.984852542s","start":"2026-04-28T18:04:14.524884Z","end":"2026-04-28T18:04:16.509736Z","steps":["trace[602668164] 'process raft request' (duration: 1.983406185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.510215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.524857Z","time spent":"1.985321823s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:16.510213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291023927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:16.510215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.175169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:16.510276Z","caller":"traceutil/trace.go:171","msg":"trace[794972746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21038; }","duration":"159.265491ms","start":"2026-04-28T18:04:16.350993Z","end":"2026-04-28T18:04:16.510259Z","steps":["trace[794972746] 'agreement among raft nodes before linearized reading' (duration: 158.758039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:16.510281Z","caller":"traceutil/trace.go:171","msg":"trace[1649643833] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21038; }","duration":"1.291084889s","start":"2026-04-28T18:04:15.219161Z","end":"2026-04-28T18:04:16.510246Z","steps":["trace[1649643833] 'agreement among raft nodes before linearized reading' (duration: 1.290644938s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.510319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.219155Z","time spent":"1.291154061s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:16.510398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78540426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130780"} {"level":"info","ts":"2026-04-28T18:04:16.510449Z","caller":"traceutil/trace.go:171","msg":"trace[1169128668] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21038; }","duration":"1.785511894s","start":"2026-04-28T18:04:14.72492Z","end":"2026-04-28T18:04:16.510432Z","steps":["trace[1169128668] 'agreement among raft nodes before linearized reading' (duration: 1.783691228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.510733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267423768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:16.510975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.724893Z","time spent":"1.785588845s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130804,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T18:04:16.51101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292171056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:16.511055Z","caller":"traceutil/trace.go:171","msg":"trace[2036520063] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21038; }","duration":"1.267473479s","start":"2026-04-28T18:04:15.243283Z","end":"2026-04-28T18:04:16.510757Z","steps":["trace[2036520063] 'agreement among raft nodes before linearized reading' (duration: 1.267091089s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:16.511076Z","caller":"traceutil/trace.go:171","msg":"trace[596935695] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21038; }","duration":"1.292250727s","start":"2026-04-28T18:04:15.218807Z","end":"2026-04-28T18:04:16.511058Z","steps":["trace[596935695] 'agreement among raft nodes before linearized reading' (duration: 1.292055563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.511092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.243276Z","time spent":"1.267802157s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:16.511122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.218731Z","time spent":"1.292370621s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:16.508581Z","caller":"traceutil/trace.go:171","msg":"trace[2034658187] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21038; }","duration":"1.288430122s","start":"2026-04-28T18:04:15.220119Z","end":"2026-04-28T18:04:16.508549Z","steps":["trace[2034658187] 'agreement among raft nodes before linearized reading' (duration: 1.288331038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.511186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017241983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:04:16.511246Z","caller":"traceutil/trace.go:171","msg":"trace[82572512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21038; }","duration":"2.017300814s","start":"2026-04-28T18:04:14.493917Z","end":"2026-04-28T18:04:16.511218Z","steps":["trace[82572512] 'agreement among raft nodes before linearized reading' (duration: 2.017176071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.511225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800392861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:04:16.511282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.493909Z","time spent":"2.017360947s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:04:16.51131Z","caller":"traceutil/trace.go:171","msg":"trace[202688449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21038; }","duration":"1.800514874s","start":"2026-04-28T18:04:14.710775Z","end":"2026-04-28T18:04:16.51129Z","steps":["trace[202688449] 'agreement among raft nodes before linearized reading' (duration: 1.799851958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.511346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.947786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:16.511407Z","caller":"traceutil/trace.go:171","msg":"trace[1656199930] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21038; }","duration":"716.030498ms","start":"2026-04-28T18:04:15.795347Z","end":"2026-04-28T18:04:16.511377Z","steps":["trace[1656199930] 'agreement among raft nodes before linearized reading' (duration: 715.944595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:16.511442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.795326Z","time spent":"716.10588ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:16.511199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:15.220111Z","time spent":"1.291078538s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:16.511678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:14.710751Z","time spent":"1.800592747s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:04:17.23496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.419896ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T18:04:17.235447Z","caller":"traceutil/trace.go:171","msg":"trace[1872821869] transaction","detail":"{read_only:false; response_revision:21044; number_of_response:1; }","duration":"713.281878ms","start":"2026-04-28T18:04:16.522148Z","end":"2026-04-28T18:04:17.23543Z","steps":["trace[1872821869] 'process raft request' (duration: 713.254328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.235532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.522143Z","time spent":"713.33854ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:17.235752Z","caller":"traceutil/trace.go:171","msg":"trace[1405113564] transaction","detail":"{read_only:false; response_revision:21041; number_of_response:1; }","duration":"713.802761ms","start":"2026-04-28T18:04:16.521941Z","end":"2026-04-28T18:04:17.235744Z","steps":["trace[1405113564] 'process raft request' (duration: 713.385701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.235794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.521918Z","time spent":"713.856363ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:17.235741Z","caller":"traceutil/trace.go:171","msg":"trace[1696746517] transaction","detail":"{read_only:false; response_revision:21040; number_of_response:1; }","duration":"717.902425ms","start":"2026-04-28T18:04:16.517787Z","end":"2026-04-28T18:04:17.23569Z","steps":["trace[1696746517] 'process raft request' (duration: 717.375742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:17.235882Z","caller":"traceutil/trace.go:171","msg":"trace[2104466332] transaction","detail":"{read_only:false; response_revision:21042; number_of_response:1; }","duration":"713.818902ms","start":"2026-04-28T18:04:16.522057Z","end":"2026-04-28T18:04:17.235875Z","steps":["trace[2104466332] 'process raft request' (duration: 713.303669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.23592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.522049Z","time spent":"713.853472ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:17.235964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.517751Z","time spent":"718.10319ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130764,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:17.236357Z","caller":"traceutil/trace.go:171","msg":"trace[935232153] transaction","detail":"{read_only:false; response_revision:21039; number_of_response:1; }","duration":"722.091651ms","start":"2026-04-28T18:04:16.514256Z","end":"2026-04-28T18:04:17.236347Z","steps":["trace[935232153] 'process raft request' (duration: 720.784509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.236424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.514242Z","time spent":"722.155383ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:17.236341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.507586Z","time spent":"728.74745ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:04:17.236689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.222613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:04:17.236728Z","caller":"traceutil/trace.go:171","msg":"trace[1386919716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21044; }","duration":"729.284644ms","start":"2026-04-28T18:04:16.507434Z","end":"2026-04-28T18:04:17.236718Z","steps":["trace[1386919716] 'agreement among raft nodes before linearized reading' (duration: 729.166971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.236757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.507413Z","time spent":"729.337776ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:04:17.235996Z","caller":"traceutil/trace.go:171","msg":"trace[948839429] transaction","detail":"{read_only:false; response_revision:21043; number_of_response:1; }","duration":"713.885164ms","start":"2026-04-28T18:04:16.522105Z","end":"2026-04-28T18:04:17.23599Z","steps":["trace[948839429] 'process raft request' (duration: 713.278118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.236933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.522096Z","time spent":"714.759685ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:17.23658Z","caller":"traceutil/trace.go:171","msg":"trace[1623001454] linearizableReadLoop","detail":"{readStateIndex:21828; appliedIndex:21827; }","duration":"728.193877ms","start":"2026-04-28T18:04:16.508377Z","end":"2026-04-28T18:04:17.23657Z","steps":["trace[1623001454] 'read index received' (duration: 176.214202ms)","trace[1623001454] 'applied index is now lower than readState.Index' (duration: 551.978625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:17.237217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.634949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:6923"} {"level":"info","ts":"2026-04-28T18:04:17.237257Z","caller":"traceutil/trace.go:171","msg":"trace[234381392] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:21044; }","duration":"719.695171ms","start":"2026-04-28T18:04:16.517552Z","end":"2026-04-28T18:04:17.237248Z","steps":["trace[234381392] 'agreement among raft nodes before linearized reading' (duration: 719.593148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.237285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.517382Z","time spent":"719.897426ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6947,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"warn","ts":"2026-04-28T18:04:17.237378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.364628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-04-28T18:04:17.237444Z","caller":"traceutil/trace.go:171","msg":"trace[1059456458] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:21044; }","duration":"612.46154ms","start":"2026-04-28T18:04:16.624962Z","end":"2026-04-28T18:04:17.237423Z","steps":["trace[1059456458] 'agreement among raft nodes before linearized reading' (duration: 612.270306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.237474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.498132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:04:17.237502Z","caller":"traceutil/trace.go:171","msg":"trace[1050106956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21044; }","duration":"711.554994ms","start":"2026-04-28T18:04:16.525938Z","end":"2026-04-28T18:04:17.237493Z","steps":["trace[1050106956] 'agreement among raft nodes before linearized reading' (duration: 711.472962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.237536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.525927Z","time spent":"711.604175ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:04:17.237497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.624939Z","time spent":"612.547543ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1323,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-04-28T18:04:17.237667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.450343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:17.237819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.654782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:17.237835Z","caller":"traceutil/trace.go:171","msg":"trace[1341747467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21044; }","duration":"715.649078ms","start":"2026-04-28T18:04:16.522177Z","end":"2026-04-28T18:04:17.237826Z","steps":["trace[1341747467] 'agreement among raft nodes before linearized reading' (duration: 715.463234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:17.237857Z","caller":"traceutil/trace.go:171","msg":"trace[938427076] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21044; }","duration":"498.726434ms","start":"2026-04-28T18:04:16.739118Z","end":"2026-04-28T18:04:17.237844Z","steps":["trace[938427076] 'agreement among raft nodes before linearized reading' (duration: 498.666712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:17.237901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.739096Z","time spent":"498.796516ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:17.237867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:16.522159Z","time spent":"715.70014ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:17.741721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:18.995435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.603348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:18.995571Z","caller":"traceutil/trace.go:171","msg":"trace[1551757609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21044; }","duration":"734.773113ms","start":"2026-04-28T18:04:18.260775Z","end":"2026-04-28T18:04:18.995549Z","steps":["trace[1551757609] 'range keys from in-memory index tree' (duration: 734.583838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:18.996459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216552929s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-28T18:04:18.996621Z","caller":"traceutil/trace.go:171","msg":"trace[1579670545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21045; }","duration":"1.755682877s","start":"2026-04-28T18:04:17.240912Z","end":"2026-04-28T18:04:18.996595Z","steps":["trace[1579670545] 'process raft request' (duration: 538.865702ms)","trace[1579670545] 'compare' (duration: 1.216123846s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:18.99674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.240897Z","time spent":"1.75579129s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T18:04:19.489375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709378482s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:04:19.498748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:04:19.498832Z","caller":"traceutil/trace.go:171","msg":"trace[1911867280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114429s","start":"2026-04-28T18:04:17.498698Z","end":"2026-04-28T18:04:19.498813Z","steps":["trace[1911867280] 'agreement among raft nodes before linearized reading' (duration: 2.000006957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.498883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.498674Z","time spent":"2.000197512s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:04:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T18:04:19.543373Z","caller":"traceutil/trace.go:171","msg":"trace[1491379944] linearizableReadLoop","detail":"{readStateIndex:21838; appliedIndex:21834; }","duration":"2.302348888s","start":"2026-04-28T18:04:17.24098Z","end":"2026-04-28T18:04:19.543329Z","steps":["trace[1491379944] 'read index received' (duration: 538.813081ms)","trace[1491379944] 'applied index is now lower than readState.Index' (duration: 1.763534347s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:19.543573Z","caller":"traceutil/trace.go:171","msg":"trace[601839975] transaction","detail":"{read_only:false; response_revision:21048; number_of_response:1; }","duration":"2.293432961s","start":"2026-04-28T18:04:17.250115Z","end":"2026-04-28T18:04:19.543548Z","steps":["trace[601839975] 'process raft request' (duration: 2.293129934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.54643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.250099Z","time spent":"2.296253633s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7091,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:19.543616Z","caller":"traceutil/trace.go:171","msg":"trace[287862636] transaction","detail":"{read_only:false; response_revision:21046; number_of_response:1; }","duration":"2.302645204s","start":"2026-04-28T18:04:17.240945Z","end":"2026-04-28T18:04:19.543591Z","steps":["trace[287862636] 'process raft request' (duration: 2.248820479s)","trace[287862636] 'compare' (duration: 53.20007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:19.543722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302708927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:19.543638Z","caller":"traceutil/trace.go:171","msg":"trace[939167518] transaction","detail":"{read_only:false; response_revision:21047; number_of_response:1; }","duration":"2.299384062s","start":"2026-04-28T18:04:17.244162Z","end":"2026-04-28T18:04:19.543546Z","steps":["trace[939167518] 'process raft request' (duration: 2.298987662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.543774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302782738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:04:19.546825Z","caller":"traceutil/trace.go:171","msg":"trace[907554617] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:21048; }","duration":"2.305845585s","start":"2026-04-28T18:04:17.240944Z","end":"2026-04-28T18:04:19.54679Z","steps":["trace[907554617] 'agreement among raft nodes before linearized reading' (duration: 2.302708456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.547398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.240928Z","time spent":"2.306456261s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-28T18:04:19.547404Z","caller":"traceutil/trace.go:171","msg":"trace[89444328] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21048; }","duration":"2.306397099s","start":"2026-04-28T18:04:17.240957Z","end":"2026-04-28T18:04:19.547354Z","steps":["trace[89444328] 'agreement among raft nodes before linearized reading' (duration: 2.302621514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.547584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.240944Z","time spent":"2.306626655s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:04:19.547274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.244137Z","time spent":"2.303091096s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:19.546921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.240921Z","time spent":"2.305837475s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:19.864638Z","caller":"traceutil/trace.go:171","msg":"trace[750191551] transaction","detail":"{read_only:false; response_revision:21049; number_of_response:1; }","duration":"1.352710192s","start":"2026-04-28T18:04:18.511899Z","end":"2026-04-28T18:04:19.86461Z","steps":["trace[750191551] 'process raft request' (duration: 1.302469007s)","trace[750191551] 'compare' (duration: 49.877555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:19.865441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348398164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:19.865583Z","caller":"traceutil/trace.go:171","msg":"trace[580454537] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21051; }","duration":"1.348584639s","start":"2026-04-28T18:04:18.516971Z","end":"2026-04-28T18:04:19.865555Z","steps":["trace[580454537] 'agreement among raft nodes before linearized reading' (duration: 1.348342433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.865641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.516958Z","time spent":"1.348672331s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.511867Z","time spent":"1.353640086s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:19.864801Z","caller":"traceutil/trace.go:171","msg":"trace[2147015946] transaction","detail":"{read_only:false; response_revision:21050; number_of_response:1; }","duration":"1.346636719s","start":"2026-04-28T18:04:18.51815Z","end":"2026-04-28T18:04:19.864787Z","steps":["trace[2147015946] 'process raft request' (duration: 1.346407132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.865965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.518137Z","time spent":"1.347800248s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:19.864972Z","caller":"traceutil/trace.go:171","msg":"trace[639589282] linearizableReadLoop","detail":"{readStateIndex:21841; appliedIndex:21838; }","duration":"318.723008ms","start":"2026-04-28T18:04:19.546237Z","end":"2026-04-28T18:04:19.86496Z","steps":["trace[639589282] 'read index received' (duration: 268.292958ms)","trace[639589282] 'applied index is now lower than readState.Index' (duration: 50.42928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:19.865115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591866934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a964ea36\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-28T18:04:19.866102Z","caller":"traceutil/trace.go:171","msg":"trace[1597319584] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a964ea36; range_end:; response_count:1; response_revision:21051; }","duration":"2.59289343s","start":"2026-04-28T18:04:17.273187Z","end":"2026-04-28T18:04:19.866081Z","steps":["trace[1597319584] 'agreement among raft nodes before linearized reading' (duration: 2.591806823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.865148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343456009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:19.866155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.273164Z","time spent":"2.592974452s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a964ea36\" "} {"level":"info","ts":"2026-04-28T18:04:19.866174Z","caller":"traceutil/trace.go:171","msg":"trace[548801929] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21051; }","duration":"1.344495394s","start":"2026-04-28T18:04:18.521668Z","end":"2026-04-28T18:04:19.866164Z","steps":["trace[548801929] 'agreement among raft nodes before linearized reading' (duration: 1.343463818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.866206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.521658Z","time spent":"1.344540166s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:19.86517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343889879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:19.866335Z","caller":"traceutil/trace.go:171","msg":"trace[1422396178] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21051; }","duration":"1.345067148s","start":"2026-04-28T18:04:18.521261Z","end":"2026-04-28T18:04:19.866328Z","steps":["trace[1422396178] 'agreement among raft nodes before linearized reading' (duration: 1.343898629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.866363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.521252Z","time spent":"1.34509768s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.665562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:19.866498Z","caller":"traceutil/trace.go:171","msg":"trace[1748300597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21051; }","duration":"591.046387ms","start":"2026-04-28T18:04:19.275444Z","end":"2026-04-28T18:04:19.86649Z","steps":["trace[1748300597] 'agreement among raft nodes before linearized reading' (duration: 589.651332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.86652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.275428Z","time spent":"591.085948ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345947872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:19.86667Z","caller":"traceutil/trace.go:171","msg":"trace[746049948] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21051; }","duration":"1.347436699s","start":"2026-04-28T18:04:18.519226Z","end":"2026-04-28T18:04:19.866663Z","steps":["trace[746049948] 'agreement among raft nodes before linearized reading' (duration: 1.345955011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.866692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.519218Z","time spent":"1.34746745s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:19.86518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341423126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:19.866799Z","caller":"traceutil/trace.go:171","msg":"trace[250641855] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21051; }","duration":"1.343065528s","start":"2026-04-28T18:04:18.523726Z","end":"2026-04-28T18:04:19.866792Z","steps":["trace[250641855] 'agreement among raft nodes before linearized reading' (duration: 1.341350295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.866821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.523718Z","time spent":"1.343095388s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346805293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:19.866968Z","caller":"traceutil/trace.go:171","msg":"trace[527253159] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21051; }","duration":"1.348598518s","start":"2026-04-28T18:04:18.518363Z","end":"2026-04-28T18:04:19.866962Z","steps":["trace[527253159] 'agreement among raft nodes before linearized reading' (duration: 1.346836744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.866989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.518342Z","time spent":"1.348641809s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346989457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:19.867133Z","caller":"traceutil/trace.go:171","msg":"trace[577674673] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21051; }","duration":"1.348872455s","start":"2026-04-28T18:04:18.518255Z","end":"2026-04-28T18:04:19.867127Z","steps":["trace[577674673] 'agreement among raft nodes before linearized reading' (duration: 1.346967187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.867156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.51825Z","time spent":"1.348897166s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.334982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:04:19.867223Z","caller":"traceutil/trace.go:171","msg":"trace[2051816876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21051; }","duration":"615.347182ms","start":"2026-04-28T18:04:19.25187Z","end":"2026-04-28T18:04:19.867218Z","steps":["trace[2051816876] 'agreement among raft nodes before linearized reading' (duration: 613.341252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.867242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.251816Z","time spent":"615.420925ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:04:19.865292Z","caller":"traceutil/trace.go:171","msg":"trace[1680136926] transaction","detail":"{read_only:false; response_revision:21051; number_of_response:1; }","duration":"1.342795292s","start":"2026-04-28T18:04:18.522479Z","end":"2026-04-28T18:04:19.865274Z","steps":["trace[1680136926] 'process raft request' (duration: 1.342264008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.86532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347973762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:19.867735Z","caller":"traceutil/trace.go:171","msg":"trace[1294925022] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21051; }","duration":"1.350397544s","start":"2026-04-28T18:04:18.517327Z","end":"2026-04-28T18:04:19.867724Z","steps":["trace[1294925022] 'agreement among raft nodes before linearized reading' (duration: 1.347946062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.867759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.51732Z","time spent":"1.350431425s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:19.865334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.466475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:04:19.867857Z","caller":"traceutil/trace.go:171","msg":"trace[1154185286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21051; }","duration":"616.01506ms","start":"2026-04-28T18:04:19.251833Z","end":"2026-04-28T18:04:19.867848Z","steps":["trace[1154185286] 'agreement among raft nodes before linearized reading' (duration: 613.450695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.86788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.251814Z","time spent":"616.058212ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:04:19.86774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.522466Z","time spent":"1.344852363s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:19.865343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80071905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:19.865364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.150808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:19.865371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208350313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:19.865396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.604259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:04:19.865404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348376793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:19.865454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.685291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:04:19.865463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099208281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:04:19.868167Z","caller":"traceutil/trace.go:171","msg":"trace[2135662343] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21051; }","duration":"414.9929ms","start":"2026-04-28T18:04:19.453162Z","end":"2026-04-28T18:04:19.868154Z","steps":["trace[2135662343] 'agreement among raft nodes before linearized reading' (duration: 412.157888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:19.868525Z","caller":"traceutil/trace.go:171","msg":"trace[915096454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21051; }","duration":"616.78534ms","start":"2026-04-28T18:04:19.251732Z","end":"2026-04-28T18:04:19.868518Z","steps":["trace[915096454] 'agreement among raft nodes before linearized reading' (duration: 613.655921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.868555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.251712Z","time spent":"616.83563ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:04:19.868698Z","caller":"traceutil/trace.go:171","msg":"trace[529348220] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21051; }","duration":"1.102483464s","start":"2026-04-28T18:04:18.766208Z","end":"2026-04-28T18:04:19.868692Z","steps":["trace[529348220] 'agreement among raft nodes before linearized reading' (duration: 1.099201921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.868724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.766184Z","time spent":"1.102532755s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:04:19.868712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.453139Z","time spent":"415.341698ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:19.868245Z","caller":"traceutil/trace.go:171","msg":"trace[2113591369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21051; }","duration":"1.803646474s","start":"2026-04-28T18:04:18.064591Z","end":"2026-04-28T18:04:19.868238Z","steps":["trace[2113591369] 'agreement among raft nodes before linearized reading' (duration: 1.80073887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.869025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.064572Z","time spent":"1.804445424s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:04:19.868315Z","caller":"traceutil/trace.go:171","msg":"trace[176312215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21051; }","duration":"616.533624ms","start":"2026-04-28T18:04:19.251776Z","end":"2026-04-28T18:04:19.86831Z","steps":["trace[176312215] 'agreement among raft nodes before linearized reading' (duration: 613.573709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.869139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.251773Z","time spent":"617.358424ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:04:19.868332Z","caller":"traceutil/trace.go:171","msg":"trace[860077175] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21051; }","duration":"2.211336669s","start":"2026-04-28T18:04:17.656988Z","end":"2026-04-28T18:04:19.868325Z","steps":["trace[860077175] 'agreement among raft nodes before linearized reading' (duration: 2.208363644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.869247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:17.656969Z","time spent":"2.212269352s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:19.868421Z","caller":"traceutil/trace.go:171","msg":"trace[1412273210] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21051; }","duration":"1.35140053s","start":"2026-04-28T18:04:18.517014Z","end":"2026-04-28T18:04:19.868415Z","steps":["trace[1412273210] 'agreement among raft nodes before linearized reading' (duration: 1.348376194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.869391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:18.51701Z","time spent":"1.352373454s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:19.916144Z","caller":"traceutil/trace.go:171","msg":"trace[418862020] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21051; }","duration":"358.951027ms","start":"2026-04-28T18:04:19.55716Z","end":"2026-04-28T18:04:19.916111Z","steps":["trace[418862020] 'process raft request' (duration: 358.807204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.916447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.832754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-04-28T18:04:19.916488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.557146Z","time spent":"359.101951ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:19.916563Z","caller":"traceutil/trace.go:171","msg":"trace[836096488] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:21051; }","duration":"359.025629ms","start":"2026-04-28T18:04:19.557509Z","end":"2026-04-28T18:04:19.916535Z","steps":["trace[836096488] 'agreement among raft nodes before linearized reading' (duration: 358.623199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.91645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.227015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T18:04:19.916634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.557504Z","time spent":"359.115192ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"info","ts":"2026-04-28T18:04:19.916664Z","caller":"traceutil/trace.go:171","msg":"trace[2038121814] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21051; }","duration":"359.478431ms","start":"2026-04-28T18:04:19.557157Z","end":"2026-04-28T18:04:19.916635Z","steps":["trace[2038121814] 'agreement among raft nodes before linearized reading' (duration: 359.022479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.916713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.557139Z","time spent":"359.564653ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:04:19.916913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.240533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" ","response":"range_response_count:1 size:7109"} {"level":"info","ts":"2026-04-28T18:04:19.917015Z","caller":"traceutil/trace.go:171","msg":"trace[1038468033] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623320-qbt6k; range_end:; response_count:1; response_revision:21051; }","duration":"366.408287ms","start":"2026-04-28T18:04:19.550582Z","end":"2026-04-28T18:04:19.916991Z","steps":["trace[1038468033] 'agreement among raft nodes before linearized reading' (duration: 365.599917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:19.917119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.550559Z","time spent":"366.54978ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29623320-qbt6k\" "} {"level":"info","ts":"2026-04-28T18:04:20.245884Z","caller":"traceutil/trace.go:171","msg":"trace[2131748128] linearizableReadLoop","detail":"{readStateIndex:21847; appliedIndex:21842; }","duration":"329.740726ms","start":"2026-04-28T18:04:19.916117Z","end":"2026-04-28T18:04:20.245858Z","steps":["trace[2131748128] 'read index received' (duration: 274.114785ms)","trace[2131748128] 'applied index is now lower than readState.Index' (duration: 55.624431ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:20.245916Z","caller":"traceutil/trace.go:171","msg":"trace[1517215423] transaction","detail":"{read_only:false; response_revision:21053; number_of_response:1; }","duration":"368.702926ms","start":"2026-04-28T18:04:19.877176Z","end":"2026-04-28T18:04:20.245879Z","steps":["trace[1517215423] 'process raft request' (duration: 368.497251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.246614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.877127Z","time spent":"369.399603ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:20.245988Z","caller":"traceutil/trace.go:171","msg":"trace[685695305] transaction","detail":"{read_only:false; response_revision:21052; number_of_response:1; }","duration":"372.8489ms","start":"2026-04-28T18:04:19.87313Z","end":"2026-04-28T18:04:20.245979Z","steps":["trace[685695305] 'process raft request' (duration: 317.007103ms)","trace[685695305] 'compare' (duration: 55.389595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:20.246072Z","caller":"traceutil/trace.go:171","msg":"trace[878055479] transaction","detail":"{read_only:false; response_revision:21055; number_of_response:1; }","duration":"367.529186ms","start":"2026-04-28T18:04:19.878525Z","end":"2026-04-28T18:04:20.246054Z","steps":["trace[878055479] 'process raft request' (duration: 367.25898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.247322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.87851Z","time spent":"368.693965ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:20.246198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.814578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:20.247587Z","caller":"traceutil/trace.go:171","msg":"trace[1695522856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21056; }","duration":"370.246844ms","start":"2026-04-28T18:04:19.877326Z","end":"2026-04-28T18:04:20.247573Z","steps":["trace[1695522856] 'agreement among raft nodes before linearized reading' (duration: 368.813328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:20.246127Z","caller":"traceutil/trace.go:171","msg":"trace[1961220619] transaction","detail":"{read_only:false; response_revision:21054; number_of_response:1; }","duration":"368.855839ms","start":"2026-04-28T18:04:19.877238Z","end":"2026-04-28T18:04:20.246094Z","steps":["trace[1961220619] 'process raft request' (duration: 368.507971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:20.246185Z","caller":"traceutil/trace.go:171","msg":"trace[596159357] transaction","detail":"{read_only:false; response_revision:21056; number_of_response:1; }","duration":"364.516488ms","start":"2026-04-28T18:04:19.881622Z","end":"2026-04-28T18:04:20.246138Z","steps":["trace[596159357] 'process raft request' (duration: 364.19393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.247864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.881609Z","time spent":"366.206031ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:20.247972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.877228Z","time spent":"370.672744ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:20.247858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.877305Z","time spent":"370.514051ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:20.247172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.873097Z","time spent":"374.01056ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:20.485518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.780434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:20.485869Z","caller":"traceutil/trace.go:171","msg":"trace[1666089363] linearizableReadLoop","detail":"{readStateIndex:21849; appliedIndex:21847; }","duration":"239.419544ms","start":"2026-04-28T18:04:20.246432Z","end":"2026-04-28T18:04:20.485851Z","steps":["trace[1666089363] 'read index received' (duration: 135.329923ms)","trace[1666089363] 'applied index is now lower than readState.Index' (duration: 104.088481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:20.486126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.450756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-28T18:04:20.486093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.914624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:20.486159Z","caller":"traceutil/trace.go:171","msg":"trace[284246244] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:21058; }","duration":"563.525078ms","start":"2026-04-28T18:04:19.922625Z","end":"2026-04-28T18:04:20.486151Z","steps":["trace[284246244] 'agreement among raft nodes before linearized reading' (duration: 563.375365ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:20.486203Z","caller":"traceutil/trace.go:171","msg":"trace[1568383265] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21058; }","duration":"355.059818ms","start":"2026-04-28T18:04:20.13111Z","end":"2026-04-28T18:04:20.48617Z","steps":["trace[1568383265] 'agreement among raft nodes before linearized reading' (duration: 354.801821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.48628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.131091Z","time spent":"355.175241ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:04:20.486275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.922606Z","time spent":"563.659411ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1460,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-28T18:04:20.486412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.741955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-28T18:04:20.486428Z","caller":"traceutil/trace.go:171","msg":"trace[917499596] transaction","detail":"{read_only:false; response_revision:21058; number_of_response:1; }","duration":"560.07543ms","start":"2026-04-28T18:04:19.926314Z","end":"2026-04-28T18:04:20.486389Z","steps":["trace[917499596] 'process raft request' (duration: 559.305331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:20.486621Z","caller":"traceutil/trace.go:171","msg":"trace[486004136] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac; range_end:; response_count:1; response_revision:21058; }","duration":"234.91132ms","start":"2026-04-28T18:04:20.251597Z","end":"2026-04-28T18:04:20.486508Z","steps":["trace[486004136] 'agreement among raft nodes before linearized reading' (duration: 234.500909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.48685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.926297Z","time spent":"560.327807ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7093,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:20.486885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.055794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:20.487001Z","caller":"traceutil/trace.go:171","msg":"trace[1892036105] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21058; }","duration":"196.236859ms","start":"2026-04-28T18:04:20.290751Z","end":"2026-04-28T18:04:20.486988Z","steps":["trace[1892036105] 'agreement among raft nodes before linearized reading' (duration: 196.090646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:20.485919Z","caller":"traceutil/trace.go:171","msg":"trace[1379715683] transaction","detail":"{read_only:false; response_revision:21057; number_of_response:1; }","duration":"563.17418ms","start":"2026-04-28T18:04:19.922666Z","end":"2026-04-28T18:04:20.48584Z","steps":["trace[1379715683] 'process raft request' (duration: 459.001507ms)","trace[1379715683] 'compare' (duration: 103.592308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:20.487322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.922641Z","time spent":"564.606616ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:20.489091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.435893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:04:20.489188Z","caller":"traceutil/trace.go:171","msg":"trace[1255964521] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21058; }","duration":"570.558886ms","start":"2026-04-28T18:04:19.918616Z","end":"2026-04-28T18:04:20.489175Z","steps":["trace[1255964521] 'agreement among raft nodes before linearized reading' (duration: 567.389946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.490848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.918597Z","time spent":"572.232679ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:04:20.491402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.406628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-04-28T18:04:20.49157Z","caller":"traceutil/trace.go:171","msg":"trace[2087055127] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:21058; }","duration":"573.590303ms","start":"2026-04-28T18:04:19.917961Z","end":"2026-04-28T18:04:20.491551Z","steps":["trace[2087055127] 'agreement among raft nodes before linearized reading' (duration: 573.337406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.494173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:19.917942Z","time spent":"576.21903ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-28T18:04:20.888288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.045015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:20.888763Z","caller":"traceutil/trace.go:171","msg":"trace[1237489177] transaction","detail":"{read_only:false; response_revision:21062; number_of_response:1; }","duration":"166.964147ms","start":"2026-04-28T18:04:20.721784Z","end":"2026-04-28T18:04:20.888748Z","steps":["trace[1237489177] 'process raft request' (duration: 166.923866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:20.888962Z","caller":"traceutil/trace.go:171","msg":"trace[890750555] transaction","detail":"{read_only:false; response_revision:21060; number_of_response:1; }","duration":"387.418539ms","start":"2026-04-28T18:04:20.501534Z","end":"2026-04-28T18:04:20.888953Z","steps":["trace[890750555] 'process raft request' (duration: 119.634945ms)","trace[890750555] 'compare' (duration: 266.452421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:20.889047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.501504Z","time spent":"387.516542ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9876,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:20.88922Z","caller":"traceutil/trace.go:171","msg":"trace[193501377] transaction","detail":"{read_only:false; response_revision:21061; number_of_response:1; }","duration":"387.008369ms","start":"2026-04-28T18:04:20.502204Z","end":"2026-04-28T18:04:20.889212Z","steps":["trace[193501377] 'process raft request' (duration: 386.442645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.889287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.502191Z","time spent":"387.077341ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:20.889403Z","caller":"traceutil/trace.go:171","msg":"trace[141966633] linearizableReadLoop","detail":"{readStateIndex:21852; appliedIndex:21850; }","duration":"386.470636ms","start":"2026-04-28T18:04:20.502922Z","end":"2026-04-28T18:04:20.889393Z","steps":["trace[141966633] 'read index received' (duration: 118.21237ms)","trace[141966633] 'applied index is now lower than readState.Index' (duration: 268.256066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:20.889629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.676037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:20.889679Z","caller":"traceutil/trace.go:171","msg":"trace[30183159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21062; }","duration":"391.735459ms","start":"2026-04-28T18:04:20.497935Z","end":"2026-04-28T18:04:20.889671Z","steps":["trace[30183159] 'agreement among raft nodes before linearized reading' (duration: 391.668107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.889712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.497929Z","time spent":"391.77693ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:20.889898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.799032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130780"} {"level":"info","ts":"2026-04-28T18:04:20.889947Z","caller":"traceutil/trace.go:171","msg":"trace[797880250] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21062; }","duration":"393.890885ms","start":"2026-04-28T18:04:20.49605Z","end":"2026-04-28T18:04:20.889941Z","steps":["trace[797880250] 'agreement among raft nodes before linearized reading' (duration: 393.75972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.88998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.49603Z","time spent":"393.943835ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130804,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T18:04:20.890161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.180652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-28T18:04:20.890211Z","caller":"traceutil/trace.go:171","msg":"trace[425394936] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:21062; }","duration":"394.239053ms","start":"2026-04-28T18:04:20.495963Z","end":"2026-04-28T18:04:20.890202Z","steps":["trace[425394936] 'agreement among raft nodes before linearized reading' (duration: 394.149791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.890246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.495957Z","time spent":"394.282394ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-04-28T18:04:20.890412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.795418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa959ff9b24f5c\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-04-28T18:04:20.89046Z","caller":"traceutil/trace.go:171","msg":"trace[1166037735] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa959ff9b24f5c; range_end:; response_count:1; response_revision:21062; }","duration":"383.922021ms","start":"2026-04-28T18:04:20.506531Z","end":"2026-04-28T18:04:20.890453Z","steps":["trace[1166037735] 'agreement among raft nodes before linearized reading' (duration: 383.835179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.890491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.506517Z","time spent":"383.968242ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":853,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa959ff9b24f5c\" "} {"level":"warn","ts":"2026-04-28T18:04:20.890724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.981762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:20.890776Z","caller":"traceutil/trace.go:171","msg":"trace[810453261] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21062; }","duration":"380.053573ms","start":"2026-04-28T18:04:20.510716Z","end":"2026-04-28T18:04:20.890769Z","steps":["trace[810453261] 'agreement among raft nodes before linearized reading' (duration: 379.983741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:20.890815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:20.510706Z","time spent":"380.102194ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:04:21.155825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.894267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:21.155948Z","caller":"traceutil/trace.go:171","msg":"trace[1571071238] transaction","detail":"{read_only:false; response_revision:21063; number_of_response:1; }","duration":"256.662592ms","start":"2026-04-28T18:04:20.899266Z","end":"2026-04-28T18:04:21.155928Z","steps":["trace[1571071238] 'process raft request' (duration: 109.55757ms)","trace[1571071238] 'compare' (duration: 146.777284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:21.179005Z","caller":"traceutil/trace.go:171","msg":"trace[1163078377] linearizableReadLoop","detail":"{readStateIndex:21855; appliedIndex:21853; }","duration":"277.291615ms","start":"2026-04-28T18:04:20.901689Z","end":"2026-04-28T18:04:21.178981Z","steps":["trace[1163078377] 'read index received' (duration: 107.23782ms)","trace[1163078377] 'applied index is now lower than readState.Index' (duration: 170.052625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:21.179106Z","caller":"traceutil/trace.go:171","msg":"trace[966907906] transaction","detail":"{read_only:false; response_revision:21064; number_of_response:1; }","duration":"279.40731ms","start":"2026-04-28T18:04:20.899621Z","end":"2026-04-28T18:04:21.179028Z","steps":["trace[966907906] 'process raft request' (duration: 279.03694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:21.179354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.628865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T18:04:21.179449Z","caller":"traceutil/trace.go:171","msg":"trace[2043123480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21064; }","duration":"277.766257ms","start":"2026-04-28T18:04:20.901656Z","end":"2026-04-28T18:04:21.179423Z","steps":["trace[2043123480] 'agreement among raft nodes before linearized reading' (duration: 277.449849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:21.179437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.94121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:21.179503Z","caller":"traceutil/trace.go:171","msg":"trace[377399290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21064; }","duration":"112.059523ms","start":"2026-04-28T18:04:21.067429Z","end":"2026-04-28T18:04:21.179488Z","steps":["trace[377399290] 'agreement among raft nodes before linearized reading' (duration: 111.913019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:21.179595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.175534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:04:21.179384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.285389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-28T18:04:21.179671Z","caller":"traceutil/trace.go:171","msg":"trace[1461808844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21064; }","duration":"147.289138ms","start":"2026-04-28T18:04:21.032368Z","end":"2026-04-28T18:04:21.179657Z","steps":["trace[1461808844] 'agreement among raft nodes before linearized reading' (duration: 147.041632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:21.179716Z","caller":"traceutil/trace.go:171","msg":"trace[41514644] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:21064; }","duration":"246.677238ms","start":"2026-04-28T18:04:20.933025Z","end":"2026-04-28T18:04:21.179703Z","steps":["trace[41514644] 'agreement among raft nodes before linearized reading' (duration: 246.187436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:21.68641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:04:21.776752Z","caller":"traceutil/trace.go:171","msg":"trace[1850424906] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"593.262393ms","start":"2026-04-28T18:04:21.183455Z","end":"2026-04-28T18:04:21.776718Z","steps":["trace[1850424906] 'process raft request' (duration: 592.994736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:21.776974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.18342Z","time spent":"593.437688ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:22.306226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.931484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:22.306708Z","caller":"traceutil/trace.go:171","msg":"trace[1709778461] transaction","detail":"{read_only:false; response_revision:21066; number_of_response:1; }","duration":"710.687921ms","start":"2026-04-28T18:04:21.595973Z","end":"2026-04-28T18:04:22.306661Z","steps":["trace[1709778461] 'process raft request' (duration: 534.231464ms)","trace[1709778461] 'compare' (duration: 175.817241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:22.307027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.595954Z","time spent":"710.918328ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:22.509441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.115855ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:04:22.509684Z","caller":"traceutil/trace.go:171","msg":"trace[183986934] linearizableReadLoop","detail":"{readStateIndex:21857; appliedIndex:21855; }","duration":"1.325092692s","start":"2026-04-28T18:04:21.184572Z","end":"2026-04-28T18:04:22.509665Z","steps":["trace[183986934] 'read index received' (duration: 591.879208ms)","trace[183986934] 'applied index is now lower than readState.Index' (duration: 733.212454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:22.50991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325319127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-04-28T18:04:22.509951Z","caller":"traceutil/trace.go:171","msg":"trace[508901466] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:21066; }","duration":"1.325388179s","start":"2026-04-28T18:04:21.184549Z","end":"2026-04-28T18:04:22.509938Z","steps":["trace[508901466] 'agreement among raft nodes before linearized reading' (duration: 1.325231425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.510003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.184533Z","time spent":"1.325461571s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"info","ts":"2026-04-28T18:04:22.510125Z","caller":"traceutil/trace.go:171","msg":"trace[630355338] transaction","detail":"{read_only:false; response_revision:21067; number_of_response:1; }","duration":"636.14917ms","start":"2026-04-28T18:04:21.873939Z","end":"2026-04-28T18:04:22.510089Z","steps":["trace[630355338] 'process raft request' (duration: 635.633408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.510311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.873913Z","time spent":"636.289624ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:22.613468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.289701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:22.61372Z","caller":"traceutil/trace.go:171","msg":"trace[1432272199] transaction","detail":"{read_only:false; response_revision:21068; number_of_response:1; }","duration":"736.937238ms","start":"2026-04-28T18:04:21.876757Z","end":"2026-04-28T18:04:22.613695Z","steps":["trace[1432272199] 'process raft request' (duration: 633.312699ms)","trace[1432272199] 'compare' (duration: 103.157647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:22.613812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.876738Z","time spent":"737.02372ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:22.614243Z","caller":"traceutil/trace.go:171","msg":"trace[1487569731] linearizableReadLoop","detail":"{readStateIndex:21862; appliedIndex:21858; }","duration":"104.507962ms","start":"2026-04-28T18:04:22.509722Z","end":"2026-04-28T18:04:22.61423Z","steps":["trace[1487569731] 'read index received' (duration: 241.606µs)","trace[1487569731] 'applied index is now lower than readState.Index' (duration: 104.265156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:22.614454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.487142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T18:04:22.614467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.024907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:22.614513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.563334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:04:22.614552Z","caller":"traceutil/trace.go:171","msg":"trace[1114546981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21070; }","duration":"361.615145ms","start":"2026-04-28T18:04:22.2529Z","end":"2026-04-28T18:04:22.614516Z","steps":["trace[1114546981] 'agreement among raft nodes before linearized reading' (duration: 361.381439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:22.614573Z","caller":"traceutil/trace.go:171","msg":"trace[818344404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21070; }","duration":"361.658076ms","start":"2026-04-28T18:04:22.252903Z","end":"2026-04-28T18:04:22.614562Z","steps":["trace[818344404] 'agreement among raft nodes before linearized reading' (duration: 361.479301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.614588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.252873Z","time spent":"361.707907ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:22.614534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.862301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:22.614607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.252896Z","time spent":"361.704058ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:04:22.614623Z","caller":"traceutil/trace.go:171","msg":"trace[425515605] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21070; }","duration":"737.962634ms","start":"2026-04-28T18:04:21.876647Z","end":"2026-04-28T18:04:22.614609Z","steps":["trace[425515605] 'agreement among raft nodes before linearized reading' (duration: 737.863332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.614657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.876639Z","time spent":"738.010195ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:22.614488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429819379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"warn","ts":"2026-04-28T18:04:22.61476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.615955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef1de962b2\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-04-28T18:04:22.614799Z","caller":"traceutil/trace.go:171","msg":"trace[182442210] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef1de962b2; range_end:; response_count:1; response_revision:21070; }","duration":"830.690816ms","start":"2026-04-28T18:04:21.784095Z","end":"2026-04-28T18:04:22.614786Z","steps":["trace[182442210] 'agreement among raft nodes before linearized reading' (duration: 830.591174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:22.614764Z","caller":"traceutil/trace.go:171","msg":"trace[2064566213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21070; }","duration":"1.430133777s","start":"2026-04-28T18:04:21.184619Z","end":"2026-04-28T18:04:22.614752Z","steps":["trace[2064566213] 'agreement among raft nodes before linearized reading' (duration: 1.429736517s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.614881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.184602Z","time spent":"1.43026868s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:04:22.614833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.784071Z","time spent":"830.756019ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":868,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef1de962b2\" "} {"level":"warn","ts":"2026-04-28T18:04:22.615221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.154013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:22.615245Z","caller":"traceutil/trace.go:171","msg":"trace[1619517664] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21070; }","duration":"737.196065ms","start":"2026-04-28T18:04:21.878042Z","end":"2026-04-28T18:04:22.615238Z","steps":["trace[1619517664] 'agreement among raft nodes before linearized reading' (duration: 737.161864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.615241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.532966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:22.615281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.878033Z","time spent":"737.241896ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:22.6153Z","caller":"traceutil/trace.go:171","msg":"trace[1010692227] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21070; }","duration":"732.588548ms","start":"2026-04-28T18:04:21.882682Z","end":"2026-04-28T18:04:22.615271Z","steps":["trace[1010692227] 'agreement among raft nodes before linearized reading' (duration: 732.499125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.614455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.99353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:22.615353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423340835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-28T18:04:22.615408Z","caller":"traceutil/trace.go:171","msg":"trace[1958760369] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:21070; }","duration":"1.423408236s","start":"2026-04-28T18:04:21.191988Z","end":"2026-04-28T18:04:22.615396Z","steps":["trace[1958760369] 'agreement among raft nodes before linearized reading' (duration: 1.422335939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.615443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.191976Z","time spent":"1.423460968s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-04-28T18:04:22.615408Z","caller":"traceutil/trace.go:171","msg":"trace[874798540] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21070; }","duration":"739.985476ms","start":"2026-04-28T18:04:21.8754Z","end":"2026-04-28T18:04:22.615386Z","steps":["trace[874798540] 'agreement among raft nodes before linearized reading' (duration: 738.849227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.615554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.875389Z","time spent":"740.15137ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:22.61489Z","caller":"traceutil/trace.go:171","msg":"trace[1669702346] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"716.90537ms","start":"2026-04-28T18:04:21.897974Z","end":"2026-04-28T18:04:22.614879Z","steps":["trace[1669702346] 'process raft request' (duration: 715.668929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.615657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.897935Z","time spent":"717.68746ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:22.614914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.385695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:22.615817Z","caller":"traceutil/trace.go:171","msg":"trace[250629062] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21070; }","duration":"739.302768ms","start":"2026-04-28T18:04:21.876503Z","end":"2026-04-28T18:04:22.615806Z","steps":["trace[250629062] 'agreement among raft nodes before linearized reading' (duration: 738.338773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.615855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.876494Z","time spent":"739.34935ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:22.615943Z","caller":"traceutil/trace.go:171","msg":"trace[339391152] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21070; }","duration":"463.183032ms","start":"2026-04-28T18:04:22.151347Z","end":"2026-04-28T18:04:22.61453Z","steps":["trace[339391152] 'agreement among raft nodes before linearized reading' (duration: 463.053369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.614918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05702043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:04:22.616019Z","caller":"traceutil/trace.go:171","msg":"trace[272114380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21070; }","duration":"1.058158109s","start":"2026-04-28T18:04:21.55785Z","end":"2026-04-28T18:04:22.616008Z","steps":["trace[272114380] 'agreement among raft nodes before linearized reading' (duration: 1.057011439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.616024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.151318Z","time spent":"464.693001ms","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:22.61606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.557828Z","time spent":"1.058223191s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:22.614955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.556959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:22.61616Z","caller":"traceutil/trace.go:171","msg":"trace[798508388] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21070; }","duration":"739.777441ms","start":"2026-04-28T18:04:21.876374Z","end":"2026-04-28T18:04:22.616151Z","steps":["trace[798508388] 'agreement among raft nodes before linearized reading' (duration: 738.558959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.616188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.876357Z","time spent":"739.824361ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:22.614916Z","caller":"traceutil/trace.go:171","msg":"trace[1032924491] transaction","detail":"{read_only:false; response_revision:21070; number_of_response:1; }","duration":"712.043107ms","start":"2026-04-28T18:04:21.902866Z","end":"2026-04-28T18:04:22.61491Z","steps":["trace[1032924491] 'process raft request' (duration: 711.294368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.541514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T18:04:22.616346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.902836Z","time spent":"713.427812ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:22.616381Z","caller":"traceutil/trace.go:171","msg":"trace[481936267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21070; }","duration":"362.919739ms","start":"2026-04-28T18:04:22.253451Z","end":"2026-04-28T18:04:22.616371Z","steps":["trace[481936267] 'agreement among raft nodes before linearized reading' (duration: 361.476482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.616418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.253385Z","time spent":"363.020491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:22.61644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.014218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:22.616475Z","caller":"traceutil/trace.go:171","msg":"trace[511455868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21070; }","duration":"543.102251ms","start":"2026-04-28T18:04:22.073363Z","end":"2026-04-28T18:04:22.616465Z","steps":["trace[511455868] 'agreement among raft nodes before linearized reading' (duration: 540.947746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.616505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.073308Z","time spent":"543.192032ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:22.615034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.440992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:22.616544Z","caller":"traceutil/trace.go:171","msg":"trace[1301749420] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21070; }","duration":"740.993811ms","start":"2026-04-28T18:04:21.875541Z","end":"2026-04-28T18:04:22.616535Z","steps":["trace[1301749420] 'agreement among raft nodes before linearized reading' (duration: 739.471682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.616581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.875515Z","time spent":"741.058873ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:22.615018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42905115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-04-28T18:04:22.616724Z","caller":"traceutil/trace.go:171","msg":"trace[1474483809] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:21070; }","duration":"1.430814834s","start":"2026-04-28T18:04:21.185899Z","end":"2026-04-28T18:04:22.616714Z","steps":["trace[1474483809] 'agreement among raft nodes before linearized reading' (duration: 1.428568947s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.616762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.18588Z","time spent":"1.430873786s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-28T18:04:22.615112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.047946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:04:22.616981Z","caller":"traceutil/trace.go:171","msg":"trace[104203082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21070; }","duration":"363.927424ms","start":"2026-04-28T18:04:22.25304Z","end":"2026-04-28T18:04:22.616967Z","steps":["trace[104203082] 'agreement among raft nodes before linearized reading' (duration: 362.002615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.617019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.253035Z","time spent":"363.975935ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:22.615162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.958132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-28T18:04:22.617177Z","caller":"traceutil/trace.go:171","msg":"trace[877787310] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:21070; }","duration":"103.019774ms","start":"2026-04-28T18:04:22.514147Z","end":"2026-04-28T18:04:22.617167Z","steps":["trace[877787310] 'agreement among raft nodes before linearized reading' (duration: 100.971022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.614996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.753534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:22.6178Z","caller":"traceutil/trace.go:171","msg":"trace[90556233] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21070; }","duration":"741.594756ms","start":"2026-04-28T18:04:21.876193Z","end":"2026-04-28T18:04:22.617787Z","steps":["trace[90556233] 'agreement among raft nodes before linearized reading' (duration: 738.783974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.621284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.876167Z","time spent":"745.102046ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:22.615335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.882666Z","time spent":"732.662759ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:22.62419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202211235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:04:22.62423Z","caller":"traceutil/trace.go:171","msg":"trace[365019304] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21070; }","duration":"1.202282937s","start":"2026-04-28T18:04:21.421935Z","end":"2026-04-28T18:04:22.624218Z","steps":["trace[365019304] 'agreement among raft nodes before linearized reading' (duration: 1.192330443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.624257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.421915Z","time spent":"1.202335538s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:04:22.625233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.298687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:22.625373Z","caller":"traceutil/trace.go:171","msg":"trace[2096002311] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21070; }","duration":"748.45229ms","start":"2026-04-28T18:04:21.876899Z","end":"2026-04-28T18:04:22.625352Z","steps":["trace[2096002311] 'agreement among raft nodes before linearized reading' (duration: 737.334688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.625426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:21.876892Z","time spent":"748.520493ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:22.986218Z","caller":"traceutil/trace.go:171","msg":"trace[1409789520] transaction","detail":"{read_only:false; response_revision:21071; number_of_response:1; }","duration":"363.587576ms","start":"2026-04-28T18:04:22.622604Z","end":"2026-04-28T18:04:22.986191Z","steps":["trace[1409789520] 'process raft request' (duration: 363.424232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:22.986357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.622579Z","time spent":"363.700688ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:23.26089Z","caller":"traceutil/trace.go:171","msg":"trace[1733004488] linearizableReadLoop","detail":"{readStateIndex:21866; appliedIndex:21862; }","duration":"635.70105ms","start":"2026-04-28T18:04:22.625115Z","end":"2026-04-28T18:04:23.260816Z","steps":["trace[1733004488] 'read index received' (duration: 360.907228ms)","trace[1733004488] 'applied index is now lower than readState.Index' (duration: 274.791292ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:23.261317Z","caller":"traceutil/trace.go:171","msg":"trace[145474526] transaction","detail":"{read_only:false; response_revision:21072; number_of_response:1; }","duration":"638.246784ms","start":"2026-04-28T18:04:22.623055Z","end":"2026-04-28T18:04:23.261302Z","steps":["trace[145474526] 'process raft request' (duration: 636.87628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.26144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.623037Z","time spent":"638.325326ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:23.261831Z","caller":"traceutil/trace.go:171","msg":"trace[1249953116] transaction","detail":"{read_only:false; response_revision:21073; number_of_response:1; }","duration":"638.393718ms","start":"2026-04-28T18:04:22.623426Z","end":"2026-04-28T18:04:23.26182Z","steps":["trace[1249953116] 'process raft request' (duration: 636.846279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.261963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.623417Z","time spent":"638.49539ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:23.262111Z","caller":"traceutil/trace.go:171","msg":"trace[1971869809] transaction","detail":"{read_only:false; response_revision:21074; number_of_response:1; }","duration":"638.593853ms","start":"2026-04-28T18:04:22.623506Z","end":"2026-04-28T18:04:23.2621Z","steps":["trace[1971869809] 'process raft request' (duration: 636.934301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.26217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.6235Z","time spent":"638.641654ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:23.262315Z","caller":"traceutil/trace.go:171","msg":"trace[1933152410] transaction","detail":"{read_only:false; response_revision:21075; number_of_response:1; }","duration":"634.54986ms","start":"2026-04-28T18:04:22.627753Z","end":"2026-04-28T18:04:23.262302Z","steps":["trace[1933152410] 'process raft request' (duration: 632.801806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.262388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.627744Z","time spent":"634.606061ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:23.26253Z","caller":"traceutil/trace.go:171","msg":"trace[1954644418] transaction","detail":"{read_only:false; response_revision:21076; number_of_response:1; }","duration":"631.920613ms","start":"2026-04-28T18:04:22.630596Z","end":"2026-04-28T18:04:23.262516Z","steps":["trace[1954644418] 'process raft request' (duration: 630.050937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.262649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.630588Z","time spent":"632.025906ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:23.262807Z","caller":"traceutil/trace.go:171","msg":"trace[962821953] transaction","detail":"{read_only:false; response_revision:21077; number_of_response:1; }","duration":"629.845791ms","start":"2026-04-28T18:04:22.632941Z","end":"2026-04-28T18:04:23.262787Z","steps":["trace[962821953] 'process raft request' (duration: 627.790009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.262863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.632904Z","time spent":"629.926033ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:23.263028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.910256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:23.263088Z","caller":"traceutil/trace.go:171","msg":"trace[1246060498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21077; }","duration":"637.970277ms","start":"2026-04-28T18:04:22.625106Z","end":"2026-04-28T18:04:23.263077Z","steps":["trace[1246060498] 'agreement among raft nodes before linearized reading' (duration: 637.877705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.263124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.62504Z","time spent":"638.07691ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:23.263416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.84267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-28T18:04:23.26346Z","caller":"traceutil/trace.go:171","msg":"trace[2022592632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:21077; }","duration":"636.916661ms","start":"2026-04-28T18:04:22.626533Z","end":"2026-04-28T18:04:23.26345Z","steps":["trace[2022592632] 'agreement among raft nodes before linearized reading' (duration: 636.762257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.263495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.62652Z","time spent":"636.967533ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:23.263926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.201396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:23.263976Z","caller":"traceutil/trace.go:171","msg":"trace[1067832382] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21077; }","duration":"175.290248ms","start":"2026-04-28T18:04:23.088671Z","end":"2026-04-28T18:04:23.263961Z","steps":["trace[1067832382] 'agreement among raft nodes before linearized reading' (duration: 175.211146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.264211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.915695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-28T18:04:23.264262Z","caller":"traceutil/trace.go:171","msg":"trace[2096424265] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc; range_end:; response_count:1; response_revision:21077; }","duration":"275.022688ms","start":"2026-04-28T18:04:22.989223Z","end":"2026-04-28T18:04:23.264246Z","steps":["trace[2096424265] 'agreement among raft nodes before linearized reading' (duration: 274.906746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.26447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.979516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-28T18:04:23.264511Z","caller":"traceutil/trace.go:171","msg":"trace[1742442062] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:21077; }","duration":"312.071808ms","start":"2026-04-28T18:04:22.952428Z","end":"2026-04-28T18:04:23.2645Z","steps":["trace[1742442062] 'agreement among raft nodes before linearized reading' (duration: 311.970565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.264537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.952405Z","time spent":"312.124749ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T18:04:23.264727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.459362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-04-28T18:04:23.264763Z","caller":"traceutil/trace.go:171","msg":"trace[1336402388] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:21077; }","duration":"404.555244ms","start":"2026-04-28T18:04:22.8602Z","end":"2026-04-28T18:04:23.264755Z","steps":["trace[1336402388] 'agreement among raft nodes before linearized reading' (duration: 404.454742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.264789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.860169Z","time spent":"404.613766ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":477,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-04-28T18:04:23.265017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.133765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh\" ","response":"range_response_count:1 size:5970"} {"level":"info","ts":"2026-04-28T18:04:23.265057Z","caller":"traceutil/trace.go:171","msg":"trace[730538881] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh; range_end:; response_count:1; response_revision:21077; }","duration":"449.215587ms","start":"2026-04-28T18:04:22.815832Z","end":"2026-04-28T18:04:23.265048Z","steps":["trace[730538881] 'agreement among raft nodes before linearized reading' (duration: 449.100995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.265085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.815809Z","time spent":"449.268219ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5994,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh\" "} {"level":"warn","ts":"2026-04-28T18:04:23.265339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.650529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T18:04:23.265377Z","caller":"traceutil/trace.go:171","msg":"trace[628091594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21077; }","duration":"626.731521ms","start":"2026-04-28T18:04:22.638635Z","end":"2026-04-28T18:04:23.265367Z","steps":["trace[628091594] 'agreement among raft nodes before linearized reading' (duration: 626.606188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.26541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.638615Z","time spent":"626.787632ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T18:04:23.265617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.996253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-28T18:04:23.265648Z","caller":"traceutil/trace.go:171","msg":"trace[946972261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:21077; }","duration":"637.038994ms","start":"2026-04-28T18:04:22.628601Z","end":"2026-04-28T18:04:23.26564Z","steps":["trace[946972261] 'agreement among raft nodes before linearized reading' (duration: 636.944222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.265671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:22.628594Z","time spent":"637.072765ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-28T18:04:23.543981Z","caller":"traceutil/trace.go:171","msg":"trace[587784358] linearizableReadLoop","detail":"{readStateIndex:21871; appliedIndex:21870; }","duration":"243.515908ms","start":"2026-04-28T18:04:23.300433Z","end":"2026-04-28T18:04:23.543949Z","steps":["trace[587784358] 'read index received' (duration: 243.19338ms)","trace[587784358] 'applied index is now lower than readState.Index' (duration: 321.018µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:23.544392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.62744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:23.544457Z","caller":"traceutil/trace.go:171","msg":"trace[21214414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21079; }","duration":"265.764324ms","start":"2026-04-28T18:04:23.278678Z","end":"2026-04-28T18:04:23.544443Z","steps":["trace[21214414] 'agreement among raft nodes before linearized reading' (duration: 265.62433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.544413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.694865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T18:04:23.544558Z","caller":"traceutil/trace.go:171","msg":"trace[714606512] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:21079; }","duration":"264.845989ms","start":"2026-04-28T18:04:23.279696Z","end":"2026-04-28T18:04:23.544541Z","steps":["trace[714606512] 'agreement among raft nodes before linearized reading' (duration: 264.505711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.544826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.118822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:04:23.54487Z","caller":"traceutil/trace.go:171","msg":"trace[1518179591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21079; }","duration":"266.194204ms","start":"2026-04-28T18:04:23.278663Z","end":"2026-04-28T18:04:23.544858Z","steps":["trace[1518179591] 'agreement among raft nodes before linearized reading' (duration: 266.066501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:23.544459Z","caller":"traceutil/trace.go:171","msg":"trace[2117236184] transaction","detail":"{read_only:false; response_revision:21079; number_of_response:1; }","duration":"265.350553ms","start":"2026-04-28T18:04:23.27877Z","end":"2026-04-28T18:04:23.544121Z","steps":["trace[2117236184] 'process raft request' (duration: 264.967693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.545138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.504211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-28T18:04:23.545179Z","caller":"traceutil/trace.go:171","msg":"trace[1920620167] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862; range_end:; response_count:1; response_revision:21079; }","duration":"238.584994ms","start":"2026-04-28T18:04:23.306577Z","end":"2026-04-28T18:04:23.545162Z","steps":["trace[1920620167] 'agreement among raft nodes before linearized reading' (duration: 238.479521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.545456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.735866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-28T18:04:23.545499Z","caller":"traceutil/trace.go:171","msg":"trace[283722321] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:21079; }","duration":"236.776257ms","start":"2026-04-28T18:04:23.308709Z","end":"2026-04-28T18:04:23.545486Z","steps":["trace[283722321] 'agreement among raft nodes before linearized reading' (duration: 236.669614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:23.662667Z","caller":"traceutil/trace.go:171","msg":"trace[2070057223] linearizableReadLoop","detail":"{readStateIndex:21872; appliedIndex:21871; }","duration":"112.596686ms","start":"2026-04-28T18:04:23.550037Z","end":"2026-04-28T18:04:23.662633Z","steps":["trace[2070057223] 'read index received' (duration: 61.580682ms)","trace[2070057223] 'applied index is now lower than readState.Index' (duration: 51.015334ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:23.662802Z","caller":"traceutil/trace.go:171","msg":"trace[1634308206] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"113.243443ms","start":"2026-04-28T18:04:23.549522Z","end":"2026-04-28T18:04:23.662766Z","steps":["trace[1634308206] 'process raft request' (duration: 62.198988ms)","trace[1634308206] 'compare' (duration: 50.710206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:23.662891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.829752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-28T18:04:23.662925Z","caller":"traceutil/trace.go:171","msg":"trace[1975942145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:21080; }","duration":"112.909485ms","start":"2026-04-28T18:04:23.550006Z","end":"2026-04-28T18:04:23.662915Z","steps":["trace[1975942145] 'agreement among raft nodes before linearized reading' (duration: 112.764601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.663221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.432203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd\" ","response":"range_response_count:1 size:5796"} {"level":"info","ts":"2026-04-28T18:04:23.66326Z","caller":"traceutil/trace.go:171","msg":"trace[1966712177] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd; range_end:; response_count:1; response_revision:21080; }","duration":"112.508616ms","start":"2026-04-28T18:04:23.550741Z","end":"2026-04-28T18:04:23.66325Z","steps":["trace[1966712177] 'agreement among raft nodes before linearized reading' (duration: 112.409512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.663472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.897199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:04:23.663491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.95954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T18:04:23.663537Z","caller":"traceutil/trace.go:171","msg":"trace[758396032] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:21080; }","duration":"110.035563ms","start":"2026-04-28T18:04:23.553487Z","end":"2026-04-28T18:04:23.663522Z","steps":["trace[758396032] 'agreement among raft nodes before linearized reading' (duration: 109.837068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:23.663501Z","caller":"traceutil/trace.go:171","msg":"trace[741227323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21080; }","duration":"111.9433ms","start":"2026-04-28T18:04:23.551547Z","end":"2026-04-28T18:04:23.66349Z","steps":["trace[741227323] 'agreement among raft nodes before linearized reading' (duration: 111.850118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:23.91539Z","caller":"traceutil/trace.go:171","msg":"trace[385068191] linearizableReadLoop","detail":"{readStateIndex:21875; appliedIndex:21873; }","duration":"191.167931ms","start":"2026-04-28T18:04:23.724199Z","end":"2026-04-28T18:04:23.915367Z","steps":["trace[385068191] 'read index received' (duration: 159.517857ms)","trace[385068191] 'applied index is now lower than readState.Index' (duration: 31.646514ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:23.915515Z","caller":"traceutil/trace.go:171","msg":"trace[644852707] transaction","detail":"{read_only:false; response_revision:21083; number_of_response:1; }","duration":"240.555443ms","start":"2026-04-28T18:04:23.67495Z","end":"2026-04-28T18:04:23.915506Z","steps":["trace[644852707] 'process raft request' (duration: 240.334297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.915749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.446427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-04-28T18:04:23.915786Z","caller":"traceutil/trace.go:171","msg":"trace[455172022] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:21083; }","duration":"241.558039ms","start":"2026-04-28T18:04:23.674219Z","end":"2026-04-28T18:04:23.915777Z","steps":["trace[455172022] 'agreement among raft nodes before linearized reading' (duration: 241.416326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:23.915824Z","caller":"traceutil/trace.go:171","msg":"trace[1643776067] transaction","detail":"{read_only:false; response_revision:21082; number_of_response:1; }","duration":"241.149908ms","start":"2026-04-28T18:04:23.674631Z","end":"2026-04-28T18:04:23.915781Z","steps":["trace[1643776067] 'process raft request' (duration: 209.054793ms)","trace[1643776067] 'compare' (duration: 31.316595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:23.916033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.826119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef255d98a9\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-04-28T18:04:23.916066Z","caller":"traceutil/trace.go:171","msg":"trace[418678188] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa94ef255d98a9; range_end:; response_count:1; response_revision:21083; }","duration":"182.85927ms","start":"2026-04-28T18:04:23.733198Z","end":"2026-04-28T18:04:23.916057Z","steps":["trace[418678188] 'agreement among raft nodes before linearized reading' (duration: 182.756668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.916113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.571911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:23.916185Z","caller":"traceutil/trace.go:171","msg":"trace[290330855] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21083; }","duration":"178.660984ms","start":"2026-04-28T18:04:23.737506Z","end":"2026-04-28T18:04:23.916167Z","steps":["trace[290330855] 'agreement among raft nodes before linearized reading' (duration: 178.556851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.916253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.590533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:23.916286Z","caller":"traceutil/trace.go:171","msg":"trace[1550017632] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21083; }","duration":"182.675505ms","start":"2026-04-28T18:04:23.733604Z","end":"2026-04-28T18:04:23.916279Z","steps":["trace[1550017632] 'agreement among raft nodes before linearized reading' (duration: 182.615213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:23.916495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.197069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-04-28T18:04:23.916584Z","caller":"traceutil/trace.go:171","msg":"trace[755798737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:21083; }","duration":"183.317282ms","start":"2026-04-28T18:04:23.733246Z","end":"2026-04-28T18:04:23.916563Z","steps":["trace[755798737] 'agreement among raft nodes before linearized reading' (duration: 183.073676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:24.491579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:24.992251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:25.493036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790897989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:25.551063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560437743s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:04:25.551797Z","caller":"traceutil/trace.go:171","msg":"trace[64005965] transaction","detail":"{read_only:false; response_revision:21086; number_of_response:1; }","duration":"1.561352827s","start":"2026-04-28T18:04:23.990412Z","end":"2026-04-28T18:04:25.551765Z","steps":["trace[64005965] 'process raft request' (duration: 1.561136072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.552057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:23.990378Z","time spent":"1.561593233s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:04:25.995738Z","caller":"traceutil/trace.go:171","msg":"trace[383735540] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"2.003078775s","start":"2026-04-28T18:04:23.992616Z","end":"2026-04-28T18:04:25.995695Z","steps":["trace[383735540] 'process raft request' (duration: 2.002285895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.995898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:23.992581Z","time spent":"2.003236339s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:25.996145Z","caller":"traceutil/trace.go:171","msg":"trace[1814856952] transaction","detail":"{read_only:false; response_revision:21088; number_of_response:1; }","duration":"1.47993536s","start":"2026-04-28T18:04:24.516178Z","end":"2026-04-28T18:04:25.996113Z","steps":["trace[1814856952] 'process raft request' (duration: 1.479387016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.996304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.516151Z","time spent":"1.480061413s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:25.99764Z","caller":"traceutil/trace.go:171","msg":"trace[1475277291] linearizableReadLoop","detail":"{readStateIndex:21882; appliedIndex:21877; }","duration":"2.006778949s","start":"2026-04-28T18:04:23.99084Z","end":"2026-04-28T18:04:25.997619Z","steps":["trace[1475277291] 'read index received' (duration: 1.560742172s)","trace[1475277291] 'applied index is now lower than readState.Index' (duration: 446.036047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:25.997935Z","caller":"traceutil/trace.go:171","msg":"trace[1456680930] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"1.376675991s","start":"2026-04-28T18:04:24.621247Z","end":"2026-04-28T18:04:25.997923Z","steps":["trace[1456680930] 'process raft request' (duration: 1.374422684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.998045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.621217Z","time spent":"1.376747903s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:25.998349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002283485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T18:04:25.998383Z","caller":"traceutil/trace.go:171","msg":"trace[1973460817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:21090; }","duration":"2.002317905s","start":"2026-04-28T18:04:23.996057Z","end":"2026-04-28T18:04:25.998375Z","steps":["trace[1973460817] 'agreement among raft nodes before linearized reading' (duration: 2.002192472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.998608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:23.996048Z","time spent":"2.002553401s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T18:04:25.998694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007824135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T18:04:25.998781Z","caller":"traceutil/trace.go:171","msg":"trace[1185057832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21090; }","duration":"2.007945798s","start":"2026-04-28T18:04:23.990812Z","end":"2026-04-28T18:04:25.998757Z","steps":["trace[1185057832] 'agreement among raft nodes before linearized reading' (duration: 2.007371834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.998824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:23.990802Z","time spent":"2.008014779s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T18:04:25.998887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.998979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:25.998995Z","caller":"traceutil/trace.go:171","msg":"trace[2041445327] transaction","detail":"{read_only:false; response_revision:21090; number_of_response:1; }","duration":"1.375946922s","start":"2026-04-28T18:04:24.623036Z","end":"2026-04-28T18:04:25.998983Z","steps":["trace[2041445327] 'process raft request' (duration: 1.374547687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.999131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.623022Z","time spent":"1.375998712s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:25.999423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374120265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:25.999457Z","caller":"traceutil/trace.go:171","msg":"trace[1380588012] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21090; }","duration":"1.374180276s","start":"2026-04-28T18:04:24.625269Z","end":"2026-04-28T18:04:25.999449Z","steps":["trace[1380588012] 'agreement among raft nodes before linearized reading' (duration: 1.374124595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.999486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.625257Z","time spent":"1.374216538s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:25.999842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.128889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:04:25.999868Z","caller":"traceutil/trace.go:171","msg":"trace[1683968150] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21090; }","duration":"496.174131ms","start":"2026-04-28T18:04:25.503687Z","end":"2026-04-28T18:04:25.999861Z","steps":["trace[1683968150] 'agreement among raft nodes before linearized reading' (duration: 496.094939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:25.999888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.503679Z","time spent":"496.204401ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:04:25.99999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.687394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:04:26.000012Z","caller":"traceutil/trace.go:171","msg":"trace[1534117193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21090; }","duration":"496.762775ms","start":"2026-04-28T18:04:25.503243Z","end":"2026-04-28T18:04:26.000006Z","steps":["trace[1534117193] 'agreement among raft nodes before linearized reading' (duration: 496.702564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.503216Z","time spent":"496.813247ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.832262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:04:26.000154Z","caller":"traceutil/trace.go:171","msg":"trace[729136384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21090; }","duration":"728.903544ms","start":"2026-04-28T18:04:25.271244Z","end":"2026-04-28T18:04:26.000148Z","steps":["trace[729136384] 'agreement among raft nodes before linearized reading' (duration: 728.844142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.271218Z","time spent":"728.950636ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561466239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:26.000283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.461579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:04:26.00031Z","caller":"traceutil/trace.go:171","msg":"trace[2135218744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21090; }","duration":"729.50151ms","start":"2026-04-28T18:04:25.270802Z","end":"2026-04-28T18:04:26.000304Z","steps":["trace[2135218744] 'agreement among raft nodes before linearized reading' (duration: 729.421848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.270796Z","time spent":"729.535351ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376120586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:26.00038Z","caller":"traceutil/trace.go:171","msg":"trace[67378447] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21090; }","duration":"1.376168747s","start":"2026-04-28T18:04:24.624204Z","end":"2026-04-28T18:04:26.000373Z","steps":["trace[67378447] 'agreement among raft nodes before linearized reading' (duration: 1.376123146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.624194Z","time spent":"1.376213718s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.826429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:04:26.000445Z","caller":"traceutil/trace.go:171","msg":"trace[1320042179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21090; }","duration":"729.860639ms","start":"2026-04-28T18:04:25.270579Z","end":"2026-04-28T18:04:26.00044Z","steps":["trace[1320042179] 'agreement among raft nodes before linearized reading' (duration: 729.806098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.27057Z","time spent":"729.89375ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.023323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:04:26.000576Z","caller":"traceutil/trace.go:171","msg":"trace[1279305014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21090; }","duration":"730.121915ms","start":"2026-04-28T18:04:25.270446Z","end":"2026-04-28T18:04:26.000568Z","steps":["trace[1279305014] 'agreement among raft nodes before linearized reading' (duration: 730.067834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.270424Z","time spent":"730.166087ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378577138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:26.000642Z","caller":"traceutil/trace.go:171","msg":"trace[1418444585] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21090; }","duration":"1.37861822s","start":"2026-04-28T18:04:24.622016Z","end":"2026-04-28T18:04:26.000634Z","steps":["trace[1418444585] 'agreement among raft nodes before linearized reading' (duration: 1.378579669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.622008Z","time spent":"1.378651871s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.173577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:04:26.000707Z","caller":"traceutil/trace.go:171","msg":"trace[600496578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21090; }","duration":"730.239169ms","start":"2026-04-28T18:04:25.27046Z","end":"2026-04-28T18:04:26.000699Z","steps":["trace[600496578] 'agreement among raft nodes before linearized reading' (duration: 730.182217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.00073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:25.270433Z","time spent":"730.29137ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379087311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:26.000794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370510364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:26.000817Z","caller":"traceutil/trace.go:171","msg":"trace[1228302847] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21090; }","duration":"1.370544004s","start":"2026-04-28T18:04:24.630267Z","end":"2026-04-28T18:04:26.000811Z","steps":["trace[1228302847] 'agreement among raft nodes before linearized reading' (duration: 1.370509553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.630262Z","time spent":"1.370573505s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:26.000856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430110656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:26.000879Z","caller":"traceutil/trace.go:171","msg":"trace[1651780106] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21090; }","duration":"1.430170998s","start":"2026-04-28T18:04:24.570703Z","end":"2026-04-28T18:04:26.000874Z","steps":["trace[1651780106] 'agreement among raft nodes before linearized reading' (duration: 1.430104536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.000906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.570678Z","time spent":"1.430219679s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":33,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:26.001006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370901603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:26.001031Z","caller":"traceutil/trace.go:171","msg":"trace[1237381139] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21090; }","duration":"1.370943245s","start":"2026-04-28T18:04:24.630081Z","end":"2026-04-28T18:04:26.001024Z","steps":["trace[1237381139] 'agreement among raft nodes before linearized reading' (duration: 1.370869253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.00105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.630073Z","time spent":"1.370972735s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:26.001097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534245568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:04:26.001123Z","caller":"traceutil/trace.go:171","msg":"trace[1525137701] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21090; }","duration":"1.53430925s","start":"2026-04-28T18:04:24.466807Z","end":"2026-04-28T18:04:26.001116Z","steps":["trace[1525137701] 'agreement among raft nodes before linearized reading' (duration: 1.534208277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.001146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.466784Z","time spent":"1.534358572s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:04:26.001194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372004972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:26.001222Z","caller":"traceutil/trace.go:171","msg":"trace[1306800497] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21090; }","duration":"1.372028762s","start":"2026-04-28T18:04:24.629183Z","end":"2026-04-28T18:04:26.001212Z","steps":["trace[1306800497] 'agreement among raft nodes before linearized reading' (duration: 1.371965811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.001248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.629162Z","time spent":"1.372081904s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:26.001368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372931815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:26.001391Z","caller":"traceutil/trace.go:171","msg":"trace[38417755] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21090; }","duration":"1.372970346s","start":"2026-04-28T18:04:24.628415Z","end":"2026-04-28T18:04:26.001385Z","steps":["trace[38417755] 'agreement among raft nodes before linearized reading' (duration: 1.372934765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.001409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.628406Z","time spent":"1.372998227s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:26.001534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374021092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:26.00156Z","caller":"traceutil/trace.go:171","msg":"trace[1019115079] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21090; }","duration":"1.374060924s","start":"2026-04-28T18:04:24.627491Z","end":"2026-04-28T18:04:26.001552Z","steps":["trace[1019115079] 'agreement among raft nodes before linearized reading' (duration: 1.373997762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.001578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.627483Z","time spent":"1.374090724s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:26.000306Z","caller":"traceutil/trace.go:171","msg":"trace[1163369074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21090; }","duration":"1.561613813s","start":"2026-04-28T18:04:24.438664Z","end":"2026-04-28T18:04:26.000278Z","steps":["trace[1163369074] 'agreement among raft nodes before linearized reading' (duration: 1.561449829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.001704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.438631Z","time spent":"1.563062479s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:26.000795Z","caller":"traceutil/trace.go:171","msg":"trace[1583370080] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21090; }","duration":"1.379134863s","start":"2026-04-28T18:04:24.621653Z","end":"2026-04-28T18:04:26.000788Z","steps":["trace[1583370080] 'agreement among raft nodes before linearized reading' (duration: 1.379100302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.001792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.621642Z","time spent":"1.380142248s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:26.002264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990440893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-04-28T18:04:26.002294Z","caller":"traceutil/trace.go:171","msg":"trace[318542020] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:21090; }","duration":"1.990489164s","start":"2026-04-28T18:04:24.011797Z","end":"2026-04-28T18:04:26.002286Z","steps":["trace[318542020] 'agreement among raft nodes before linearized reading' (duration: 1.990411152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.002314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.011792Z","time spent":"1.990516995s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":243,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:26.002449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59540388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T18:04:26.002479Z","caller":"traceutil/trace.go:171","msg":"trace[1321166638] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21090; }","duration":"1.595465802s","start":"2026-04-28T18:04:24.407002Z","end":"2026-04-28T18:04:26.002468Z","steps":["trace[1321166638] 'agreement among raft nodes before linearized reading' (duration: 1.5954025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.002511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.40698Z","time spent":"1.595517314s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T18:04:26.002647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934066144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:26.002672Z","caller":"traceutil/trace.go:171","msg":"trace[43023018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21090; }","duration":"1.934128566s","start":"2026-04-28T18:04:24.068537Z","end":"2026-04-28T18:04:26.002666Z","steps":["trace[43023018] 'agreement among raft nodes before linearized reading' (duration: 1.934090805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.002714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:24.068516Z","time spent":"1.934190707s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:04:26.003299Z","caller":"traceutil/trace.go:171","msg":"trace[1214243090] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21090; }","duration":"132.067401ms","start":"2026-04-28T18:04:25.866845Z","end":"2026-04-28T18:04:25.998912Z","steps":["trace[1214243090] 'agreement among raft nodes before linearized reading' (duration: 132.0168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:26.778927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.074826ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T18:04:26.779075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.002458Z","time spent":"776.609444ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:04:27.281839Z","caller":"traceutil/trace.go:171","msg":"trace[2045425312] linearizableReadLoop","detail":"{readStateIndex:21888; appliedIndex:21882; }","duration":"1.272776994s","start":"2026-04-28T18:04:26.009046Z","end":"2026-04-28T18:04:27.281823Z","steps":["trace[2045425312] 'read index received' (duration: 274.030604ms)","trace[2045425312] 'applied index is now lower than readState.Index' (duration: 998.74566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:27.282035Z","caller":"traceutil/trace.go:171","msg":"trace[199177308] transaction","detail":"{read_only:false; response_revision:21091; number_of_response:1; }","duration":"1.274893558s","start":"2026-04-28T18:04:26.007128Z","end":"2026-04-28T18:04:27.282021Z","steps":["trace[199177308] 'process raft request' (duration: 1.200799549s)","trace[199177308] 'compare' (duration: 73.597087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:27.28212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.007106Z","time spent":"1.274958039s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:27.282241Z","caller":"traceutil/trace.go:171","msg":"trace[1349224246] transaction","detail":"{read_only:false; response_revision:21092; number_of_response:1; }","duration":"1.27342256s","start":"2026-04-28T18:04:26.008812Z","end":"2026-04-28T18:04:27.282234Z","steps":["trace[1349224246] 'process raft request' (duration: 1.272846165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.282281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.00879Z","time spent":"1.273471621s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:27.282372Z","caller":"traceutil/trace.go:171","msg":"trace[1510900585] transaction","detail":"{read_only:false; response_revision:21093; number_of_response:1; }","duration":"1.273346148s","start":"2026-04-28T18:04:26.009018Z","end":"2026-04-28T18:04:27.282364Z","steps":["trace[1510900585] 'process raft request' (duration: 1.272690051s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.285225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.00901Z","time spent":"1.276160939s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:27.28243Z","caller":"traceutil/trace.go:171","msg":"trace[1603112163] transaction","detail":"{read_only:false; response_revision:21097; number_of_response:1; }","duration":"1.270875325s","start":"2026-04-28T18:04:26.011544Z","end":"2026-04-28T18:04:27.28242Z","steps":["trace[1603112163] 'process raft request' (duration: 1.2702534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.285503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.011536Z","time spent":"1.273869481s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:27.282452Z","caller":"traceutil/trace.go:171","msg":"trace[929446687] transaction","detail":"{read_only:false; response_revision:21094; number_of_response:1; }","duration":"1.273442271s","start":"2026-04-28T18:04:26.009004Z","end":"2026-04-28T18:04:27.282447Z","steps":["trace[929446687] 'process raft request' (duration: 1.272726743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.285636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.008963Z","time spent":"1.276639693s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:27.282471Z","caller":"traceutil/trace.go:171","msg":"trace[1879894462] transaction","detail":"{read_only:false; response_revision:21095; number_of_response:1; }","duration":"1.273408019s","start":"2026-04-28T18:04:26.009058Z","end":"2026-04-28T18:04:27.282466Z","steps":["trace[1879894462] 'process raft request' (duration: 1.272696762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.285741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.009051Z","time spent":"1.276665533s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:27.28249Z","caller":"traceutil/trace.go:171","msg":"trace[504802533] transaction","detail":"{read_only:false; response_revision:21096; number_of_response:1; }","duration":"1.272419145s","start":"2026-04-28T18:04:26.010065Z","end":"2026-04-28T18:04:27.282484Z","steps":["trace[504802533] 'process raft request' (duration: 1.271714047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.28581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.010058Z","time spent":"1.27573183s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:27.282585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273536903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:27.285877Z","caller":"traceutil/trace.go:171","msg":"trace[1748648029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21097; }","duration":"1.276850968s","start":"2026-04-28T18:04:26.009016Z","end":"2026-04-28T18:04:27.285867Z","steps":["trace[1748648029] 'agreement among raft nodes before linearized reading' (duration: 1.273542233s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:27.285906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.009002Z","time spent":"1.276898209s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:27.782105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790898007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:04:28.780553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.555032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:28.780657Z","caller":"traceutil/trace.go:171","msg":"trace[1116394202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21097; }","duration":"519.671745ms","start":"2026-04-28T18:04:28.260967Z","end":"2026-04-28T18:04:28.780639Z","steps":["trace[1116394202] 'range keys from in-memory index tree' (duration: 519.536722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.782274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.560731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:28.782416Z","caller":"traceutil/trace.go:171","msg":"trace[1217454340] linearizableReadLoop","detail":"{readStateIndex:21891; appliedIndex:21890; }","duration":"1.500505003s","start":"2026-04-28T18:04:27.281889Z","end":"2026-04-28T18:04:28.782394Z","steps":["trace[1217454340] 'read index received' (duration: 882.722917ms)","trace[1217454340] 'applied index is now lower than readState.Index' (duration: 617.779326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:28.78251Z","caller":"traceutil/trace.go:171","msg":"trace[1633130304] transaction","detail":"{read_only:false; response_revision:21098; number_of_response:1; }","duration":"2.00212845s","start":"2026-04-28T18:04:26.780365Z","end":"2026-04-28T18:04:28.782494Z","steps":["trace[1633130304] 'process raft request' (duration: 1.384220792s)","trace[1633130304] 'compare' (duration: 617.141399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:28.78269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.780329Z","time spent":"2.002297255s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:28.783148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506806722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd\" ","response":"range_response_count:1 size:5796"} {"level":"info","ts":"2026-04-28T18:04:28.7832Z","caller":"traceutil/trace.go:171","msg":"trace[891455081] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd; range_end:; response_count:1; response_revision:21098; }","duration":"1.506889375s","start":"2026-04-28T18:04:27.276294Z","end":"2026-04-28T18:04:28.783183Z","steps":["trace[891455081] 'agreement among raft nodes before linearized reading' (duration: 1.506661089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.783233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:27.276268Z","time spent":"1.506957877s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5820,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd\" "} {"level":"warn","ts":"2026-04-28T18:04:28.783428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819075405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:28.783467Z","caller":"traceutil/trace.go:171","msg":"trace[905203796] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21098; }","duration":"1.819164637s","start":"2026-04-28T18:04:26.964293Z","end":"2026-04-28T18:04:28.783458Z","steps":["trace[905203796] 'agreement among raft nodes before linearized reading' (duration: 1.819099026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.783497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.964266Z","time spent":"1.819223659s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:28.783666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268533578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:28.783706Z","caller":"traceutil/trace.go:171","msg":"trace[1442318031] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21098; }","duration":"2.268623051s","start":"2026-04-28T18:04:26.515071Z","end":"2026-04-28T18:04:28.783695Z","steps":["trace[1442318031] 'agreement among raft nodes before linearized reading' (duration: 2.26856422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.783745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.515044Z","time spent":"2.268690552s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:28.783931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498886284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:28.78397Z","caller":"traceutil/trace.go:171","msg":"trace[405475432] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21098; }","duration":"2.498963166s","start":"2026-04-28T18:04:26.284997Z","end":"2026-04-28T18:04:28.78396Z","steps":["trace[405475432] 'agreement among raft nodes before linearized reading' (duration: 2.498884634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.783999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.284972Z","time spent":"2.499019898s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:28.784204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548619877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:28.784247Z","caller":"traceutil/trace.go:171","msg":"trace[1139769770] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21098; }","duration":"2.548704969s","start":"2026-04-28T18:04:26.235531Z","end":"2026-04-28T18:04:28.784236Z","steps":["trace[1139769770] 'agreement among raft nodes before linearized reading' (duration: 2.548633157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.784341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.235507Z","time spent":"2.548822591s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:28.78458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771118842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-28T18:04:28.784619Z","caller":"traceutil/trace.go:171","msg":"trace[477936816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:21098; }","duration":"2.771185384s","start":"2026-04-28T18:04:26.013423Z","end":"2026-04-28T18:04:28.784609Z","steps":["trace[477936816] 'agreement among raft nodes before linearized reading' (duration: 2.771079111s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.784653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.013407Z","time spent":"2.771239445s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-28T18:04:28.78486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774908208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-28T18:04:28.784897Z","caller":"traceutil/trace.go:171","msg":"trace[178425036] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:21098; }","duration":"2.77497596s","start":"2026-04-28T18:04:26.009912Z","end":"2026-04-28T18:04:28.784888Z","steps":["trace[178425036] 'agreement among raft nodes before linearized reading' (duration: 2.774877538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.784928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.009902Z","time spent":"2.775015411s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:28.785102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775830521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T18:04:28.785139Z","caller":"traceutil/trace.go:171","msg":"trace[157006113] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84; range_end:; response_count:1; response_revision:21098; }","duration":"2.775895083s","start":"2026-04-28T18:04:26.009234Z","end":"2026-04-28T18:04:28.785129Z","steps":["trace[157006113] 'agreement among raft nodes before linearized reading' (duration: 2.775801741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.785167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:26.009224Z","time spent":"2.775936544s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" "} {"level":"info","ts":"2026-04-28T18:04:28.806247Z","caller":"traceutil/trace.go:171","msg":"trace[1327522985] transaction","detail":"{read_only:false; response_revision:21099; number_of_response:1; }","duration":"792.415475ms","start":"2026-04-28T18:04:28.013809Z","end":"2026-04-28T18:04:28.806224Z","steps":["trace[1327522985] 'process raft request' (duration: 792.036245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.806417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013801Z","time spent":"792.525378ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:28.806943Z","caller":"traceutil/trace.go:171","msg":"trace[60645119] transaction","detail":"{read_only:false; response_revision:21100; number_of_response:1; }","duration":"792.95054ms","start":"2026-04-28T18:04:28.013963Z","end":"2026-04-28T18:04:28.806914Z","steps":["trace[60645119] 'process raft request' (duration: 792.211701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:28.80713Z","caller":"traceutil/trace.go:171","msg":"trace[1935391643] transaction","detail":"{read_only:false; response_revision:21101; number_of_response:1; }","duration":"771.456434ms","start":"2026-04-28T18:04:28.035662Z","end":"2026-04-28T18:04:28.807118Z","steps":["trace[1935391643] 'process raft request' (duration: 771.152117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:28.807119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013926Z","time spent":"793.099113ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:28.807197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.035646Z","time spent":"771.518106ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:29.28753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999642477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:04:29.287704Z","caller":"traceutil/trace.go:171","msg":"trace[1499286369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999861733s","start":"2026-04-28T18:04:27.28782Z","end":"2026-04-28T18:04:29.287682Z","steps":["trace[1499286369] 'agreement among raft nodes before linearized reading' (duration: 1.999660518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.287771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:27.287804Z","time spent":"1.999955455s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:04:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T18:04:29.642922Z","caller":"traceutil/trace.go:171","msg":"trace[2021237080] transaction","detail":"{read_only:false; response_revision:21102; number_of_response:1; }","duration":"1.240817684s","start":"2026-04-28T18:04:28.402075Z","end":"2026-04-28T18:04:29.642893Z","steps":["trace[2021237080] 'process raft request' (duration: 1.152014671s)","trace[2021237080] 'compare' (duration: 88.554587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:29.64308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.402046Z","time spent":"1.240954686s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:29.643321Z","caller":"traceutil/trace.go:171","msg":"trace[2066206236] linearizableReadLoop","detail":"{readStateIndex:21895; appliedIndex:21891; }","duration":"860.839552ms","start":"2026-04-28T18:04:28.782453Z","end":"2026-04-28T18:04:29.643293Z","steps":["trace[2066206236] 'read index received' (duration: 23.488926ms)","trace[2066206236] 'applied index is now lower than readState.Index' (duration: 837.348666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:29.643455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629710611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:29.643501Z","caller":"traceutil/trace.go:171","msg":"trace[1493058606] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21103; }","duration":"1.629760892s","start":"2026-04-28T18:04:28.013729Z","end":"2026-04-28T18:04:29.643489Z","steps":["trace[1493058606] 'agreement among raft nodes before linearized reading' (duration: 1.62968704s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.643538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013725Z","time spent":"1.629807624s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:29.643692Z","caller":"traceutil/trace.go:171","msg":"trace[843231728] transaction","detail":"{read_only:false; response_revision:21103; number_of_response:1; }","duration":"843.688557ms","start":"2026-04-28T18:04:28.799993Z","end":"2026-04-28T18:04:29.643681Z","steps":["trace[843231728] 'process raft request' (duration: 842.824435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.643687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629969868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:29.643731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629935317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:29.644159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.315159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:04:29.644233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367330414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:04:29.644257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.837364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:04:29.644185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630536822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:29.644263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.4474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T18:04:29.644304Z","caller":"traceutil/trace.go:171","msg":"trace[167054515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21103; }","duration":"354.874645ms","start":"2026-04-28T18:04:29.289414Z","end":"2026-04-28T18:04:29.644288Z","steps":["trace[167054515] 'agreement among raft nodes before linearized reading' (duration: 354.780002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.644309Z","caller":"traceutil/trace.go:171","msg":"trace[2096441036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21103; }","duration":"1.367428477s","start":"2026-04-28T18:04:28.276856Z","end":"2026-04-28T18:04:29.644284Z","steps":["trace[2096441036] 'agreement among raft nodes before linearized reading' (duration: 1.3671984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.644321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.477442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:29.644321Z","caller":"traceutil/trace.go:171","msg":"trace[1271138271] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21103; }","duration":"1.630701657s","start":"2026-04-28T18:04:28.013601Z","end":"2026-04-28T18:04:29.644302Z","steps":["trace[1271138271] 'agreement among raft nodes before linearized reading' (duration: 1.63047261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.644345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.289361Z","time spent":"354.974757ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:04:29.64437Z","caller":"traceutil/trace.go:171","msg":"trace[65526281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21103; }","duration":"348.544714ms","start":"2026-04-28T18:04:29.295814Z","end":"2026-04-28T18:04:29.644359Z","steps":["trace[65526281] 'agreement among raft nodes before linearized reading' (duration: 348.470393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.644367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.276832Z","time spent":"1.367523868s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.295806Z","time spent":"348.588425ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013584Z","time spent":"1.630792559s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.590988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:04:29.644479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.13263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:04:29.644521Z","caller":"traceutil/trace.go:171","msg":"trace[912673855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21103; }","duration":"351.177271ms","start":"2026-04-28T18:04:29.293333Z","end":"2026-04-28T18:04:29.64451Z","steps":["trace[912673855] 'agreement among raft nodes before linearized reading' (duration: 351.021107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.644517Z","caller":"traceutil/trace.go:171","msg":"trace[1002850451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21103; }","duration":"354.651069ms","start":"2026-04-28T18:04:29.289853Z","end":"2026-04-28T18:04:29.644504Z","steps":["trace[1002850451] 'agreement among raft nodes before linearized reading' (duration: 354.516186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.644565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.293239Z","time spent":"351.315814ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.28985Z","time spent":"354.716321ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.450098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-04-28T18:04:29.644582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.309694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:04:29.644704Z","caller":"traceutil/trace.go:171","msg":"trace[1617840023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:21103; }","duration":"848.639583ms","start":"2026-04-28T18:04:28.795979Z","end":"2026-04-28T18:04:29.644618Z","steps":["trace[1617840023] 'agreement among raft nodes before linearized reading' (duration: 848.274174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.644777Z","caller":"traceutil/trace.go:171","msg":"trace[357476121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21103; }","duration":"351.571181ms","start":"2026-04-28T18:04:29.29318Z","end":"2026-04-28T18:04:29.644751Z","steps":["trace[357476121] 'agreement among raft nodes before linearized reading' (duration: 351.171801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.644812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065703714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-28T18:04:29.644769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.857693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T18:04:29.644335Z","caller":"traceutil/trace.go:171","msg":"trace[387296806] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21103; }","duration":"852.556952ms","start":"2026-04-28T18:04:28.791755Z","end":"2026-04-28T18:04:29.644312Z","steps":["trace[387296806] 'agreement among raft nodes before linearized reading' (duration: 852.327026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.645008Z","caller":"traceutil/trace.go:171","msg":"trace[836528275] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:21103; }","duration":"2.065833427s","start":"2026-04-28T18:04:27.57906Z","end":"2026-04-28T18:04:29.644894Z","steps":["trace[836528275] 'agreement among raft nodes before linearized reading' (duration: 2.064955304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.644168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.695765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:29.645049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.791735Z","time spent":"853.296931ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T18:04:29.645099Z","caller":"traceutil/trace.go:171","msg":"trace[1238948254] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21103; }","duration":"481.667402ms","start":"2026-04-28T18:04:29.163414Z","end":"2026-04-28T18:04:29.645081Z","steps":["trace[1238948254] 'agreement among raft nodes before linearized reading' (duration: 480.711107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.645153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.163387Z","time spent":"481.745163ms","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:29.644856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.29315Z","time spent":"351.689424ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.795949Z","time spent":"848.822707ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-04-28T18:04:29.644239Z","caller":"traceutil/trace.go:171","msg":"trace[1242215258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21103; }","duration":"354.390343ms","start":"2026-04-28T18:04:29.289821Z","end":"2026-04-28T18:04:29.644211Z","steps":["trace[1242215258] 'agreement among raft nodes before linearized reading' (duration: 354.264049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.645374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.289815Z","time spent":"355.543041ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:04:29.643786Z","caller":"traceutil/trace.go:171","msg":"trace[582246232] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21103; }","duration":"1.630092351s","start":"2026-04-28T18:04:28.013668Z","end":"2026-04-28T18:04:29.643761Z","steps":["trace[582246232] 'agreement among raft nodes before linearized reading' (duration: 1.629800373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.643835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610952554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:29.64545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013666Z","time spent":"1.631766203s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:29.645464Z","caller":"traceutil/trace.go:171","msg":"trace[472674751] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21103; }","duration":"1.612593187s","start":"2026-04-28T18:04:28.032858Z","end":"2026-04-28T18:04:29.645451Z","steps":["trace[472674751] 'agreement among raft nodes before linearized reading' (duration: 1.610926494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.645497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.032847Z","time spent":"1.612642698s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:29.643868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467386501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:29.643863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630141952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:29.645571Z","caller":"traceutil/trace.go:171","msg":"trace[470663285] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:21103; }","duration":"1.469186458s","start":"2026-04-28T18:04:28.176374Z","end":"2026-04-28T18:04:29.645561Z","steps":["trace[470663285] 'agreement among raft nodes before linearized reading' (duration: 1.46734443s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.645601Z","caller":"traceutil/trace.go:171","msg":"trace[262535209] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21103; }","duration":"1.631881556s","start":"2026-04-28T18:04:28.013704Z","end":"2026-04-28T18:04:29.645586Z","steps":["trace[262535209] 'agreement among raft nodes before linearized reading' (duration: 1.630114041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.64563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.176336Z","time spent":"1.469256799s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:29.645654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013702Z","time spent":"1.631935487s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:29.643963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630257154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:29.643969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008231791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:29.645741Z","caller":"traceutil/trace.go:171","msg":"trace[1439380133] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:21103; }","duration":"848.105219ms","start":"2026-04-28T18:04:28.796868Z","end":"2026-04-28T18:04:29.644974Z","steps":["trace[1439380133] 'agreement among raft nodes before linearized reading' (duration: 847.3523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.645765Z","caller":"traceutil/trace.go:171","msg":"trace[292356620] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21103; }","duration":"1.010041607s","start":"2026-04-28T18:04:28.635698Z","end":"2026-04-28T18:04:29.64574Z","steps":["trace[292356620] 'agreement among raft nodes before linearized reading' (duration: 1.008236411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.645803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.79677Z","time spent":"849.015792ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1342,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-04-28T18:04:29.64401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630314386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:29.645779Z","caller":"traceutil/trace.go:171","msg":"trace[1148581680] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21103; }","duration":"1.63203443s","start":"2026-04-28T18:04:28.013699Z","end":"2026-04-28T18:04:29.645734Z","steps":["trace[1148581680] 'agreement among raft nodes before linearized reading' (duration: 1.630190383s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.645862Z","caller":"traceutil/trace.go:171","msg":"trace[890920719] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21103; }","duration":"1.632163974s","start":"2026-04-28T18:04:28.01368Z","end":"2026-04-28T18:04:29.645844Z","steps":["trace[890920719] 'agreement among raft nodes before linearized reading' (duration: 1.630306956s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.645901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.01369Z","time spent":"1.632175563s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:29.645924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013678Z","time spent":"1.632232915s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-28T18:04:29.644018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630240764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:29.646033Z","caller":"traceutil/trace.go:171","msg":"trace[833700947] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21103; }","duration":"1.632267586s","start":"2026-04-28T18:04:28.01374Z","end":"2026-04-28T18:04:29.646007Z","steps":["trace[833700947] 'agreement among raft nodes before linearized reading' (duration: 1.630060539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.646096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013738Z","time spent":"1.632339697s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:29.64417Z","caller":"traceutil/trace.go:171","msg":"trace[751238696] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21103; }","duration":"1.630437469s","start":"2026-04-28T18:04:28.013716Z","end":"2026-04-28T18:04:29.644153Z","steps":["trace[751238696] 'agreement among raft nodes before linearized reading' (duration: 1.629730592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.646209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.013714Z","time spent":"1.632484392s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:29.643759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.799962Z","time spent":"843.760779ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:29.645818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.635491Z","time spent":"1.010310035s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:29.644026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307227217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:29.64644Z","caller":"traceutil/trace.go:171","msg":"trace[85923340] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21103; }","duration":"1.309650669s","start":"2026-04-28T18:04:28.336767Z","end":"2026-04-28T18:04:29.646417Z","steps":["trace[85923340] 'agreement among raft nodes before linearized reading' (duration: 1.307228917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.64507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:27.579038Z","time spent":"2.066018642s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T18:04:29.646505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:28.336748Z","time spent":"1.309733671s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:29.992561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.287258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:29.992854Z","caller":"traceutil/trace.go:171","msg":"trace[768417731] linearizableReadLoop","detail":"{readStateIndex:21898; appliedIndex:21896; }","duration":"338.94392ms","start":"2026-04-28T18:04:29.653896Z","end":"2026-04-28T18:04:29.99284Z","steps":["trace[768417731] 'read index received' (duration: 133.268112ms)","trace[768417731] 'applied index is now lower than readState.Index' (duration: 205.674948ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:29.992933Z","caller":"traceutil/trace.go:171","msg":"trace[1343563811] transaction","detail":"{read_only:false; response_revision:21108; number_of_response:1; }","duration":"338.978882ms","start":"2026-04-28T18:04:29.653946Z","end":"2026-04-28T18:04:29.992924Z","steps":["trace[1343563811] 'process raft request' (duration: 338.798507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.992963Z","caller":"traceutil/trace.go:171","msg":"trace[1334827102] transaction","detail":"{read_only:false; response_revision:21105; number_of_response:1; }","duration":"339.120635ms","start":"2026-04-28T18:04:29.653814Z","end":"2026-04-28T18:04:29.992935Z","steps":["trace[1334827102] 'process raft request' (duration: 338.825467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.992975Z","caller":"traceutil/trace.go:171","msg":"trace[1832393242] transaction","detail":"{read_only:false; response_revision:21107; number_of_response:1; }","duration":"339.005551ms","start":"2026-04-28T18:04:29.653908Z","end":"2026-04-28T18:04:29.992913Z","steps":["trace[1832393242] 'process raft request' (duration: 338.808086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.65393Z","time spent":"339.031742ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:29.993024Z","caller":"traceutil/trace.go:171","msg":"trace[348617937] transaction","detail":"{read_only:false; response_revision:21106; number_of_response:1; }","duration":"339.051033ms","start":"2026-04-28T18:04:29.653934Z","end":"2026-04-28T18:04:29.992985Z","steps":["trace[348617937] 'process raft request' (duration: 338.747445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.993194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.653884Z","time spent":"339.148075ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:29.993216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.653796Z","time spent":"339.228207ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:29.993227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.653924Z","time spent":"339.179136ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:29.993267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.035081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-04-28T18:04:29.993293Z","caller":"traceutil/trace.go:171","msg":"trace[1015004844] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:21109; }","duration":"337.059092ms","start":"2026-04-28T18:04:29.656224Z","end":"2026-04-28T18:04:29.993283Z","steps":["trace[1015004844] 'agreement among raft nodes before linearized reading' (duration: 336.95631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.993264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.445892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:04:29.993291Z","caller":"traceutil/trace.go:171","msg":"trace[830315739] transaction","detail":"{read_only:false; response_revision:21104; number_of_response:1; }","duration":"339.467014ms","start":"2026-04-28T18:04:29.653787Z","end":"2026-04-28T18:04:29.993254Z","steps":["trace[830315739] 'process raft request' (duration: 133.415366ms)","trace[830315739] 'compare' (duration: 205.102124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:29.993315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.656178Z","time spent":"337.132784ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":245,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-04-28T18:04:29.993335Z","caller":"traceutil/trace.go:171","msg":"trace[1378449420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21109; }","duration":"339.566295ms","start":"2026-04-28T18:04:29.653754Z","end":"2026-04-28T18:04:29.99332Z","steps":["trace[1378449420] 'agreement among raft nodes before linearized reading' (duration: 339.370201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:29.993355Z","caller":"traceutil/trace.go:171","msg":"trace[2104192009] transaction","detail":"{read_only:false; response_revision:21109; number_of_response:1; }","duration":"336.368025ms","start":"2026-04-28T18:04:29.656968Z","end":"2026-04-28T18:04:29.993336Z","steps":["trace[2104192009] 'process raft request' (duration: 335.805261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.993375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.653732Z","time spent":"339.634458ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:04:29.993391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.65377Z","time spent":"339.564126ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:29.993428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.656952Z","time spent":"336.441106ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:29.993513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.988269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-28T18:04:29.993576Z","caller":"traceutil/trace.go:171","msg":"trace[1870987493] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:21109; }","duration":"333.074851ms","start":"2026-04-28T18:04:29.660485Z","end":"2026-04-28T18:04:29.99356Z","steps":["trace[1870987493] 'agreement among raft nodes before linearized reading' (duration: 332.910737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:29.993627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:29.660471Z","time spent":"333.143333ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-28T18:04:30.581348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.531011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:30.581459Z","caller":"traceutil/trace.go:171","msg":"trace[1996644944] linearizableReadLoop","detail":"{readStateIndex:21904; appliedIndex:21903; }","duration":"484.541555ms","start":"2026-04-28T18:04:30.0969Z","end":"2026-04-28T18:04:30.581441Z","steps":["trace[1996644944] 'read index received' (duration: 368.773718ms)","trace[1996644944] 'applied index is now lower than readState.Index' (duration: 115.766637ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:30.581556Z","caller":"traceutil/trace.go:171","msg":"trace[158468335] transaction","detail":"{read_only:false; response_revision:21111; number_of_response:1; }","duration":"489.094169ms","start":"2026-04-28T18:04:30.092448Z","end":"2026-04-28T18:04:30.581542Z","steps":["trace[158468335] 'process raft request' (duration: 373.282231ms)","trace[158468335] 'compare' (duration: 115.379927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:30.581622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.092434Z","time spent":"489.15945ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:30.582037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.136699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-04-28T18:04:30.582085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.273904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T18:04:30.58213Z","caller":"traceutil/trace.go:171","msg":"trace[371092408] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:21111; }","duration":"485.283662ms","start":"2026-04-28T18:04:30.096824Z","end":"2026-04-28T18:04:30.582108Z","steps":["trace[371092408] 'agreement among raft nodes before linearized reading' (duration: 485.101048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:30.582159Z","caller":"traceutil/trace.go:171","msg":"trace[300510132] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:21111; }","duration":"478.369437ms","start":"2026-04-28T18:04:30.10377Z","end":"2026-04-28T18:04:30.58214Z","steps":["trace[300510132] 'agreement among raft nodes before linearized reading' (duration: 478.137631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:30.582201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.103759Z","time spent":"478.433968ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-28T18:04:30.582197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.096801Z","time spent":"485.382185ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:30.582031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.310763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T18:04:30.582443Z","caller":"traceutil/trace.go:171","msg":"trace[2002906913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21111; }","duration":"481.743903ms","start":"2026-04-28T18:04:30.100677Z","end":"2026-04-28T18:04:30.582421Z","steps":["trace[2002906913] 'agreement among raft nodes before linearized reading' (duration: 481.096047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:30.582503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.100672Z","time spent":"481.813335ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T18:04:31.095166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790898049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:04:31.403329Z","caller":"traceutil/trace.go:171","msg":"trace[821413915] transaction","detail":"{read_only:false; response_revision:21112; number_of_response:1; }","duration":"811.230953ms","start":"2026-04-28T18:04:30.592071Z","end":"2026-04-28T18:04:31.403302Z","steps":["trace[821413915] 'process raft request' (duration: 811.056048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:31.40349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.592042Z","time spent":"811.360856ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10062,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:33.06805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:04:33.068141Z","caller":"traceutil/trace.go:171","msg":"trace[1841341915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978255s","start":"2026-04-28T18:04:31.068143Z","end":"2026-04-28T18:04:33.068121Z","steps":["trace[1841341915] 'agreement among raft nodes before linearized reading' (duration: 1.999852732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:33.068192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.068114Z","time spent":"2.000067168s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:04:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:04:33.707481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.232963597s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:04:33.708069Z","caller":"traceutil/trace.go:171","msg":"trace[744521704] linearizableReadLoop","detail":"{readStateIndex:21908; appliedIndex:21905; }","duration":"3.113464788s","start":"2026-04-28T18:04:30.594577Z","end":"2026-04-28T18:04:33.708042Z","steps":["trace[744521704] 'read index received' (duration: 808.709089ms)","trace[744521704] 'applied index is now lower than readState.Index' (duration: 2.304754599s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:33.708165Z","caller":"traceutil/trace.go:171","msg":"trace[1366990631] transaction","detail":"{read_only:false; response_revision:21114; number_of_response:1; }","duration":"2.895055006s","start":"2026-04-28T18:04:30.813061Z","end":"2026-04-28T18:04:33.708116Z","steps":["trace[1366990631] 'process raft request' (duration: 2.894896592s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:33.708212Z","caller":"traceutil/trace.go:171","msg":"trace[672627289] transaction","detail":"{read_only:false; response_revision:21115; number_of_response:1; }","duration":"2.895137147s","start":"2026-04-28T18:04:30.813046Z","end":"2026-04-28T18:04:33.708183Z","steps":["trace[672627289] 'process raft request' (duration: 2.894954633s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:33.708202Z","caller":"traceutil/trace.go:171","msg":"trace[1768855416] transaction","detail":"{read_only:false; response_revision:21113; number_of_response:1; }","duration":"2.8952271s","start":"2026-04-28T18:04:30.812923Z","end":"2026-04-28T18:04:33.70815Z","steps":["trace[1768855416] 'process raft request' (duration: 2.894846301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:33.708355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113750625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-28T18:04:33.708403Z","caller":"traceutil/trace.go:171","msg":"trace[1659988500] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:21115; }","duration":"3.113821727s","start":"2026-04-28T18:04:30.594568Z","end":"2026-04-28T18:04:33.70839Z","steps":["trace[1659988500] 'agreement among raft nodes before linearized reading' (duration: 3.113616761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:33.708397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.813016Z","time spent":"2.895254611s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:33.708419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.812892Z","time spent":"2.895406244s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:33.708446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.594551Z","time spent":"3.113886008s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-04-28T18:04:33.708442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.812992Z","time spent":"2.895278222s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:34.659691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.957866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:04:34.660115Z","caller":"traceutil/trace.go:171","msg":"trace[1926860067] transaction","detail":"{read_only:false; response_revision:21116; number_of_response:1; }","duration":"2.1699819s","start":"2026-04-28T18:04:32.49011Z","end":"2026-04-28T18:04:34.660092Z","steps":["trace[1926860067] 'process raft request' (duration: 2.169692462s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:34.660234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:32.490071Z","time spent":"2.170097972s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:35.068344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:04:35.068431Z","caller":"traceutil/trace.go:171","msg":"trace[1525652124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105119s","start":"2026-04-28T18:04:33.068306Z","end":"2026-04-28T18:04:35.068412Z","steps":["trace[1525652124] 'agreement among raft nodes before linearized reading' (duration: 1.999986836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.068481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:33.068283Z","time spent":"2.000187421s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:04:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:04:35.488984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.8256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:35.489461Z","caller":"traceutil/trace.go:171","msg":"trace[2117189480] linearizableReadLoop","detail":"{readStateIndex:21911; appliedIndex:21908; }","duration":"1.781290177s","start":"2026-04-28T18:04:33.708146Z","end":"2026-04-28T18:04:35.489436Z","steps":["trace[2117189480] 'read index received' (duration: 127.587758ms)","trace[2117189480] 'applied index is now lower than readState.Index' (duration: 1.653701089s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:35.489543Z","caller":"traceutil/trace.go:171","msg":"trace[503511228] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"2.849052689s","start":"2026-04-28T18:04:32.640407Z","end":"2026-04-28T18:04:35.48946Z","steps":["trace[503511228] 'process raft request' (duration: 2.019667875s)","trace[503511228] 'compare' (duration: 827.198058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:35.489848Z","caller":"traceutil/trace.go:171","msg":"trace[1788605261] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"1.775314865s","start":"2026-04-28T18:04:33.714511Z","end":"2026-04-28T18:04:35.489825Z","steps":["trace[1788605261] 'process raft request' (duration: 1.774841843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.489901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836880222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:35.489929Z","caller":"traceutil/trace.go:171","msg":"trace[49347621] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21118; }","duration":"3.836943404s","start":"2026-04-28T18:04:31.652978Z","end":"2026-04-28T18:04:35.489922Z","steps":["trace[49347621] 'agreement among raft nodes before linearized reading' (duration: 3.836732348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.489914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490817193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:04:35.489953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.652971Z","time spent":"3.836976385s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:35.490007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836066212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:35.489928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:33.71448Z","time spent":"1.775417158s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:35.490106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08449942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-28T18:04:35.490124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490991047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:04:35.490179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22153788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-28T18:04:35.49018Z","caller":"traceutil/trace.go:171","msg":"trace[2093474663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21117; }","duration":"2.084611003s","start":"2026-04-28T18:04:33.405538Z","end":"2026-04-28T18:04:35.490149Z","steps":["trace[2093474663] 'agreement among raft nodes before linearized reading' (duration: 2.083967067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700878386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:35.490206Z","caller":"traceutil/trace.go:171","msg":"trace[748990670] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:21117; }","duration":"3.221592752s","start":"2026-04-28T18:04:32.268606Z","end":"2026-04-28T18:04:35.490199Z","steps":["trace[748990670] 'agreement among raft nodes before linearized reading' (duration: 3.220932565s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:35.490201Z","caller":"traceutil/trace.go:171","msg":"trace[1780115358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21118; }","duration":"3.49112574s","start":"2026-04-28T18:04:31.999062Z","end":"2026-04-28T18:04:35.490188Z","steps":["trace[1780115358] 'agreement among raft nodes before linearized reading' (duration: 3.490851613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:33.40551Z","time spent":"2.084707765s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T18:04:35.490243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:32.268578Z","time spent":"3.221659744s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-28T18:04:35.490246Z","caller":"traceutil/trace.go:171","msg":"trace[182853400] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:21118; }","duration":"4.700952267s","start":"2026-04-28T18:04:30.789275Z","end":"2026-04-28T18:04:35.490228Z","steps":["trace[182853400] 'agreement among raft nodes before linearized reading' (duration: 4.700835884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.999032Z","time spent":"3.491209053s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:04:35.4903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.789132Z","time spent":"4.701150163s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:35.490362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491231963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:04:35.489872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:32.640382Z","time spent":"2.849320166s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:35.490934Z","caller":"traceutil/trace.go:171","msg":"trace[154057669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21117; }","duration":"3.491948522s","start":"2026-04-28T18:04:31.998969Z","end":"2026-04-28T18:04:35.490918Z","steps":["trace[154057669] 'agreement among raft nodes before linearized reading' (duration: 3.490791402s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:35.490071Z","caller":"traceutil/trace.go:171","msg":"trace[1944108801] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21117; }","duration":"3.836165045s","start":"2026-04-28T18:04:31.653892Z","end":"2026-04-28T18:04:35.490057Z","steps":["trace[1944108801] 'agreement among raft nodes before linearized reading' (duration: 3.835748965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639484811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:35.490401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837299303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:35.490481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837385385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:35.49053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89537795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-04-28T18:04:35.490574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836096863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:35.490569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8340193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:35.490604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779311115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:04:35.489985Z","caller":"traceutil/trace.go:171","msg":"trace[808374917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21117; }","duration":"3.490936046s","start":"2026-04-28T18:04:31.999023Z","end":"2026-04-28T18:04:35.489959Z","steps":["trace[808374917] 'agreement among raft nodes before linearized reading' (duration: 3.49072608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775454398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1432"} {"level":"warn","ts":"2026-04-28T18:04:35.490629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881260283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:35.490637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491462248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:04:35.490659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.909626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:35.492737Z","caller":"traceutil/trace.go:171","msg":"trace[1869404766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21117; }","duration":"3.493604913s","start":"2026-04-28T18:04:31.999124Z","end":"2026-04-28T18:04:35.492729Z","steps":["trace[1869404766] 'agreement among raft nodes before linearized reading' (duration: 3.490519875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.492799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.9991Z","time spent":"3.493662204s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:35.49068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837680173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:35.490715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.098993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-ks-user-8bl6w\" ","response":"range_response_count:1 size:2731"} {"level":"info","ts":"2026-04-28T18:04:35.492877Z","caller":"traceutil/trace.go:171","msg":"trace[2012572050] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21118; }","duration":"3.839882839s","start":"2026-04-28T18:04:31.652974Z","end":"2026-04-28T18:04:35.492857Z","steps":["trace[2012572050] 'agreement among raft nodes before linearized reading' (duration: 3.837590381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838774372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:35.490765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022360191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:04:35.492989Z","caller":"traceutil/trace.go:171","msg":"trace[722208641] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21118; }","duration":"3.841052169s","start":"2026-04-28T18:04:31.651924Z","end":"2026-04-28T18:04:35.492977Z","steps":["trace[722208641] 'agreement among raft nodes before linearized reading' (duration: 3.838781932s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:35.493001Z","caller":"traceutil/trace.go:171","msg":"trace[1603252886] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21118; }","duration":"1.024651507s","start":"2026-04-28T18:04:34.468334Z","end":"2026-04-28T18:04:35.492985Z","steps":["trace[1603252886] 'agreement among raft nodes before linearized reading' (duration: 1.022391761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.651895Z","time spent":"3.841116901s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:35.492644Z","caller":"traceutil/trace.go:171","msg":"trace[1738635106] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:21118; }","duration":"1.777492149s","start":"2026-04-28T18:04:33.715145Z","end":"2026-04-28T18:04:35.492637Z","steps":["trace[1738635106] 'agreement among raft nodes before linearized reading' (duration: 1.775438267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:34.468296Z","time spent":"1.024748199s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:04:35.490801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.757672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:2766"} {"level":"info","ts":"2026-04-28T18:04:35.492885Z","caller":"traceutil/trace.go:171","msg":"trace[1733411155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21118; }","duration":"415.090811ms","start":"2026-04-28T18:04:35.077708Z","end":"2026-04-28T18:04:35.492799Z","steps":["trace[1733411155] 'agreement among raft nodes before linearized reading' (duration: 412.934037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.652965Z","time spent":"3.839973081s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:35.493277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.077683Z","time spent":"415.510762ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:04:35.493134Z","caller":"traceutil/trace.go:171","msg":"trace[1939822256] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:21118; }","duration":"856.06844ms","start":"2026-04-28T18:04:34.637036Z","end":"2026-04-28T18:04:35.493105Z","steps":["trace[1939822256] 'agreement among raft nodes before linearized reading' (duration: 853.684461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:34.636949Z","time spent":"856.462821ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2790,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-5bztc\" "} {"level":"info","ts":"2026-04-28T18:04:35.492385Z","caller":"traceutil/trace.go:171","msg":"trace[74897895] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21117; }","duration":"3.839333695s","start":"2026-04-28T18:04:31.65304Z","end":"2026-04-28T18:04:35.492374Z","steps":["trace[74897895] 'agreement among raft nodes before linearized reading' (duration: 3.836660387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.653008Z","time spent":"3.840551186s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:35.492411Z","caller":"traceutil/trace.go:171","msg":"trace[1943892551] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21117; }","duration":"3.839375716s","start":"2026-04-28T18:04:31.653029Z","end":"2026-04-28T18:04:35.492405Z","steps":["trace[1943892551] 'agreement among raft nodes before linearized reading' (duration: 3.836659277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.652997Z","time spent":"3.840674739s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:35.492411Z","caller":"traceutil/trace.go:171","msg":"trace[1706202545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21117; }","duration":"2.641728308s","start":"2026-04-28T18:04:32.850628Z","end":"2026-04-28T18:04:35.492356Z","steps":["trace[1706202545] 'agreement among raft nodes before linearized reading' (duration: 2.638895697s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:35.492435Z","caller":"traceutil/trace.go:171","msg":"trace[1098267283] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:21118; }","duration":"4.897309489s","start":"2026-04-28T18:04:30.595116Z","end":"2026-04-28T18:04:35.492425Z","steps":["trace[1098267283] 'agreement among raft nodes before linearized reading' (duration: 4.895351539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.493849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.595112Z","time spent":"4.898726735s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:35.493801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:32.850508Z","time spent":"2.643238487s","remote":"127.0.0.1:60094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:35.492462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.653884Z","time spent":"3.838566586s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:04:35.492472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.998939Z","time spent":"3.493515221s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:04:35.492509Z","caller":"traceutil/trace.go:171","msg":"trace[1281707035] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21117; }","duration":"3.838028482s","start":"2026-04-28T18:04:31.654447Z","end":"2026-04-28T18:04:35.492476Z","steps":["trace[1281707035] 'agreement among raft nodes before linearized reading' (duration: 3.834997936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.494043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.654436Z","time spent":"3.839580562s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:35.492527Z","caller":"traceutil/trace.go:171","msg":"trace[940236435] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21118; }","duration":"3.836025781s","start":"2026-04-28T18:04:31.656496Z","end":"2026-04-28T18:04:35.492521Z","steps":["trace[940236435] 'agreement among raft nodes before linearized reading' (duration: 3.83361533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.494111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.656487Z","time spent":"3.837614802s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11019,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-28T18:04:35.492617Z","caller":"traceutil/trace.go:171","msg":"trace[62202691] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21118; }","duration":"4.781370688s","start":"2026-04-28T18:04:30.711235Z","end":"2026-04-28T18:04:35.492606Z","steps":["trace[62202691] 'agreement among raft nodes before linearized reading' (duration: 4.77908185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.494259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:30.711209Z","time spent":"4.78302473s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":77,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:35.492644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.998994Z","time spent":"3.493626154s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:04:35.492712Z","caller":"traceutil/trace.go:171","msg":"trace[1913699590] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21117; }","duration":"1.883414777s","start":"2026-04-28T18:04:33.609288Z","end":"2026-04-28T18:04:35.492703Z","steps":["trace[1913699590] 'agreement among raft nodes before linearized reading' (duration: 1.880201426s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:35.492929Z","caller":"traceutil/trace.go:171","msg":"trace[135827271] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-ks-user-8bl6w; range_end:; response_count:1; response_revision:21118; }","duration":"635.356441ms","start":"2026-04-28T18:04:34.85755Z","end":"2026-04-28T18:04:35.492906Z","steps":["trace[135827271] 'agreement among raft nodes before linearized reading' (duration: 633.119465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.490787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839168642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:35.490866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906145952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-8bl6w\" ","response":"range_response_count:1 size:13113"} {"level":"warn","ts":"2026-04-28T18:04:35.490857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491691696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:04:35.493161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:33.715126Z","time spent":"1.777937501s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1456,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-28T18:04:35.494812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:34.857527Z","time spent":"637.262729ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2755,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-ks-user-8bl6w\" "} {"level":"info","ts":"2026-04-28T18:04:35.494835Z","caller":"traceutil/trace.go:171","msg":"trace[146080451] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-8bl6w; range_end:; response_count:1; response_revision:21118; }","duration":"3.910171523s","start":"2026-04-28T18:04:31.584654Z","end":"2026-04-28T18:04:35.494826Z","steps":["trace[146080451] 'agreement among raft nodes before linearized reading' (duration: 3.906115311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:35.494853Z","caller":"traceutil/trace.go:171","msg":"trace[442161325] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21118; }","duration":"3.843232544s","start":"2026-04-28T18:04:31.651607Z","end":"2026-04-28T18:04:35.49484Z","steps":["trace[442161325] 'agreement among raft nodes before linearized reading' (duration: 3.839156902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.494873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.584627Z","time spent":"3.910234675s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":13137,"request content":"key:\"/registry/pods/openstack/heat-ks-user-8bl6w\" "} {"level":"warn","ts":"2026-04-28T18:04:35.494896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.651559Z","time spent":"3.843325836s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-28T18:04:35.49497Z","caller":"traceutil/trace.go:171","msg":"trace[1224715658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21117; }","duration":"3.495764168s","start":"2026-04-28T18:04:31.9991Z","end":"2026-04-28T18:04:35.494864Z","steps":["trace[1224715658] 'agreement among raft nodes before linearized reading' (duration: 3.490647348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:35.495008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:33.60926Z","time spent":"1.885731686s","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:35.495037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:31.999073Z","time spent":"3.495946983s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:04:35.912734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.537404ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T18:04:35.91281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.496168Z","time spent":"416.639671ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:04:36.478238Z","caller":"traceutil/trace.go:171","msg":"trace[881133607] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21119; }","duration":"980.819437ms","start":"2026-04-28T18:04:35.497394Z","end":"2026-04-28T18:04:36.478213Z","steps":["trace[881133607] 'process raft request' (duration: 919.527011ms)","trace[881133607] 'compare' (duration: 60.935377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:36.478365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.497369Z","time spent":"980.928519ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T18:04:36.478527Z","caller":"traceutil/trace.go:171","msg":"trace[750256182] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21120; }","duration":"980.243182ms","start":"2026-04-28T18:04:35.498276Z","end":"2026-04-28T18:04:36.478519Z","steps":["trace[750256182] 'process raft request' (duration: 979.883993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.478583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.498265Z","time spent":"980.298893ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":68,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T18:04:36.478743Z","caller":"traceutil/trace.go:171","msg":"trace[1100236363] transaction","detail":"{read_only:false; response_revision:21121; number_of_response:1; }","duration":"978.339533ms","start":"2026-04-28T18:04:35.500373Z","end":"2026-04-28T18:04:36.478713Z","steps":["trace[1100236363] 'process raft request' (duration: 978.093487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.478922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.500362Z","time spent":"978.459456ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:36.478981Z","caller":"traceutil/trace.go:171","msg":"trace[925594289] transaction","detail":"{read_only:false; response_revision:21122; number_of_response:1; }","duration":"975.380739ms","start":"2026-04-28T18:04:35.503593Z","end":"2026-04-28T18:04:36.478973Z","steps":["trace[925594289] 'process raft request' (duration: 975.064381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.479035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.503581Z","time spent":"975.417509ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:36.479293Z","caller":"traceutil/trace.go:171","msg":"trace[1760924333] transaction","detail":"{read_only:false; response_revision:21123; number_of_response:1; }","duration":"974.686271ms","start":"2026-04-28T18:04:35.504569Z","end":"2026-04-28T18:04:36.479255Z","steps":["trace[1760924333] 'process raft request' (duration: 974.330592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:36.47942Z","caller":"traceutil/trace.go:171","msg":"trace[440079347] transaction","detail":"{read_only:false; response_revision:21124; number_of_response:1; }","duration":"974.049104ms","start":"2026-04-28T18:04:35.505361Z","end":"2026-04-28T18:04:36.47941Z","steps":["trace[440079347] 'process raft request' (duration: 973.846559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:36.479452Z","caller":"traceutil/trace.go:171","msg":"trace[169519581] transaction","detail":"{read_only:false; response_revision:21125; number_of_response:1; }","duration":"973.952841ms","start":"2026-04-28T18:04:35.505482Z","end":"2026-04-28T18:04:36.479435Z","steps":["trace[169519581] 'process raft request' (duration: 973.828078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.479462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.50534Z","time spent":"974.099985ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:04:36.479453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.504562Z","time spent":"974.806074ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:36.479502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.505477Z","time spent":"973.999972ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:36.479491Z","caller":"traceutil/trace.go:171","msg":"trace[227524612] linearizableReadLoop","detail":"{readStateIndex:21914; appliedIndex:21912; }","duration":"982.034667ms","start":"2026-04-28T18:04:35.497433Z","end":"2026-04-28T18:04:36.479468Z","steps":["trace[227524612] 'read index received' (duration: 213.800075ms)","trace[227524612] 'applied index is now lower than readState.Index' (duration: 768.233552ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:36.479608Z","caller":"traceutil/trace.go:171","msg":"trace[297544425] transaction","detail":"{read_only:false; response_revision:21127; number_of_response:1; }","duration":"966.820612ms","start":"2026-04-28T18:04:35.512773Z","end":"2026-04-28T18:04:36.479594Z","steps":["trace[297544425] 'process raft request' (duration: 966.627326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.479643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.208022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:36.479701Z","caller":"traceutil/trace.go:171","msg":"trace[1701004454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21127; }","duration":"982.280274ms","start":"2026-04-28T18:04:35.497413Z","end":"2026-04-28T18:04:36.479693Z","steps":["trace[1701004454] 'agreement among raft nodes before linearized reading' (duration: 982.201532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.479719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.497402Z","time spent":"982.312075ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:04:36.47969Z","caller":"traceutil/trace.go:171","msg":"trace[995687583] transaction","detail":"{read_only:false; response_revision:21126; number_of_response:1; }","duration":"971.164532ms","start":"2026-04-28T18:04:35.508457Z","end":"2026-04-28T18:04:36.479621Z","steps":["trace[995687583] 'process raft request' (duration: 970.900014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:36.479737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.512765Z","time spent":"966.868093ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13389,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:36.479825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.50845Z","time spent":"971.304345ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:37.028904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.224154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:04:37.029236Z","caller":"traceutil/trace.go:171","msg":"trace[1746489374] linearizableReadLoop","detail":"{readStateIndex:21926; appliedIndex:21922; }","duration":"549.661607ms","start":"2026-04-28T18:04:36.479555Z","end":"2026-04-28T18:04:37.029216Z","steps":["trace[1746489374] 'read index received' (duration: 286.909409ms)","trace[1746489374] 'applied index is now lower than readState.Index' (duration: 262.751188ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:04:37.029293Z","caller":"traceutil/trace.go:171","msg":"trace[1932629616] transaction","detail":"{read_only:false; response_revision:21128; number_of_response:1; }","duration":"1.314634236s","start":"2026-04-28T18:04:35.714574Z","end":"2026-04-28T18:04:37.029208Z","steps":["trace[1932629616] 'process raft request' (duration: 1.052002002s)","trace[1932629616] 'compare' (duration: 261.535656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:37.029394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.987572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:37.029424Z","caller":"traceutil/trace.go:171","msg":"trace[1329987209] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21131; }","duration":"823.067614ms","start":"2026-04-28T18:04:36.206347Z","end":"2026-04-28T18:04:37.029414Z","steps":["trace[1329987209] 'agreement among raft nodes before linearized reading' (duration: 822.975541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.029467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:36.206315Z","time spent":"823.142486ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:04:37.029575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.896626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.02963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.71452Z","time spent":"1.314915664s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:37.0297Z","caller":"traceutil/trace.go:171","msg":"trace[1433886261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21131; }","duration":"677.08649ms","start":"2026-04-28T18:04:36.352586Z","end":"2026-04-28T18:04:37.029672Z","steps":["trace[1433886261] 'agreement among raft nodes before linearized reading' (duration: 676.69285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.029781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:36.352567Z","time spent":"677.202093ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:37.029797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53113193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-04-28T18:04:37.029835Z","caller":"traceutil/trace.go:171","msg":"trace[1377246237] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:21131; }","duration":"1.531190692s","start":"2026-04-28T18:04:35.49863Z","end":"2026-04-28T18:04:37.02982Z","steps":["trace[1377246237] 'agreement among raft nodes before linearized reading' (duration: 1.531070099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.029863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.498617Z","time spent":"1.531240513s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-04-28T18:04:37.030083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.076173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" ","response":"range_response_count:1 size:10080"} {"level":"info","ts":"2026-04-28T18:04:37.030121Z","caller":"traceutil/trace.go:171","msg":"trace[351769390] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5bztc; range_end:; response_count:1; response_revision:21131; }","duration":"514.151716ms","start":"2026-04-28T18:04:36.515958Z","end":"2026-04-28T18:04:37.03011Z","steps":["trace[351769390] 'agreement among raft nodes before linearized reading' (duration: 514.052623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.030147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:36.515937Z","time spent":"514.204908ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10104,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5bztc\" "} {"level":"warn","ts":"2026-04-28T18:04:37.030403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.115368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:37.03044Z","caller":"traceutil/trace.go:171","msg":"trace[581728195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21131; }","duration":"509.215851ms","start":"2026-04-28T18:04:36.521215Z","end":"2026-04-28T18:04:37.030431Z","steps":["trace[581728195] 'agreement among raft nodes before linearized reading' (duration: 509.16011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.030466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:36.521185Z","time spent":"509.275023ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:04:37.030612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.26949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.03065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38413018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:37.030677Z","caller":"traceutil/trace.go:171","msg":"trace[1164734395] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"1.314145103s","start":"2026-04-28T18:04:35.716501Z","end":"2026-04-28T18:04:37.030646Z","steps":["trace[1164734395] 'process raft request' (duration: 1.312608555s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.030712Z","caller":"traceutil/trace.go:171","msg":"trace[1735848092] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21131; }","duration":"278.445124ms","start":"2026-04-28T18:04:36.752246Z","end":"2026-04-28T18:04:37.030691Z","steps":["trace[1735848092] 'agreement among raft nodes before linearized reading' (duration: 278.212619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.03072Z","caller":"traceutil/trace.go:171","msg":"trace[1586486163] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21131; }","duration":"1.384237542s","start":"2026-04-28T18:04:35.646465Z","end":"2026-04-28T18:04:37.030703Z","steps":["trace[1586486163] 'agreement among raft nodes before linearized reading' (duration: 1.384060167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.030722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248923939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:04:37.03077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.646447Z","time spent":"1.384308414s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:37.030793Z","caller":"traceutil/trace.go:171","msg":"trace[1217451129] transaction","detail":"{read_only:false; response_revision:21131; number_of_response:1; }","duration":"1.117076173s","start":"2026-04-28T18:04:35.913698Z","end":"2026-04-28T18:04:37.030775Z","steps":["trace[1217451129] 'process raft request' (duration: 1.115450232s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.030833Z","caller":"traceutil/trace.go:171","msg":"trace[807408797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21131; }","duration":"1.249108083s","start":"2026-04-28T18:04:35.781699Z","end":"2026-04-28T18:04:37.030807Z","steps":["trace[807408797] 'agreement among raft nodes before linearized reading' (duration: 1.248885248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.030827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.716486Z","time spent":"1.314253687s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:37.030897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.781675Z","time spent":"1.249203796s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:04:37.030802Z","caller":"traceutil/trace.go:171","msg":"trace[1529440882] transaction","detail":"{read_only:false; response_revision:21129; number_of_response:1; }","duration":"1.315967139s","start":"2026-04-28T18:04:35.714821Z","end":"2026-04-28T18:04:37.030788Z","steps":["trace[1529440882] 'process raft request' (duration: 1.314190654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.031024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.714806Z","time spent":"1.316174615s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:37.030785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438520559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:04:37.031098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526561213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-28T18:04:37.031136Z","caller":"traceutil/trace.go:171","msg":"trace[1982972118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21131; }","duration":"1.438925709s","start":"2026-04-28T18:04:35.592196Z","end":"2026-04-28T18:04:37.031121Z","steps":["trace[1982972118] 'agreement among raft nodes before linearized reading' (duration: 1.438415406s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.031158Z","caller":"traceutil/trace.go:171","msg":"trace[265474116] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:21131; }","duration":"1.526641646s","start":"2026-04-28T18:04:35.504502Z","end":"2026-04-28T18:04:37.031144Z","steps":["trace[265474116] 'agreement among raft nodes before linearized reading' (duration: 1.525908387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.031189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.592175Z","time spent":"1.438998922s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:04:37.031195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.504493Z","time spent":"1.526693377s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-28T18:04:37.031192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:35.91368Z","time spent":"1.117193956s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:04:37.031452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.299305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238428"} {"level":"info","ts":"2026-04-28T18:04:37.031546Z","caller":"traceutil/trace.go:171","msg":"trace[1351425402] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21131; }","duration":"312.442279ms","start":"2026-04-28T18:04:36.719089Z","end":"2026-04-28T18:04:37.031531Z","steps":["trace[1351425402] 'agreement among raft nodes before linearized reading' (duration: 311.253798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.031636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:36.719048Z","time spent":"312.574652ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238452,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:04:37.542772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790898087,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:04:37.678475Z","caller":"traceutil/trace.go:171","msg":"trace[1286442036] transaction","detail":"{read_only:false; response_revision:21132; number_of_response:1; }","duration":"636.601682ms","start":"2026-04-28T18:04:37.041843Z","end":"2026-04-28T18:04:37.678444Z","steps":["trace[1286442036] 'process raft request' (duration: 636.431218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.678673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:37.041817Z","time spent":"636.762047ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10064,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:04:37.684635Z","caller":"traceutil/trace.go:171","msg":"trace[1713481671] linearizableReadLoop","detail":"{readStateIndex:21928; appliedIndex:21926; }","duration":"642.568235ms","start":"2026-04-28T18:04:37.042041Z","end":"2026-04-28T18:04:37.684609Z","steps":["trace[1713481671] 'read index received' (duration: 636.215903ms)","trace[1713481671] 'applied index is now lower than readState.Index' (duration: 6.350942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:04:37.684899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.830601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-28T18:04:37.684942Z","caller":"traceutil/trace.go:171","msg":"trace[1061647595] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:21133; }","duration":"642.893773ms","start":"2026-04-28T18:04:37.042037Z","end":"2026-04-28T18:04:37.684931Z","steps":["trace[1061647595] 'agreement among raft nodes before linearized reading' (duration: 642.692498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.684979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:37.042027Z","time spent":"642.943284ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-28T18:04:37.685046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.376502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-04-28T18:04:37.685107Z","caller":"traceutil/trace.go:171","msg":"trace[1779214309] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21133; }","duration":"181.516456ms","start":"2026-04-28T18:04:37.503575Z","end":"2026-04-28T18:04:37.685091Z","steps":["trace[1779214309] 'agreement among raft nodes before linearized reading' (duration: 181.340251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.685136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.84164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-04-28T18:04:37.685155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.857075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.685249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.535377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.685255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.261644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:37.685393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.714391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-04-28T18:04:37.685384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.648912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.685435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.726377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.685552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.358781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.685633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.831495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:04:37.686135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.432504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:04:37.68829Z","caller":"traceutil/trace.go:171","msg":"trace[758338276] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:21133; }","duration":"641.055246ms","start":"2026-04-28T18:04:37.044131Z","end":"2026-04-28T18:04:37.685186Z","steps":["trace[758338276] 'agreement among raft nodes before linearized reading' (duration: 640.755879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.688369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:37.044124Z","time spent":"644.225956ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-04-28T18:04:37.688655Z","caller":"traceutil/trace.go:171","msg":"trace[283475948] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21133; }","duration":"183.994018ms","start":"2026-04-28T18:04:37.501234Z","end":"2026-04-28T18:04:37.685228Z","steps":["trace[283475948] 'agreement among raft nodes before linearized reading' (duration: 183.798803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.68928Z","caller":"traceutil/trace.go:171","msg":"trace[1214757399] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21133; }","duration":"183.575128ms","start":"2026-04-28T18:04:37.501695Z","end":"2026-04-28T18:04:37.68527Z","steps":["trace[1214757399] 'agreement among raft nodes before linearized reading' (duration: 183.538847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.690075Z","caller":"traceutil/trace.go:171","msg":"trace[48725586] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21133; }","duration":"182.397878ms","start":"2026-04-28T18:04:37.502932Z","end":"2026-04-28T18:04:37.685329Z","steps":["trace[48725586] 'agreement among raft nodes before linearized reading' (duration: 182.07624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.690212Z","caller":"traceutil/trace.go:171","msg":"trace[581795990] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21133; }","duration":"183.748573ms","start":"2026-04-28T18:04:37.501658Z","end":"2026-04-28T18:04:37.685406Z","steps":["trace[581795990] 'agreement among raft nodes before linearized reading' (duration: 183.615009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.690351Z","caller":"traceutil/trace.go:171","msg":"trace[812353290] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21133; }","duration":"189.725974ms","start":"2026-04-28T18:04:37.495689Z","end":"2026-04-28T18:04:37.685415Z","steps":["trace[812353290] 'agreement among raft nodes before linearized reading' (duration: 189.662422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.690454Z","caller":"traceutil/trace.go:171","msg":"trace[1147190982] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21133; }","duration":"184.794489ms","start":"2026-04-28T18:04:37.500665Z","end":"2026-04-28T18:04:37.68546Z","steps":["trace[1147190982] 'agreement among raft nodes before linearized reading' (duration: 184.742518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.690529Z","caller":"traceutil/trace.go:171","msg":"trace[1131657254] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21133; }","duration":"183.399363ms","start":"2026-04-28T18:04:37.502165Z","end":"2026-04-28T18:04:37.685564Z","steps":["trace[1131657254] 'agreement among raft nodes before linearized reading' (duration: 183.369532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.690636Z","caller":"traceutil/trace.go:171","msg":"trace[1947845829] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21133; }","duration":"574.935168ms","start":"2026-04-28T18:04:37.110747Z","end":"2026-04-28T18:04:37.685682Z","steps":["trace[1947845829] 'agreement among raft nodes before linearized reading' (duration: 574.844085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.690675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:37.110722Z","time spent":"579.939024ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T18:04:37.690836Z","caller":"traceutil/trace.go:171","msg":"trace[882232682] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21133; }","duration":"184.478581ms","start":"2026-04-28T18:04:37.501934Z","end":"2026-04-28T18:04:37.686412Z","steps":["trace[882232682] 'agreement among raft nodes before linearized reading' (duration: 182.980163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:04:37.695908Z","caller":"traceutil/trace.go:171","msg":"trace[1750759595] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"545.721627ms","start":"2026-04-28T18:04:37.150148Z","end":"2026-04-28T18:04:37.69587Z","steps":["trace[1750759595] 'process raft request' (duration: 534.312227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:04:37.696106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:04:37.150106Z","time spent":"545.883191ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:03.288515Z","caller":"traceutil/trace.go:171","msg":"trace[1876671835] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"154.88745ms","start":"2026-04-28T18:05:03.133591Z","end":"2026-04-28T18:05:03.288479Z","steps":["trace[1876671835] 'process raft request' (duration: 154.668864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:04.302715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.96595Z","time spent":"336.755585ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:05:04.303736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.820039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:04.303922Z","caller":"traceutil/trace.go:171","msg":"trace[910426030] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"1.169601507s","start":"2026-04-28T18:05:03.134254Z","end":"2026-04-28T18:05:04.303855Z","steps":["trace[910426030] 'process raft request' (duration: 461.581633ms)","trace[910426030] 'compare' (duration: 707.42905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:04.303989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.134234Z","time spent":"1.16972628s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:04.304205Z","caller":"traceutil/trace.go:171","msg":"trace[145805409] linearizableReadLoop","detail":"{readStateIndex:22179; appliedIndex:22176; }","duration":"1.067805383s","start":"2026-04-28T18:05:03.236278Z","end":"2026-04-28T18:05:04.304083Z","steps":["trace[145805409] 'read index received' (duration: 51.965898ms)","trace[145805409] 'applied index is now lower than readState.Index' (duration: 1.015833605s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:04.304457Z","caller":"traceutil/trace.go:171","msg":"trace[31525619] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"1.169022732s","start":"2026-04-28T18:05:03.135284Z","end":"2026-04-28T18:05:04.304307Z","steps":["trace[31525619] 'process raft request' (duration: 1.168520889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:04.3046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068285075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:04.304732Z","caller":"traceutil/trace.go:171","msg":"trace[1037088281] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21378; }","duration":"1.06846522s","start":"2026-04-28T18:05:03.236233Z","end":"2026-04-28T18:05:04.304698Z","steps":["trace[1037088281] 'agreement among raft nodes before linearized reading' (duration: 1.06808171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:04.30479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.236213Z","time spent":"1.068567323s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:04.304975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.135273Z","time spent":"1.169391711s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:04.805069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790899066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:05:05.186234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.544204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:05.186409Z","caller":"traceutil/trace.go:171","msg":"trace[1524485953] linearizableReadLoop","detail":"{readStateIndex:22180; appliedIndex:22179; }","duration":"882.059621ms","start":"2026-04-28T18:05:04.304325Z","end":"2026-04-28T18:05:05.186385Z","steps":["trace[1524485953] 'read index received' (duration: 628.22053ms)","trace[1524485953] 'applied index is now lower than readState.Index' (duration: 253.837831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:05.186746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389330952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-28T18:05:05.186757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388624684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-28T18:05:05.186814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.204727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:05:05.18684Z","caller":"traceutil/trace.go:171","msg":"trace[1765626704] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21379; }","duration":"1.388717997s","start":"2026-04-28T18:05:03.798104Z","end":"2026-04-28T18:05:05.186822Z","steps":["trace[1765626704] 'agreement among raft nodes before linearized reading' (duration: 1.38845385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.186856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.89607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:05:05.186939Z","caller":"traceutil/trace.go:171","msg":"trace[1813523554] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21379; }","duration":"717.034903ms","start":"2026-04-28T18:05:04.469882Z","end":"2026-04-28T18:05:05.186917Z","steps":["trace[1813523554] 'agreement among raft nodes before linearized reading' (duration: 716.825398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.186976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.469848Z","time spent":"717.121455ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:05:05.187152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.2743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:05:05.187182Z","caller":"traceutil/trace.go:171","msg":"trace[1913541244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21379; }","duration":"559.343962ms","start":"2026-04-28T18:05:04.627831Z","end":"2026-04-28T18:05:05.187175Z","steps":["trace[1913541244] 'agreement among raft nodes before linearized reading' (duration: 559.26471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.187203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.627802Z","time spent":"559.395714ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:05.18733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.875291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:05:05.187357Z","caller":"traceutil/trace.go:171","msg":"trace[376798848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21379; }","duration":"560.924472ms","start":"2026-04-28T18:05:04.626426Z","end":"2026-04-28T18:05:05.187351Z","steps":["trace[376798848] 'agreement among raft nodes before linearized reading' (duration: 560.86111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.187377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.626416Z","time spent":"560.956464ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:05.187447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.89591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417618"} {"level":"info","ts":"2026-04-28T18:05:05.187499Z","caller":"traceutil/trace.go:171","msg":"trace[683153273] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21379; }","duration":"986.974602ms","start":"2026-04-28T18:05:04.200508Z","end":"2026-04-28T18:05:05.187483Z","steps":["trace[683153273] 'agreement among raft nodes before linearized reading' (duration: 986.774067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.187535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.200488Z","time spent":"987.039653ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417642,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:05:05.187649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38927274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:05.187664Z","caller":"traceutil/trace.go:171","msg":"trace[1657855483] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"1.451815967s","start":"2026-04-28T18:05:03.735814Z","end":"2026-04-28T18:05:05.18763Z","steps":["trace[1657855483] 'process raft request' (duration: 1.196797726s)","trace[1657855483] 'compare' (duration: 253.090663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:05.187662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950872739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:05:05.187657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117623378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:05.187731Z","caller":"traceutil/trace.go:171","msg":"trace[1923494793] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21379; }","duration":"1.389360192s","start":"2026-04-28T18:05:03.798349Z","end":"2026-04-28T18:05:05.187709Z","steps":["trace[1923494793] 'agreement among raft nodes before linearized reading' (duration: 1.389155627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.187765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.735793Z","time spent":"1.451927689s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:05.187791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.798346Z","time spent":"1.389435675s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:05.186808Z","caller":"traceutil/trace.go:171","msg":"trace[458548265] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21379; }","duration":"1.389418254s","start":"2026-04-28T18:05:03.797379Z","end":"2026-04-28T18:05:05.186798Z","steps":["trace[458548265] 'agreement among raft nodes before linearized reading' (duration: 1.389276571s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.187811Z","caller":"traceutil/trace.go:171","msg":"trace[1047903005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21379; }","duration":"1.117884285s","start":"2026-04-28T18:05:04.069887Z","end":"2026-04-28T18:05:05.187772Z","steps":["trace[1047903005] 'agreement among raft nodes before linearized reading' (duration: 1.117546976s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.187538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.883313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:05:05.187863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.797359Z","time spent":"1.390493361s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:05.187787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.578276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:05:05.187891Z","caller":"traceutil/trace.go:171","msg":"trace[2038649696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21379; }","duration":"567.267383ms","start":"2026-04-28T18:05:04.620612Z","end":"2026-04-28T18:05:05.187879Z","steps":["trace[2038649696] 'agreement among raft nodes before linearized reading' (duration: 566.872593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.187906Z","caller":"traceutil/trace.go:171","msg":"trace[1308348553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21379; }","duration":"556.304424ms","start":"2026-04-28T18:05:04.631583Z","end":"2026-04-28T18:05:05.187887Z","steps":["trace[1308348553] 'agreement among raft nodes before linearized reading' (duration: 555.144345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.187958Z","caller":"traceutil/trace.go:171","msg":"trace[386190289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21379; }","duration":"551.865062ms","start":"2026-04-28T18:05:04.636058Z","end":"2026-04-28T18:05:05.187923Z","steps":["trace[386190289] 'agreement among raft nodes before linearized reading' (duration: 551.577965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.188006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.635992Z","time spent":"552.004196ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:05.18796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.620592Z","time spent":"567.353515ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:05:05.187808Z","caller":"traceutil/trace.go:171","msg":"trace[1874286832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21379; }","duration":"1.951013953s","start":"2026-04-28T18:05:03.23672Z","end":"2026-04-28T18:05:05.187734Z","steps":["trace[1874286832] 'agreement among raft nodes before linearized reading' (duration: 1.950699445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.188103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.23671Z","time spent":"1.951379732s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:05:05.187959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.631575Z","time spent":"556.372636ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:05:05.187876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:04.069862Z","time spent":"1.118003547s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:05.186889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:03.79808Z","time spent":"1.388799428s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:05.413286Z","caller":"traceutil/trace.go:171","msg":"trace[791615035] linearizableReadLoop","detail":"{readStateIndex:22181; appliedIndex:22180; }","duration":"220.809262ms","start":"2026-04-28T18:05:05.192449Z","end":"2026-04-28T18:05:05.413258Z","steps":["trace[791615035] 'read index received' (duration: 213.312382ms)","trace[791615035] 'applied index is now lower than readState.Index' (duration: 7.49579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:05.413529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.059139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:05:05.413567Z","caller":"traceutil/trace.go:171","msg":"trace[18936967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21379; }","duration":"221.141901ms","start":"2026-04-28T18:05:05.192416Z","end":"2026-04-28T18:05:05.413558Z","steps":["trace[18936967] 'agreement among raft nodes before linearized reading' (duration: 220.960646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.479056Z","caller":"traceutil/trace.go:171","msg":"trace[815975336] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"284.425296ms","start":"2026-04-28T18:05:05.194608Z","end":"2026-04-28T18:05:05.479033Z","steps":["trace[815975336] 'process raft request' (duration: 284.361074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.479072Z","caller":"traceutil/trace.go:171","msg":"trace[1970348879] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"284.609821ms","start":"2026-04-28T18:05:05.19444Z","end":"2026-04-28T18:05:05.479049Z","steps":["trace[1970348879] 'process raft request' (duration: 284.308973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.479543Z","caller":"traceutil/trace.go:171","msg":"trace[1599853862] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"284.891408ms","start":"2026-04-28T18:05:05.194617Z","end":"2026-04-28T18:05:05.479508Z","steps":["trace[1599853862] 'process raft request' (duration: 284.388625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.4796Z","caller":"traceutil/trace.go:171","msg":"trace[986483364] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"283.698689ms","start":"2026-04-28T18:05:05.195892Z","end":"2026-04-28T18:05:05.479591Z","steps":["trace[986483364] 'process raft request' (duration: 283.508683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.479863Z","caller":"traceutil/trace.go:171","msg":"trace[1074647789] transaction","detail":"{read_only:false; response_revision:21384; number_of_response:1; }","duration":"283.888673ms","start":"2026-04-28T18:05:05.195966Z","end":"2026-04-28T18:05:05.479855Z","steps":["trace[1074647789] 'process raft request' (duration: 283.587266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.479939Z","caller":"traceutil/trace.go:171","msg":"trace[924179440] transaction","detail":"{read_only:false; response_revision:21386; number_of_response:1; }","duration":"117.366478ms","start":"2026-04-28T18:05:05.362565Z","end":"2026-04-28T18:05:05.479932Z","steps":["trace[924179440] 'process raft request' (duration: 117.270986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.479974Z","caller":"traceutil/trace.go:171","msg":"trace[650468838] transaction","detail":"{read_only:false; response_revision:21385; number_of_response:1; }","duration":"175.618976ms","start":"2026-04-28T18:05:05.304298Z","end":"2026-04-28T18:05:05.479917Z","steps":["trace[650468838] 'process raft request' (duration: 175.428551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.480062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.430081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:05.480092Z","caller":"traceutil/trace.go:171","msg":"trace[924467918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21386; }","duration":"283.503913ms","start":"2026-04-28T18:05:05.196581Z","end":"2026-04-28T18:05:05.480085Z","steps":["trace[924467918] 'agreement among raft nodes before linearized reading' (duration: 283.412481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:05.974128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.399376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:05.974243Z","caller":"traceutil/trace.go:171","msg":"trace[1772737666] linearizableReadLoop","detail":"{readStateIndex:22189; appliedIndex:22188; }","duration":"494.338963ms","start":"2026-04-28T18:05:05.479886Z","end":"2026-04-28T18:05:05.974225Z","steps":["trace[1772737666] 'read index received' (duration: 36.6736ms)","trace[1772737666] 'applied index is now lower than readState.Index' (duration: 457.664273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:05.974423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.411705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:05:05.974458Z","caller":"traceutil/trace.go:171","msg":"trace[1934528556] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21387; }","duration":"559.460775ms","start":"2026-04-28T18:05:05.414988Z","end":"2026-04-28T18:05:05.974448Z","steps":["trace[1934528556] 'agreement among raft nodes before linearized reading' (duration: 559.284871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:05.974451Z","caller":"traceutil/trace.go:171","msg":"trace[615489384] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"559.61779ms","start":"2026-04-28T18:05:05.414718Z","end":"2026-04-28T18:05:05.974336Z","steps":["trace[615489384] 'process raft request' (duration: 101.927417ms)","trace[615489384] 'compare' (duration: 457.262102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:05.974865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:05.414973Z","time spent":"559.878706ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:05:05.975232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:05.414686Z","time spent":"560.266676ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:06.05912Z","caller":"traceutil/trace.go:171","msg":"trace[1144168577] transaction","detail":"{read_only:false; response_revision:21388; number_of_response:1; }","duration":"472.207901ms","start":"2026-04-28T18:05:05.586894Z","end":"2026-04-28T18:05:06.059102Z","steps":["trace[1144168577] 'process raft request' (duration: 471.525974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:06.060551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:05.586844Z","time spent":"473.644917ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417601,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:06.276295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.203085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:06.276416Z","caller":"traceutil/trace.go:171","msg":"trace[1621230657] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21388; }","duration":"201.371829ms","start":"2026-04-28T18:05:06.075019Z","end":"2026-04-28T18:05:06.27639Z","steps":["trace[1621230657] 'range keys from in-memory index tree' (duration: 201.130643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:06.276484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.80207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:05:06.27657Z","caller":"traceutil/trace.go:171","msg":"trace[1272365713] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21388; }","duration":"201.919333ms","start":"2026-04-28T18:05:06.07463Z","end":"2026-04-28T18:05:06.276549Z","steps":["trace[1272365713] 'range keys from in-memory index tree' (duration: 201.575465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:06.370985Z","caller":"traceutil/trace.go:171","msg":"trace[861244995] transaction","detail":"{read_only:false; response_revision:21389; number_of_response:1; }","duration":"233.507135ms","start":"2026-04-28T18:05:06.137448Z","end":"2026-04-28T18:05:06.370955Z","steps":["trace[861244995] 'process raft request' (duration: 233.341761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:06.377636Z","caller":"traceutil/trace.go:171","msg":"trace[367283496] linearizableReadLoop","detail":"{readStateIndex:22191; appliedIndex:22191; }","duration":"134.736028ms","start":"2026-04-28T18:05:06.242849Z","end":"2026-04-28T18:05:06.377585Z","steps":["trace[367283496] 'read index received' (duration: 134.666446ms)","trace[367283496] 'applied index is now lower than readState.Index' (duration: 64.842µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:07.196123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.256047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29623325-wgk78\" ","response":"range_response_count:1 size:6906"} {"level":"info","ts":"2026-04-28T18:05:07.196231Z","caller":"traceutil/trace.go:171","msg":"trace[2033836850] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29623325-wgk78; range_end:; response_count:1; response_revision:21389; }","duration":"953.394219ms","start":"2026-04-28T18:05:06.242809Z","end":"2026-04-28T18:05:07.196203Z","steps":["trace[2033836850] 'agreement among raft nodes before linearized reading' (duration: 135.016835ms)","trace[2033836850] 'range keys from in-memory index tree' (duration: 818.155198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:07.196525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.24279Z","time spent":"953.473542ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6930,"request content":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29623325-wgk78\" "} {"level":"warn","ts":"2026-04-28T18:05:07.198747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.935017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:07.19989Z","caller":"traceutil/trace.go:171","msg":"trace[1205475604] linearizableReadLoop","detail":"{readStateIndex:22194; appliedIndex:22191; }","duration":"822.104189ms","start":"2026-04-28T18:05:06.377772Z","end":"2026-04-28T18:05:07.199876Z","steps":["trace[1205475604] 'read index received' (duration: 129.089365ms)","trace[1205475604] 'applied index is now lower than readState.Index' (duration: 693.013584ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:07.199957Z","caller":"traceutil/trace.go:171","msg":"trace[35125536] transaction","detail":"{read_only:false; response_revision:21392; number_of_response:1; }","duration":"885.025116ms","start":"2026-04-28T18:05:06.314923Z","end":"2026-04-28T18:05:07.199948Z","steps":["trace[35125536] 'process raft request' (duration: 884.904633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:07.199943Z","caller":"traceutil/trace.go:171","msg":"trace[1809104314] transaction","detail":"{read_only:false; response_revision:21391; number_of_response:1; }","duration":"888.833543ms","start":"2026-04-28T18:05:06.311083Z","end":"2026-04-28T18:05:07.199916Z","steps":["trace[1809104314] 'process raft request' (duration: 887.718455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.200094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.311067Z","time spent":"888.942096ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:07.200294Z","caller":"traceutil/trace.go:171","msg":"trace[316865191] transaction","detail":"{read_only:false; response_revision:21390; number_of_response:1; }","duration":"955.251018ms","start":"2026-04-28T18:05:06.245032Z","end":"2026-04-28T18:05:07.200283Z","steps":["trace[316865191] 'process raft request' (duration: 261.72334ms)","trace[316865191] 'compare' (duration: 690.45214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:07.200341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.24499Z","time spent":"955.32858ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:05:07.200853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.399903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:07.20089Z","caller":"traceutil/trace.go:171","msg":"trace[656075203] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21392; }","duration":"890.477425ms","start":"2026-04-28T18:05:06.310404Z","end":"2026-04-28T18:05:07.200882Z","steps":["trace[656075203] 'agreement among raft nodes before linearized reading' (duration: 890.351711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.200912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.310381Z","time spent":"890.526725ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:07.201054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.316405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:07.201078Z","caller":"traceutil/trace.go:171","msg":"trace[1666300136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21392; }","duration":"848.364085ms","start":"2026-04-28T18:05:06.352708Z","end":"2026-04-28T18:05:07.201072Z","steps":["trace[1666300136] 'agreement among raft nodes before linearized reading' (duration: 848.325224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.201095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.352697Z","time spent":"848.394867ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:07.201443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.075381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:05:07.201472Z","caller":"traceutil/trace.go:171","msg":"trace[1899613617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21392; }","duration":"921.147362ms","start":"2026-04-28T18:05:06.280318Z","end":"2026-04-28T18:05:07.201465Z","steps":["trace[1899613617] 'agreement among raft nodes before linearized reading' (duration: 921.06789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.201492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.280298Z","time spent":"921.188114ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:05:07.20236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.314908Z","time spent":"885.066507ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:07.395807Z","caller":"traceutil/trace.go:171","msg":"trace[2120565514] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"200.814566ms","start":"2026-04-28T18:05:07.194958Z","end":"2026-04-28T18:05:07.395773Z","steps":["trace[2120565514] 'process raft request' (duration: 199.7984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.396402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.383647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:07.396455Z","caller":"traceutil/trace.go:171","msg":"trace[600060422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21393; }","duration":"327.49267ms","start":"2026-04-28T18:05:07.068949Z","end":"2026-04-28T18:05:07.396442Z","steps":["trace[600060422] 'agreement among raft nodes before linearized reading' (duration: 327.382487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.396495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:07.068926Z","time spent":"327.559121ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:07.396541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.629281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:05:07.39671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.940317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:05:07.396804Z","caller":"traceutil/trace.go:171","msg":"trace[402950323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21393; }","duration":"705.05509ms","start":"2026-04-28T18:05:06.691711Z","end":"2026-04-28T18:05:07.396766Z","steps":["trace[402950323] 'agreement among raft nodes before linearized reading' (duration: 704.805814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:07.396723Z","caller":"traceutil/trace.go:171","msg":"trace[930703009] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21393; }","duration":"695.853397ms","start":"2026-04-28T18:05:06.700793Z","end":"2026-04-28T18:05:07.396646Z","steps":["trace[930703009] 'agreement among raft nodes before linearized reading' (duration: 695.58197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.396821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.124673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-28T18:05:07.396873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.691687Z","time spent":"705.165862ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T18:05:07.396929Z","caller":"traceutil/trace.go:171","msg":"trace[1393374404] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21393; }","duration":"201.324208ms","start":"2026-04-28T18:05:07.195581Z","end":"2026-04-28T18:05:07.396905Z","steps":["trace[1393374404] 'agreement among raft nodes before linearized reading' (duration: 200.785505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.396916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:06.700775Z","time spent":"696.082932ms","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:07.397039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.101658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:07.3971Z","caller":"traceutil/trace.go:171","msg":"trace[1263826435] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21393; }","duration":"202.209131ms","start":"2026-04-28T18:05:07.194876Z","end":"2026-04-28T18:05:07.397085Z","steps":["trace[1263826435] 'agreement among raft nodes before linearized reading' (duration: 201.997136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:07.396263Z","caller":"traceutil/trace.go:171","msg":"trace[1585107612] linearizableReadLoop","detail":"{readStateIndex:22195; appliedIndex:22194; }","duration":"196.325812ms","start":"2026-04-28T18:05:07.199918Z","end":"2026-04-28T18:05:07.396244Z","steps":["trace[1585107612] 'read index received' (duration: 195.014568ms)","trace[1585107612] 'applied index is now lower than readState.Index' (duration: 1.309054ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:07.503554Z","caller":"traceutil/trace.go:171","msg":"trace[97939876] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"295.143369ms","start":"2026-04-28T18:05:07.208385Z","end":"2026-04-28T18:05:07.503529Z","steps":["trace[97939876] 'process raft request' (duration: 294.979384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.504058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.395422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:07.50413Z","caller":"traceutil/trace.go:171","msg":"trace[581120625] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21394; }","duration":"300.497034ms","start":"2026-04-28T18:05:07.203615Z","end":"2026-04-28T18:05:07.504112Z","steps":["trace[581120625] 'agreement among raft nodes before linearized reading' (duration: 300.296379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.504216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.573596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:05:07.504254Z","caller":"traceutil/trace.go:171","msg":"trace[1253093654] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21394; }","duration":"300.648738ms","start":"2026-04-28T18:05:07.203594Z","end":"2026-04-28T18:05:07.504243Z","steps":["trace[1253093654] 'agreement among raft nodes before linearized reading' (duration: 300.527835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:07.50429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:07.203577Z","time spent":"300.705339ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:05:07.504297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:07.203597Z","time spent":"300.635897ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:07.504331Z","caller":"traceutil/trace.go:171","msg":"trace[554682926] linearizableReadLoop","detail":"{readStateIndex:22196; appliedIndex:22196; }","duration":"106.594835ms","start":"2026-04-28T18:05:07.397307Z","end":"2026-04-28T18:05:07.503902Z","steps":["trace[554682926] 'read index received' (duration: 106.577535ms)","trace[554682926] 'applied index is now lower than readState.Index' (duration: 14.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:07.505092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.377573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-28T18:05:07.505384Z","caller":"traceutil/trace.go:171","msg":"trace[1458197765] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21395; }","duration":"101.683661ms","start":"2026-04-28T18:05:07.403684Z","end":"2026-04-28T18:05:07.505368Z","steps":["trace[1458197765] 'agreement among raft nodes before linearized reading' (duration: 101.299751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:08.525938Z","caller":"traceutil/trace.go:171","msg":"trace[857768619] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"228.037546ms","start":"2026-04-28T18:05:08.297874Z","end":"2026-04-28T18:05:08.525911Z","steps":["trace[857768619] 'process raft request' (duration: 227.782279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:09.352549Z","caller":"traceutil/trace.go:171","msg":"trace[1025627276] linearizableReadLoop","detail":"{readStateIndex:22208; appliedIndex:22207; }","duration":"144.26147ms","start":"2026-04-28T18:05:09.208249Z","end":"2026-04-28T18:05:09.35251Z","steps":["trace[1025627276] 'read index received' (duration: 143.996343ms)","trace[1025627276] 'applied index is now lower than readState.Index' (duration: 263.387µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:09.352673Z","caller":"traceutil/trace.go:171","msg":"trace[800183162] transaction","detail":"{read_only:false; response_revision:21405; number_of_response:1; }","duration":"144.489666ms","start":"2026-04-28T18:05:09.208136Z","end":"2026-04-28T18:05:09.352626Z","steps":["trace[800183162] 'process raft request' (duration: 144.129317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.352873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.591018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:09.352956Z","caller":"traceutil/trace.go:171","msg":"trace[266453332] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21405; }","duration":"144.740912ms","start":"2026-04-28T18:05:09.208185Z","end":"2026-04-28T18:05:09.352926Z","steps":["trace[266453332] 'agreement among raft nodes before linearized reading' (duration: 144.463475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:09.381286Z","caller":"traceutil/trace.go:171","msg":"trace[2099031428] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"171.82881ms","start":"2026-04-28T18:05:09.209431Z","end":"2026-04-28T18:05:09.38126Z","steps":["trace[2099031428] 'process raft request' (duration: 171.667686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:09.619456Z","caller":"traceutil/trace.go:171","msg":"trace[1035776975] linearizableReadLoop","detail":"{readStateIndex:22210; appliedIndex:22209; }","duration":"215.090707ms","start":"2026-04-28T18:05:09.404328Z","end":"2026-04-28T18:05:09.619419Z","steps":["trace[1035776975] 'read index received' (duration: 212.941383ms)","trace[1035776975] 'applied index is now lower than readState.Index' (duration: 2.147784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:09.619902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.540158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:09.619999Z","caller":"traceutil/trace.go:171","msg":"trace[575713667] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21407; }","duration":"215.696553ms","start":"2026-04-28T18:05:09.404285Z","end":"2026-04-28T18:05:09.619981Z","steps":["trace[575713667] 'agreement among raft nodes before linearized reading' (duration: 215.295242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:09.619717Z","caller":"traceutil/trace.go:171","msg":"trace[1426790279] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"216.067053ms","start":"2026-04-28T18:05:09.403499Z","end":"2026-04-28T18:05:09.619566Z","steps":["trace[1426790279] 'process raft request' (duration: 213.823797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:09.86801Z","caller":"traceutil/trace.go:171","msg":"trace[1659655490] transaction","detail":"{read_only:false; response_revision:21408; number_of_response:1; }","duration":"352.015692ms","start":"2026-04-28T18:05:09.515962Z","end":"2026-04-28T18:05:09.867978Z","steps":["trace[1659655490] 'process raft request' (duration: 319.491256ms)","trace[1659655490] 'compare' (duration: 32.148917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:09.868182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.515933Z","time spent":"352.163316ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:09.86885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.654141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:05:09.868887Z","caller":"traceutil/trace.go:171","msg":"trace[1781151530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21409; }","duration":"336.704422ms","start":"2026-04-28T18:05:09.532175Z","end":"2026-04-28T18:05:09.86888Z","steps":["trace[1781151530] 'agreement among raft nodes before linearized reading' (duration: 336.537258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.868911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.53217Z","time spent":"336.735134ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:05:09.869165Z","caller":"traceutil/trace.go:171","msg":"trace[445279410] transaction","detail":"{read_only:false; response_revision:21409; number_of_response:1; }","duration":"332.836714ms","start":"2026-04-28T18:05:09.536316Z","end":"2026-04-28T18:05:09.869152Z","steps":["trace[445279410] 'process raft request' (duration: 331.620674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.869227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.536298Z","time spent":"332.892355ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5270,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:09.869391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.122148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:05:09.869438Z","caller":"traceutil/trace.go:171","msg":"trace[596475379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21409; }","duration":"332.193999ms","start":"2026-04-28T18:05:09.537234Z","end":"2026-04-28T18:05:09.869428Z","steps":["trace[596475379] 'agreement among raft nodes before linearized reading' (duration: 332.094107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.869466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.537225Z","time spent":"332.23378ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:05:09.869619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.403542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:05:09.869645Z","caller":"traceutil/trace.go:171","msg":"trace[1594289576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21409; }","duration":"337.438402ms","start":"2026-04-28T18:05:09.5322Z","end":"2026-04-28T18:05:09.869639Z","steps":["trace[1594289576] 'agreement among raft nodes before linearized reading' (duration: 337.36449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.869665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.532198Z","time spent":"337.462943ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:09.870276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.836319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:05:09.87036Z","caller":"traceutil/trace.go:171","msg":"trace[856012305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21409; }","duration":"342.889971ms","start":"2026-04-28T18:05:09.527414Z","end":"2026-04-28T18:05:09.870304Z","steps":["trace[856012305] 'agreement among raft nodes before linearized reading' (duration: 342.781198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.870356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.671413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:05:09.870457Z","caller":"traceutil/trace.go:171","msg":"trace[1776466576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21409; }","duration":"338.817996ms","start":"2026-04-28T18:05:09.531621Z","end":"2026-04-28T18:05:09.870439Z","steps":["trace[1776466576] 'agreement among raft nodes before linearized reading' (duration: 338.607951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.870586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.531612Z","time spent":"338.959651ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:05:09.870631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.703826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:09.870657Z","caller":"traceutil/trace.go:171","msg":"trace[1369731179] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21409; }","duration":"465.765668ms","start":"2026-04-28T18:05:09.404884Z","end":"2026-04-28T18:05:09.87065Z","steps":["trace[1369731179] 'agreement among raft nodes before linearized reading' (duration: 465.695856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.870677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.404863Z","time spent":"465.809259ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:09.870483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.80617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:09.870861Z","caller":"traceutil/trace.go:171","msg":"trace[697089502] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21409; }","duration":"351.19926ms","start":"2026-04-28T18:05:09.519644Z","end":"2026-04-28T18:05:09.870843Z","steps":["trace[697089502] 'agreement among raft nodes before linearized reading' (duration: 350.76966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.870948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.519631Z","time spent":"351.302643ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:09.870822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.277058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T18:05:09.871108Z","caller":"traceutil/trace.go:171","msg":"trace[1192734072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21409; }","duration":"393.613336ms","start":"2026-04-28T18:05:09.47747Z","end":"2026-04-28T18:05:09.871083Z","steps":["trace[1192734072] 'agreement among raft nodes before linearized reading' (duration: 392.994361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:09.871567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.477448Z","time spent":"394.102188ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:05:09.870389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.527407Z","time spent":"342.974443ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:05:09.877839Z","caller":"traceutil/trace.go:171","msg":"trace[831931256] linearizableReadLoop","detail":"{readStateIndex:22212; appliedIndex:22210; }","duration":"249.127551ms","start":"2026-04-28T18:05:09.619542Z","end":"2026-04-28T18:05:09.86867Z","steps":["trace[831931256] 'read index received' (duration: 215.930149ms)","trace[831931256] 'applied index is now lower than readState.Index' (duration: 33.196322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:10.430977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.769104ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:05:10.43258Z","caller":"traceutil/trace.go:171","msg":"trace[98418158] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"555.016643ms","start":"2026-04-28T18:05:09.877531Z","end":"2026-04-28T18:05:10.432548Z","steps":["trace[98418158] 'process raft request' (duration: 554.440718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:10.432716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.877504Z","time spent":"555.139397ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:10.433697Z","caller":"traceutil/trace.go:171","msg":"trace[1505095330] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"555.962366ms","start":"2026-04-28T18:05:09.877691Z","end":"2026-04-28T18:05:10.433653Z","steps":["trace[1505095330] 'process raft request' (duration: 554.835068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:10.433765Z","caller":"traceutil/trace.go:171","msg":"trace[1529205618] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"556.08443ms","start":"2026-04-28T18:05:09.877639Z","end":"2026-04-28T18:05:10.433724Z","steps":["trace[1529205618] 'process raft request' (duration: 554.791007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:10.433911Z","caller":"traceutil/trace.go:171","msg":"trace[974408419] linearizableReadLoop","detail":"{readStateIndex:22216; appliedIndex:22212; }","duration":"556.003517ms","start":"2026-04-28T18:05:09.877895Z","end":"2026-04-28T18:05:10.433899Z","steps":["trace[974408419] 'read index received' (duration: 17.372101ms)","trace[974408419] 'applied index is now lower than readState.Index' (duration: 538.630296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:10.433916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.877631Z","time spent":"556.186702ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:10.433968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.877651Z","time spent":"556.14386ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:10.434028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.798791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:10.433987Z","caller":"traceutil/trace.go:171","msg":"trace[839319928] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"554.381947ms","start":"2026-04-28T18:05:09.879556Z","end":"2026-04-28T18:05:10.433938Z","steps":["trace[839319928] 'process raft request' (duration: 554.10324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:10.434059Z","caller":"traceutil/trace.go:171","msg":"trace[941005351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21414; }","duration":"365.874313ms","start":"2026-04-28T18:05:10.068176Z","end":"2026-04-28T18:05:10.434051Z","steps":["trace[941005351] 'agreement among raft nodes before linearized reading' (duration: 365.812211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:10.434079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:10.068156Z","time spent":"365.919254ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:05:10.433874Z","caller":"traceutil/trace.go:171","msg":"trace[647486043] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"554.193941ms","start":"2026-04-28T18:05:09.879558Z","end":"2026-04-28T18:05:10.433752Z","steps":["trace[647486043] 'process raft request' (duration: 553.004652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:10.434088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.602733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-28T18:05:10.434176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.879528Z","time spent":"554.54828ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:10.434191Z","caller":"traceutil/trace.go:171","msg":"trace[132230956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862; range_end:; response_count:1; response_revision:21414; }","duration":"556.769558ms","start":"2026-04-28T18:05:09.877399Z","end":"2026-04-28T18:05:10.434168Z","steps":["trace[132230956] 'agreement among raft nodes before linearized reading' (duration: 556.562443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:10.434258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.877377Z","time spent":"556.86447ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-6aeb7808-8f8e-458b-9727-0823ede8a862\" "} {"level":"warn","ts":"2026-04-28T18:05:10.434365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:09.87954Z","time spent":"554.617522ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:11.504149Z","caller":"traceutil/trace.go:171","msg":"trace[265981494] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"117.84824ms","start":"2026-04-28T18:05:11.386257Z","end":"2026-04-28T18:05:11.504105Z","steps":["trace[265981494] 'process raft request' (duration: 89.586833ms)","trace[265981494] 'compare' (duration: 28.056402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:12.56551Z","caller":"traceutil/trace.go:171","msg":"trace[1365732299] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"154.905751ms","start":"2026-04-28T18:05:12.410573Z","end":"2026-04-28T18:05:12.565479Z","steps":["trace[1365732299] 'process raft request' (duration: 112.490024ms)","trace[1365732299] 'compare' (duration: 42.236242ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:12.593Z","caller":"traceutil/trace.go:171","msg":"trace[1777114319] linearizableReadLoop","detail":"{readStateIndex:22225; appliedIndex:22223; }","duration":"153.846374ms","start":"2026-04-28T18:05:12.439132Z","end":"2026-04-28T18:05:12.592979Z","steps":["trace[1777114319] 'read index received' (duration: 84.004401ms)","trace[1777114319] 'applied index is now lower than readState.Index' (duration: 69.840873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:12.593454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.302525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:05:12.593495Z","caller":"traceutil/trace.go:171","msg":"trace[863520845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21421; }","duration":"154.357926ms","start":"2026-04-28T18:05:12.439124Z","end":"2026-04-28T18:05:12.593481Z","steps":["trace[863520845] 'agreement among raft nodes before linearized reading' (duration: 154.222203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:12.593659Z","caller":"traceutil/trace.go:171","msg":"trace[1948473089] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"182.922701ms","start":"2026-04-28T18:05:12.410723Z","end":"2026-04-28T18:05:12.593646Z","steps":["trace[1948473089] 'process raft request' (duration: 182.096821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:12.593532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.320946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:05:12.594015Z","caller":"traceutil/trace.go:171","msg":"trace[293614952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21421; }","duration":"154.655934ms","start":"2026-04-28T18:05:12.439135Z","end":"2026-04-28T18:05:12.593791Z","steps":["trace[293614952] 'agreement among raft nodes before linearized reading' (duration: 154.200853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:12.594099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.320662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:05:12.5942Z","caller":"traceutil/trace.go:171","msg":"trace[1875926870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21421; }","duration":"146.439476ms","start":"2026-04-28T18:05:12.447744Z","end":"2026-04-28T18:05:12.594183Z","steps":["trace[1875926870] 'agreement among raft nodes before linearized reading' (duration: 146.232611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:12.594286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.062783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:05:12.594321Z","caller":"traceutil/trace.go:171","msg":"trace[839974809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21421; }","duration":"153.108144ms","start":"2026-04-28T18:05:12.441205Z","end":"2026-04-28T18:05:12.594313Z","steps":["trace[839974809] 'agreement among raft nodes before linearized reading' (duration: 153.025292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:12.594431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.604843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:05:12.594453Z","caller":"traceutil/trace.go:171","msg":"trace[1011630852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21421; }","duration":"154.636364ms","start":"2026-04-28T18:05:12.439811Z","end":"2026-04-28T18:05:12.594448Z","steps":["trace[1011630852] 'agreement among raft nodes before linearized reading' (duration: 154.576562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:12.594524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.250121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:05:12.5946Z","caller":"traceutil/trace.go:171","msg":"trace[840462582] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21421; }","duration":"107.321683ms","start":"2026-04-28T18:05:12.487262Z","end":"2026-04-28T18:05:12.594583Z","steps":["trace[840462582] 'agreement among raft nodes before linearized reading' (duration: 107.043636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:13.910648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790899179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:05:14.169846Z","caller":"traceutil/trace.go:171","msg":"trace[349294013] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"792.786105ms","start":"2026-04-28T18:05:13.377043Z","end":"2026-04-28T18:05:14.16983Z","steps":["trace[349294013] 'process raft request' (duration: 792.656862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:14.169963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.377026Z","time spent":"792.876238ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.040085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.876118072s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:05:16.040701Z","caller":"traceutil/trace.go:171","msg":"trace[754325111] linearizableReadLoop","detail":"{readStateIndex:22235; appliedIndex:22231; }","duration":"2.631034188s","start":"2026-04-28T18:05:13.409645Z","end":"2026-04-28T18:05:16.040679Z","steps":["trace[754325111] 'read index received' (duration: 760.830256ms)","trace[754325111] 'applied index is now lower than readState.Index' (duration: 1.870203122s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:16.040986Z","caller":"traceutil/trace.go:171","msg":"trace[682373540] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"2.160748826s","start":"2026-04-28T18:05:13.880224Z","end":"2026-04-28T18:05:16.040973Z","steps":["trace[682373540] 'process raft request' (duration: 2.160421258s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:16.040994Z","caller":"traceutil/trace.go:171","msg":"trace[855565337] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"2.4013107s","start":"2026-04-28T18:05:13.639657Z","end":"2026-04-28T18:05:16.040968Z","steps":["trace[855565337] 'process raft request' (duration: 2.40095413s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:16.041113Z","caller":"traceutil/trace.go:171","msg":"trace[1814241815] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"2.438283508s","start":"2026-04-28T18:05:13.602798Z","end":"2026-04-28T18:05:16.041082Z","steps":["trace[1814241815] 'process raft request' (duration: 2.437764404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.041124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.880201Z","time spent":"2.160814127s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.041151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.639636Z","time spent":"2.401435612s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.041179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631534031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:05:16.041239Z","caller":"traceutil/trace.go:171","msg":"trace[1710584870] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21431; }","duration":"2.631631383s","start":"2026-04-28T18:05:13.409597Z","end":"2026-04-28T18:05:16.041228Z","steps":["trace[1710584870] 'agreement among raft nodes before linearized reading' (duration: 2.63151182s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:16.041247Z","caller":"traceutil/trace.go:171","msg":"trace[1618849047] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"2.530925738s","start":"2026-04-28T18:05:13.510314Z","end":"2026-04-28T18:05:16.04124Z","steps":["trace[1618849047] 'process raft request' (duration: 2.530058865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.041255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.602743Z","time spent":"2.43841422s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5270,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.041273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.409576Z","time spent":"2.631687404s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:16.041281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.510279Z","time spent":"2.530986939s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:16.102563Z","caller":"traceutil/trace.go:171","msg":"trace[2142240789] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"390.963991ms","start":"2026-04-28T18:05:15.711564Z","end":"2026-04-28T18:05:16.102528Z","steps":["trace[2142240789] 'process raft request' (duration: 390.766776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.102705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711534Z","time spent":"391.094363ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:16.102925Z","caller":"traceutil/trace.go:171","msg":"trace[258406443] transaction","detail":"{read_only:false; response_revision:21433; number_of_response:1; }","duration":"385.494792ms","start":"2026-04-28T18:05:15.717425Z","end":"2026-04-28T18:05:16.102919Z","steps":["trace[258406443] 'process raft request' (duration: 385.070331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.102961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.717411Z","time spent":"385.533712ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.103041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.586494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:05:16.103069Z","caller":"traceutil/trace.go:171","msg":"trace[1857858887] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21433; }","duration":"389.629916ms","start":"2026-04-28T18:05:15.713432Z","end":"2026-04-28T18:05:16.103062Z","steps":["trace[1857858887] 'agreement among raft nodes before linearized reading' (duration: 389.570105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.103087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.713425Z","time spent":"389.656377ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:16.103304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349134485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:16.103333Z","caller":"traceutil/trace.go:171","msg":"trace[122398937] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:21433; }","duration":"2.349224448s","start":"2026-04-28T18:05:13.754101Z","end":"2026-04-28T18:05:16.103325Z","steps":["trace[122398937] 'agreement among raft nodes before linearized reading' (duration: 2.349170296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.103347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.754067Z","time spent":"2.349275968s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:16.103391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517634447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:05:16.103475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933821386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:16.103494Z","caller":"traceutil/trace.go:171","msg":"trace[1976059085] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21433; }","duration":"1.933875338s","start":"2026-04-28T18:05:14.169614Z","end":"2026-04-28T18:05:16.103489Z","steps":["trace[1976059085] 'agreement among raft nodes before linearized reading' (duration: 1.933846027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.103508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:14.169592Z","time spent":"1.933913509s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:05:16.103503Z","caller":"traceutil/trace.go:171","msg":"trace[1084264437] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21433; }","duration":"1.517909524s","start":"2026-04-28T18:05:14.585564Z","end":"2026-04-28T18:05:16.103473Z","steps":["trace[1084264437] 'agreement among raft nodes before linearized reading' (duration: 1.517521995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.103558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:14.585536Z","time spent":"1.518007626s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:05:16.103685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221308601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:16.103715Z","caller":"traceutil/trace.go:171","msg":"trace[1492638560] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21433; }","duration":"2.221352822s","start":"2026-04-28T18:05:13.882348Z","end":"2026-04-28T18:05:16.1037Z","steps":["trace[1492638560] 'agreement among raft nodes before linearized reading' (duration: 2.221249179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.10367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46441486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-28T18:05:16.10377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222625075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:16.103792Z","caller":"traceutil/trace.go:171","msg":"trace[1839250770] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21433; }","duration":"2.222683706s","start":"2026-04-28T18:05:13.881101Z","end":"2026-04-28T18:05:16.103785Z","steps":["trace[1839250770] 'agreement among raft nodes before linearized reading' (duration: 2.222638605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.103809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.881077Z","time spent":"2.222728937s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:16.103806Z","caller":"traceutil/trace.go:171","msg":"trace[1409305728] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21433; }","duration":"2.464626805s","start":"2026-04-28T18:05:13.639153Z","end":"2026-04-28T18:05:16.10378Z","steps":["trace[1409305728] 'agreement among raft nodes before linearized reading' (duration: 2.464199584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.103874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.63913Z","time spent":"2.464729598s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:16.103981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.757455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:16.104051Z","caller":"traceutil/trace.go:171","msg":"trace[576652830] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21433; }","duration":"392.834667ms","start":"2026-04-28T18:05:15.711201Z","end":"2026-04-28T18:05:16.104036Z","steps":["trace[576652830] 'agreement among raft nodes before linearized reading' (duration: 392.641633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.104094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711146Z","time spent":"392.93922ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:16.104079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.56895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:05:16.10416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.96137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:16.10418Z","caller":"traceutil/trace.go:171","msg":"trace[458978514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21433; }","duration":"393.008772ms","start":"2026-04-28T18:05:15.711165Z","end":"2026-04-28T18:05:16.104174Z","steps":["trace[458978514] 'agreement among raft nodes before linearized reading' (duration: 392.981741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.104201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711146Z","time spent":"393.051192ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:05:16.10419Z","caller":"traceutil/trace.go:171","msg":"trace[1480417145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21433; }","duration":"392.705334ms","start":"2026-04-28T18:05:15.711457Z","end":"2026-04-28T18:05:16.104162Z","steps":["trace[1480417145] 'agreement among raft nodes before linearized reading' (duration: 392.383315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.104248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711453Z","time spent":"392.784855ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:05:16.104281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.888038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:05:16.104317Z","caller":"traceutil/trace.go:171","msg":"trace[1292299838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21433; }","duration":"392.932259ms","start":"2026-04-28T18:05:15.711373Z","end":"2026-04-28T18:05:16.104306Z","steps":["trace[1292299838] 'agreement among raft nodes before linearized reading' (duration: 392.825896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.104355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711369Z","time spent":"392.9756ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:05:16.104372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.086654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:05:16.104395Z","caller":"traceutil/trace.go:171","msg":"trace[264750089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21433; }","duration":"393.116764ms","start":"2026-04-28T18:05:15.711273Z","end":"2026-04-28T18:05:16.10439Z","steps":["trace[264750089] 'agreement among raft nodes before linearized reading' (duration: 393.062313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.10441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711269Z","time spent":"393.137445ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:16.10448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.154195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:05:16.104497Z","caller":"traceutil/trace.go:171","msg":"trace[1337141857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21433; }","duration":"393.178676ms","start":"2026-04-28T18:05:15.711314Z","end":"2026-04-28T18:05:16.104493Z","steps":["trace[1337141857] 'agreement among raft nodes before linearized reading' (duration: 393.132825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.104523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711311Z","time spent":"393.208396ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:16.103449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933784126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:05:16.10373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:13.882338Z","time spent":"2.221388994s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:16.104658Z","caller":"traceutil/trace.go:171","msg":"trace[1217750242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21433; }","duration":"1.935004406s","start":"2026-04-28T18:05:14.16963Z","end":"2026-04-28T18:05:16.104634Z","steps":["trace[1217750242] 'agreement among raft nodes before linearized reading' (duration: 1.933794236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.104727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:14.169614Z","time spent":"1.935088048s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:16.104135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513328418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:16.104999Z","caller":"traceutil/trace.go:171","msg":"trace[147191638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21433; }","duration":"1.51422343s","start":"2026-04-28T18:05:14.590762Z","end":"2026-04-28T18:05:16.104985Z","steps":["trace[147191638] 'agreement among raft nodes before linearized reading' (duration: 1.513352188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.105003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.707269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:05:16.10504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:14.59074Z","time spent":"1.514290061s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:05:16.105121Z","caller":"traceutil/trace.go:171","msg":"trace[477741713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21433; }","duration":"393.77224ms","start":"2026-04-28T18:05:15.711261Z","end":"2026-04-28T18:05:16.105033Z","steps":["trace[477741713] 'agreement among raft nodes before linearized reading' (duration: 393.651267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.105167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:15.711254Z","time spent":"393.904414ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:16.334464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.91191ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T18:05:16.414299Z","caller":"traceutil/trace.go:171","msg":"trace[1841274038] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"304.531457ms","start":"2026-04-28T18:05:16.109729Z","end":"2026-04-28T18:05:16.41426Z","steps":["trace[1841274038] 'process raft request' (duration: 304.341102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.414585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.109718Z","time spent":"304.762653ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:16.414424Z","caller":"traceutil/trace.go:171","msg":"trace[732220822] transaction","detail":"{read_only:false; response_revision:21435; number_of_response:1; }","duration":"303.84331ms","start":"2026-04-28T18:05:16.110573Z","end":"2026-04-28T18:05:16.414416Z","steps":["trace[732220822] 'process raft request' (duration: 303.628414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:16.41485Z","caller":"traceutil/trace.go:171","msg":"trace[1804609059] linearizableReadLoop","detail":"{readStateIndex:22243; appliedIndex:22237; }","duration":"300.192806ms","start":"2026-04-28T18:05:16.114648Z","end":"2026-04-28T18:05:16.414841Z","steps":["trace[1804609059] 'read index received' (duration: 25.975298ms)","trace[1804609059] 'applied index is now lower than readState.Index' (duration: 274.216518ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:16.414917Z","caller":"traceutil/trace.go:171","msg":"trace[868255000] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"302.366932ms","start":"2026-04-28T18:05:16.112543Z","end":"2026-04-28T18:05:16.41491Z","steps":["trace[868255000] 'process raft request' (duration: 301.957572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.414967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.112536Z","time spent":"302.403313ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.414949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.110528Z","time spent":"304.25518ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:16.414612Z","caller":"traceutil/trace.go:171","msg":"trace[1793032429] transaction","detail":"{read_only:false; response_revision:21436; number_of_response:1; }","duration":"303.445859ms","start":"2026-04-28T18:05:16.111141Z","end":"2026-04-28T18:05:16.414587Z","steps":["trace[1793032429] 'process raft request' (duration: 303.239454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:16.415003Z","caller":"traceutil/trace.go:171","msg":"trace[75755391] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"302.230099ms","start":"2026-04-28T18:05:16.112721Z","end":"2026-04-28T18:05:16.414952Z","steps":["trace[75755391] 'process raft request' (duration: 302.043234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.415163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.111133Z","time spent":"303.944141ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:16.415419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.768691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:16.415475Z","caller":"traceutil/trace.go:171","msg":"trace[1784719381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21438; }","duration":"300.856813ms","start":"2026-04-28T18:05:16.114605Z","end":"2026-04-28T18:05:16.415462Z","steps":["trace[1784719381] 'agreement among raft nodes before linearized reading' (duration: 300.648338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.415499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.114593Z","time spent":"300.899675ms","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:16.415217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.112686Z","time spent":"302.416763ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:16.527022Z","caller":"traceutil/trace.go:171","msg":"trace[6531005] linearizableReadLoop","detail":"{readStateIndex:22244; appliedIndex:22243; }","duration":"112.112735ms","start":"2026-04-28T18:05:16.414887Z","end":"2026-04-28T18:05:16.527Z","steps":["trace[6531005] 'read index received' (duration: 26.608766ms)","trace[6531005] 'applied index is now lower than readState.Index' (duration: 85.502909ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:16.527062Z","caller":"traceutil/trace.go:171","msg":"trace[416415175] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"191.643092ms","start":"2026-04-28T18:05:16.335402Z","end":"2026-04-28T18:05:16.527046Z","steps":["trace[416415175] 'process raft request' (duration: 106.177454ms)","trace[416415175] 'compare' (duration: 85.309154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:16.527213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.368869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-volume-usage-audit-29623325-wgk78\" ","response":"range_response_count:1 size:2973"} {"level":"info","ts":"2026-04-28T18:05:16.527248Z","caller":"traceutil/trace.go:171","msg":"trace[592323601] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-volume-usage-audit-29623325-wgk78; range_end:; response_count:1; response_revision:21439; }","duration":"268.440591ms","start":"2026-04-28T18:05:16.258799Z","end":"2026-04-28T18:05:16.52724Z","steps":["trace[592323601] 'agreement among raft nodes before linearized reading' (duration: 268.289947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.527266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.223835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:16.527376Z","caller":"traceutil/trace.go:171","msg":"trace[897667892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21439; }","duration":"387.41004ms","start":"2026-04-28T18:05:16.13994Z","end":"2026-04-28T18:05:16.52735Z","steps":["trace[897667892] 'agreement among raft nodes before linearized reading' (duration: 387.176384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.527443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.139912Z","time spent":"387.518112ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:16.893056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.148501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:16.89328Z","caller":"traceutil/trace.go:171","msg":"trace[1063803091] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"302.349971ms","start":"2026-04-28T18:05:16.590899Z","end":"2026-04-28T18:05:16.893249Z","steps":["trace[1063803091] 'process raft request' (duration: 123.941194ms)","trace[1063803091] 'compare' (duration: 177.948646ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:16.893335Z","caller":"traceutil/trace.go:171","msg":"trace[753342371] linearizableReadLoop","detail":"{readStateIndex:22246; appliedIndex:22245; }","duration":"150.974881ms","start":"2026-04-28T18:05:16.742334Z","end":"2026-04-28T18:05:16.893309Z","steps":["trace[753342371] 'read index received' (duration: 57.581µs)","trace[753342371] 'applied index is now lower than readState.Index' (duration: 150.91548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:16.893375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:16.590875Z","time spent":"302.455274ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:16.89353Z","caller":"traceutil/trace.go:171","msg":"trace[574844259] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"129.263279ms","start":"2026-04-28T18:05:16.764255Z","end":"2026-04-28T18:05:16.893519Z","steps":["trace[574844259] 'process raft request' (duration: 128.8837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:16.893535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.198067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29623325-wgk78\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-04-28T18:05:16.893566Z","caller":"traceutil/trace.go:171","msg":"trace[197544048] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29623325-wgk78; range_end:; response_count:1; response_revision:21441; }","duration":"151.291319ms","start":"2026-04-28T18:05:16.742265Z","end":"2026-04-28T18:05:16.893557Z","steps":["trace[197544048] 'agreement among raft nodes before linearized reading' (duration: 151.122095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:17.149459Z","caller":"traceutil/trace.go:171","msg":"trace[615312737] linearizableReadLoop","detail":"{readStateIndex:22248; appliedIndex:22247; }","duration":"117.015088ms","start":"2026-04-28T18:05:17.032407Z","end":"2026-04-28T18:05:17.149422Z","steps":["trace[615312737] 'read index received' (duration: 116.779852ms)","trace[615312737] 'applied index is now lower than readState.Index' (duration: 234.286µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:17.149487Z","caller":"traceutil/trace.go:171","msg":"trace[2052784514] transaction","detail":"{read_only:false; response_revision:21443; number_of_response:1; }","duration":"246.478484ms","start":"2026-04-28T18:05:16.902971Z","end":"2026-04-28T18:05:17.14945Z","steps":["trace[2052784514] 'process raft request' (duration: 246.288169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:17.149688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.245335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:17.14974Z","caller":"traceutil/trace.go:171","msg":"trace[212597999] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21443; }","duration":"117.364048ms","start":"2026-04-28T18:05:17.032362Z","end":"2026-04-28T18:05:17.149726Z","steps":["trace[212597999] 'agreement among raft nodes before linearized reading' (duration: 117.231734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:18.279103Z","caller":"traceutil/trace.go:171","msg":"trace[93057302] transaction","detail":"{read_only:false; response_revision:21445; number_of_response:1; }","duration":"231.939456ms","start":"2026-04-28T18:05:18.047118Z","end":"2026-04-28T18:05:18.279057Z","steps":["trace[93057302] 'process raft request' (duration: 187.907768ms)","trace[93057302] 'compare' (duration: 43.75828ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:18.279097Z","caller":"traceutil/trace.go:171","msg":"trace[1073692084] linearizableReadLoop","detail":"{readStateIndex:22251; appliedIndex:22248; }","duration":"211.327443ms","start":"2026-04-28T18:05:18.067731Z","end":"2026-04-28T18:05:18.279059Z","steps":["trace[1073692084] 'read index received' (duration: 8.628099ms)","trace[1073692084] 'applied index is now lower than readState.Index' (duration: 202.697954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:18.279378Z","caller":"traceutil/trace.go:171","msg":"trace[565745260] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"230.642353ms","start":"2026-04-28T18:05:18.048664Z","end":"2026-04-28T18:05:18.279306Z","steps":["trace[565745260] 'process raft request' (duration: 230.321105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:18.279302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.477766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:18.279717Z","caller":"traceutil/trace.go:171","msg":"trace[1277288690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21446; }","duration":"211.99602ms","start":"2026-04-28T18:05:18.067699Z","end":"2026-04-28T18:05:18.279695Z","steps":["trace[1277288690] 'agreement among raft nodes before linearized reading' (duration: 211.469787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:18.968862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.265927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:18.968982Z","caller":"traceutil/trace.go:171","msg":"trace[1319684387] linearizableReadLoop","detail":"{readStateIndex:22252; appliedIndex:22251; }","duration":"689.625488ms","start":"2026-04-28T18:05:18.279337Z","end":"2026-04-28T18:05:18.968963Z","steps":["trace[1319684387] 'read index received' (duration: 436.178296ms)","trace[1319684387] 'applied index is now lower than readState.Index' (duration: 253.445772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:18.969114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.115579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-28T18:05:18.969123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.886537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:18.969155Z","caller":"traceutil/trace.go:171","msg":"trace[995136108] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21447; }","duration":"859.16783ms","start":"2026-04-28T18:05:18.109975Z","end":"2026-04-28T18:05:18.969142Z","steps":["trace[995136108] 'agreement among raft nodes before linearized reading' (duration: 859.058557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:18.969162Z","caller":"traceutil/trace.go:171","msg":"trace[449012599] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21447; }","duration":"857.938218ms","start":"2026-04-28T18:05:18.111212Z","end":"2026-04-28T18:05:18.969151Z","steps":["trace[449012599] 'agreement among raft nodes before linearized reading' (duration: 857.759154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:18.969166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.293236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-28T18:05:18.969212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.797445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:18.969253Z","caller":"traceutil/trace.go:171","msg":"trace[27349668] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21447; }","duration":"854.431189ms","start":"2026-04-28T18:05:18.114803Z","end":"2026-04-28T18:05:18.969234Z","steps":["trace[27349668] 'agreement among raft nodes before linearized reading' (duration: 854.165543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:18.969274Z","caller":"traceutil/trace.go:171","msg":"trace[499984569] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21447; }","duration":"859.893928ms","start":"2026-04-28T18:05:18.109364Z","end":"2026-04-28T18:05:18.969258Z","steps":["trace[499984569] 'agreement among raft nodes before linearized reading' (duration: 859.729034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:18.969304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.114779Z","time spent":"854.514272ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:18.969317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.109343Z","time spent":"859.96653ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:18.969197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.111197Z","time spent":"857.991669ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:18.9692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.109969Z","time spent":"859.219181ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:18.969163Z","caller":"traceutil/trace.go:171","msg":"trace[651262708] transaction","detail":"{read_only:false; response_revision:21447; number_of_response:1; }","duration":"807.727535ms","start":"2026-04-28T18:05:18.161398Z","end":"2026-04-28T18:05:18.969126Z","steps":["trace[651262708] 'process raft request' (duration: 554.115749ms)","trace[651262708] 'compare' (duration: 252.965009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:18.969669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.161376Z","time spent":"808.211476ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5373,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:19.470058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790899227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:05:20.280827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:05:20.281031Z","caller":"traceutil/trace.go:171","msg":"trace[827315169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067718s","start":"2026-04-28T18:05:18.280872Z","end":"2026-04-28T18:05:20.28094Z","steps":["trace[827315169] 'agreement among raft nodes before linearized reading' (duration: 1.999871683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:20.28114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.28085Z","time spent":"2.000273142s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:05:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:05:20.678457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000067895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:20.678815Z","caller":"traceutil/trace.go:171","msg":"trace[1377841865] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"1.77790691s","start":"2026-04-28T18:05:18.900853Z","end":"2026-04-28T18:05:20.67876Z","steps":["trace[1377841865] 'process raft request' (duration: 777.430015ms)","trace[1377841865] 'compare' (duration: 998.278939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:20.678902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.900817Z","time spent":"1.778048165s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:20.857269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178854971s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:05:20.883737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462127472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:05:20.883804Z","caller":"traceutil/trace.go:171","msg":"trace[1081891265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21449; }","duration":"2.462216054s","start":"2026-04-28T18:05:18.421571Z","end":"2026-04-28T18:05:20.883787Z","steps":["trace[1081891265] 'agreement among raft nodes before linearized reading' (duration: 2.461967777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:20.883832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.421566Z","time spent":"2.462260805s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:20.883812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463200178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:05:20.883901Z","caller":"traceutil/trace.go:171","msg":"trace[958855241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21449; }","duration":"2.463342792s","start":"2026-04-28T18:05:18.420535Z","end":"2026-04-28T18:05:20.883878Z","steps":["trace[958855241] 'agreement among raft nodes before linearized reading' (duration: 2.463041044s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:20.88389Z","caller":"traceutil/trace.go:171","msg":"trace[333022421] transaction","detail":"{read_only:false; response_revision:21449; number_of_response:1; }","duration":"1.904257806s","start":"2026-04-28T18:05:18.979593Z","end":"2026-04-28T18:05:20.883851Z","steps":["trace[333022421] 'process raft request' (duration: 1.877962689s)","trace[333022421] 'compare' (duration: 25.741173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:20.88395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.420513Z","time spent":"2.463428724s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:20.883995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463614769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:05:20.884062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462152591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:05:20.884086Z","caller":"traceutil/trace.go:171","msg":"trace[463348227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21449; }","duration":"2.463778703s","start":"2026-04-28T18:05:18.420287Z","end":"2026-04-28T18:05:20.884065Z","steps":["trace[463348227] 'agreement among raft nodes before linearized reading' (duration: 2.463474775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:20.884111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463309981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:05:20.884125Z","caller":"traceutil/trace.go:171","msg":"trace[1447081947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21449; }","duration":"2.462245134s","start":"2026-04-28T18:05:18.421866Z","end":"2026-04-28T18:05:20.884111Z","steps":["trace[1447081947] 'agreement among raft nodes before linearized reading' (duration: 2.462028738s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:20.884148Z","caller":"traceutil/trace.go:171","msg":"trace[99978755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21449; }","duration":"2.463355682s","start":"2026-04-28T18:05:18.420783Z","end":"2026-04-28T18:05:20.884138Z","steps":["trace[99978755] 'agreement among raft nodes before linearized reading' (duration: 2.46326292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:20.884169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.421828Z","time spent":"2.462332765s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:05:20.884181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.420762Z","time spent":"2.463413823s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:05:20.884133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.420258Z","time spent":"2.463868545s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:05:20.884255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491703842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:05:20.88428Z","caller":"traceutil/trace.go:171","msg":"trace[902607795] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21449; }","duration":"2.491763924s","start":"2026-04-28T18:05:18.39251Z","end":"2026-04-28T18:05:20.884274Z","steps":["trace[902607795] 'agreement among raft nodes before linearized reading' (duration: 2.491709861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:20.884295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.392462Z","time spent":"2.491830035s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:20.884064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:18.979574Z","time spent":"1.904386599s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6918,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:20.88353Z","caller":"traceutil/trace.go:171","msg":"trace[1778285896] linearizableReadLoop","detail":"{readStateIndex:22254; appliedIndex:22252; }","duration":"1.914494485s","start":"2026-04-28T18:05:18.969004Z","end":"2026-04-28T18:05:20.883499Z","steps":["trace[1778285896] 'read index received' (duration: 709.42494ms)","trace[1778285896] 'applied index is now lower than readState.Index' (duration: 1.205068425s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:21.305391Z","caller":"traceutil/trace.go:171","msg":"trace[1975487809] transaction","detail":"{read_only:false; response_revision:21450; number_of_response:1; }","duration":"1.22291021s","start":"2026-04-28T18:05:20.082451Z","end":"2026-04-28T18:05:21.305361Z","steps":["trace[1975487809] 'process raft request' (duration: 1.222230973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.305565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.082421Z","time spent":"1.223052643s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:21.305629Z","caller":"traceutil/trace.go:171","msg":"trace[1539131254] transaction","detail":"{read_only:false; response_revision:21452; number_of_response:1; }","duration":"1.020124464s","start":"2026-04-28T18:05:20.285427Z","end":"2026-04-28T18:05:21.305551Z","steps":["trace[1539131254] 'process raft request' (duration: 1.019479768s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:21.305649Z","caller":"traceutil/trace.go:171","msg":"trace[298449515] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"1.021409697s","start":"2026-04-28T18:05:20.284157Z","end":"2026-04-28T18:05:21.305567Z","steps":["trace[298449515] 'process raft request' (duration: 1.020702529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.305811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.285418Z","time spent":"1.020292418s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:21.306856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.284136Z","time spent":"1.021626902s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:21.476536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.564373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:05:21.476777Z","caller":"traceutil/trace.go:171","msg":"trace[1310239290] linearizableReadLoop","detail":"{readStateIndex:22258; appliedIndex:22254; }","duration":"592.028212ms","start":"2026-04-28T18:05:20.884729Z","end":"2026-04-28T18:05:21.476757Z","steps":["trace[1310239290] 'read index received' (duration: 419.837273ms)","trace[1310239290] 'applied index is now lower than readState.Index' (duration: 172.189989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:21.477662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600265293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:21.477713Z","caller":"traceutil/trace.go:171","msg":"trace[1577666547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21452; }","duration":"1.600378916s","start":"2026-04-28T18:05:19.877321Z","end":"2026-04-28T18:05:21.4777Z","steps":["trace[1577666547] 'agreement among raft nodes before linearized reading' (duration: 1.599547105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.477675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38287514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:05:21.477752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:19.877296Z","time spent":"1.600447598s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:21.47773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188968417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:21.477764Z","caller":"traceutil/trace.go:171","msg":"trace[1621445852] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"588.897452ms","start":"2026-04-28T18:05:20.888834Z","end":"2026-04-28T18:05:21.477731Z","steps":["trace[1621445852] 'process raft request' (duration: 587.817755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.477797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.121233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:05:21.47781Z","caller":"traceutil/trace.go:171","msg":"trace[940577807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21452; }","duration":"2.383083565s","start":"2026-04-28T18:05:19.0947Z","end":"2026-04-28T18:05:21.477784Z","steps":["trace[940577807] 'agreement among raft nodes before linearized reading' (duration: 2.382183013s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:21.477846Z","caller":"traceutil/trace.go:171","msg":"trace[354674224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21452; }","duration":"1.189125731s","start":"2026-04-28T18:05:20.288693Z","end":"2026-04-28T18:05:21.477819Z","steps":["trace[354674224] 'agreement among raft nodes before linearized reading' (duration: 1.188155847s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:21.477862Z","caller":"traceutil/trace.go:171","msg":"trace[2146333423] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21452; }","duration":"618.211476ms","start":"2026-04-28T18:05:20.859628Z","end":"2026-04-28T18:05:21.477839Z","steps":["trace[2146333423] 'agreement among raft nodes before linearized reading' (duration: 617.230171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.477867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:19.094678Z","time spent":"2.383173148s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:21.477913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.859565Z","time spent":"618.335338ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:05:21.477934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.288684Z","time spent":"1.189215033s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:21.477932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.888808Z","time spent":"589.029596ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:21.803078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.218942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:21.803613Z","caller":"traceutil/trace.go:171","msg":"trace[288311549] linearizableReadLoop","detail":"{readStateIndex:22264; appliedIndex:22258; }","duration":"326.736591ms","start":"2026-04-28T18:05:21.476811Z","end":"2026-04-28T18:05:21.803547Z","steps":["trace[288311549] 'read index received' (duration: 79.622µs)","trace[288311549] 'applied index is now lower than readState.Index' (duration: 326.655349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:21.804059Z","caller":"traceutil/trace.go:171","msg":"trace[1256713382] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"913.765275ms","start":"2026-04-28T18:05:20.890274Z","end":"2026-04-28T18:05:21.804039Z","steps":["trace[1256713382] 'process raft request' (duration: 587.440435ms)","trace[1256713382] 'compare' (duration: 325.051447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:21.804156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.890255Z","time spent":"913.856577ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:21.804581Z","caller":"traceutil/trace.go:171","msg":"trace[1361520530] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"914.211986ms","start":"2026-04-28T18:05:20.890356Z","end":"2026-04-28T18:05:21.804568Z","steps":["trace[1361520530] 'process raft request' (duration: 912.859662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.804654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.890339Z","time spent":"914.278297ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:21.80492Z","caller":"traceutil/trace.go:171","msg":"trace[227575518] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"912.809951ms","start":"2026-04-28T18:05:20.892094Z","end":"2026-04-28T18:05:21.804904Z","steps":["trace[227575518] 'process raft request' (duration: 911.1877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.805036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.89207Z","time spent":"912.896513ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:21.805285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.503641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:21.805398Z","caller":"traceutil/trace.go:171","msg":"trace[987487893] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21458; }","duration":"828.682895ms","start":"2026-04-28T18:05:20.976692Z","end":"2026-04-28T18:05:21.805375Z","steps":["trace[987487893] 'agreement among raft nodes before linearized reading' (duration: 828.307876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.805439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.463936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:21.805509Z","caller":"traceutil/trace.go:171","msg":"trace[1110529952] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21458; }","duration":"829.607319ms","start":"2026-04-28T18:05:20.975884Z","end":"2026-04-28T18:05:21.805492Z","steps":["trace[1110529952] 'agreement among raft nodes before linearized reading' (duration: 829.346553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.805563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.97586Z","time spent":"829.691242ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:21.805699Z","caller":"traceutil/trace.go:171","msg":"trace[940820334] transaction","detail":"{read_only:false; response_revision:21457; number_of_response:1; }","duration":"912.837121ms","start":"2026-04-28T18:05:20.892846Z","end":"2026-04-28T18:05:21.805683Z","steps":["trace[940820334] 'process raft request' (duration: 910.564324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.80583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.892834Z","time spent":"912.910633ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5367,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:21.805861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.178883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:21.805918Z","caller":"traceutil/trace.go:171","msg":"trace[303242338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21458; }","duration":"320.262987ms","start":"2026-04-28T18:05:21.485642Z","end":"2026-04-28T18:05:21.805905Z","steps":["trace[303242338] 'agreement among raft nodes before linearized reading' (duration: 320.170263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:21.806129Z","caller":"traceutil/trace.go:171","msg":"trace[260651246] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"912.712369ms","start":"2026-04-28T18:05:20.893404Z","end":"2026-04-28T18:05:21.806116Z","steps":["trace[260651246] 'process raft request' (duration: 910.067152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.806035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:21.485603Z","time spent":"320.41773ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:21.806197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.893398Z","time spent":"912.766ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:21.806388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.312871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:21.806431Z","caller":"traceutil/trace.go:171","msg":"trace[1485276921] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21458; }","duration":"425.396603ms","start":"2026-04-28T18:05:21.381022Z","end":"2026-04-28T18:05:21.806419Z","steps":["trace[1485276921] 'agreement among raft nodes before linearized reading' (duration: 425.325202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.806467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:21.380998Z","time spent":"425.460445ms","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:05:21.806716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.302062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:21.806754Z","caller":"traceutil/trace.go:171","msg":"trace[1601157352] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21458; }","duration":"829.385234ms","start":"2026-04-28T18:05:20.97736Z","end":"2026-04-28T18:05:21.806745Z","steps":["trace[1601157352] 'agreement among raft nodes before linearized reading' (duration: 829.280901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.806782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.977336Z","time spent":"829.440025ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:21.805459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.97667Z","time spent":"828.778969ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:21.807015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.789194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:21.807056Z","caller":"traceutil/trace.go:171","msg":"trace[1285794469] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21458; }","duration":"829.854436ms","start":"2026-04-28T18:05:20.977192Z","end":"2026-04-28T18:05:21.807047Z","steps":["trace[1285794469] 'agreement among raft nodes before linearized reading' (duration: 829.740313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:21.807092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:20.97718Z","time spent":"829.904507ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:22.141379Z","caller":"traceutil/trace.go:171","msg":"trace[1030616849] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"319.779584ms","start":"2026-04-28T18:05:21.821563Z","end":"2026-04-28T18:05:22.141343Z","steps":["trace[1030616849] 'process raft request' (duration: 319.538868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:22.141517Z","caller":"traceutil/trace.go:171","msg":"trace[2093192706] linearizableReadLoop","detail":"{readStateIndex:22266; appliedIndex:22265; }","duration":"319.703952ms","start":"2026-04-28T18:05:21.821802Z","end":"2026-04-28T18:05:22.141506Z","steps":["trace[2093192706] 'read index received' (duration: 80.631657ms)","trace[2093192706] 'applied index is now lower than readState.Index' (duration: 239.071065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:22.14158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:21.821518Z","time spent":"319.957708ms","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5156,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:22.141707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.900036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-volume-usage-audit-29623325\" ","response":"range_response_count:1 size:5385"} {"level":"info","ts":"2026-04-28T18:05:22.141738Z","caller":"traceutil/trace.go:171","msg":"trace[536474277] range","detail":"{range_begin:/registry/jobs/openstack/cinder-volume-usage-audit-29623325; range_end:; response_count:1; response_revision:21461; }","duration":"319.962598ms","start":"2026-04-28T18:05:21.821766Z","end":"2026-04-28T18:05:22.141728Z","steps":["trace[536474277] 'agreement among raft nodes before linearized reading' (duration: 319.785194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:22.141746Z","caller":"traceutil/trace.go:171","msg":"trace[355649407] transaction","detail":"{read_only:false; response_revision:21461; number_of_response:1; }","duration":"319.904096ms","start":"2026-04-28T18:05:21.821826Z","end":"2026-04-28T18:05:22.14173Z","steps":["trace[355649407] 'process raft request' (duration: 319.432725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:22.141802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:21.821817Z","time spent":"319.959107ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:05:22.141758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:21.821756Z","time spent":"319.997299ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5409,"request content":"key:\"/registry/jobs/openstack/cinder-volume-usage-audit-29623325\" "} {"level":"info","ts":"2026-04-28T18:05:22.430092Z","caller":"traceutil/trace.go:171","msg":"trace[1878148554] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"278.825814ms","start":"2026-04-28T18:05:22.151185Z","end":"2026-04-28T18:05:22.430011Z","steps":["trace[1878148554] 'process raft request' (duration: 277.030299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:22.68955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.383297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:22.689651Z","caller":"traceutil/trace.go:171","msg":"trace[521902053] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21462; }","duration":"126.563151ms","start":"2026-04-28T18:05:22.563063Z","end":"2026-04-28T18:05:22.689626Z","steps":["trace[521902053] 'count revisions from in-memory index tree' (duration: 126.159181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:22.957739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.474653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:05:22.957816Z","caller":"traceutil/trace.go:171","msg":"trace[1358790547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21463; }","duration":"108.604196ms","start":"2026-04-28T18:05:22.849193Z","end":"2026-04-28T18:05:22.957798Z","steps":["trace[1358790547] 'range keys from in-memory index tree' (duration: 108.276087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:23.447903Z","caller":"traceutil/trace.go:171","msg":"trace[1171602105] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"132.75888ms","start":"2026-04-28T18:05:23.315111Z","end":"2026-04-28T18:05:23.44787Z","steps":["trace[1171602105] 'process raft request' (duration: 132.677878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:23.448222Z","caller":"traceutil/trace.go:171","msg":"trace[46901509] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"135.214882ms","start":"2026-04-28T18:05:23.312976Z","end":"2026-04-28T18:05:23.448191Z","steps":["trace[46901509] 'process raft request' (duration: 125.923775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:23.744607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.928218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:05:23.744672Z","caller":"traceutil/trace.go:171","msg":"trace[2090851290] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21467; }","duration":"132.038831ms","start":"2026-04-28T18:05:23.612618Z","end":"2026-04-28T18:05:23.744657Z","steps":["trace[2090851290] 'range keys from in-memory index tree' (duration: 131.804276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:23.744954Z","caller":"traceutil/trace.go:171","msg":"trace[330052690] linearizableReadLoop","detail":"{readStateIndex:22274; appliedIndex:22273; }","duration":"126.460709ms","start":"2026-04-28T18:05:23.618485Z","end":"2026-04-28T18:05:23.744945Z","steps":["trace[330052690] 'read index received' (duration: 99.361211ms)","trace[330052690] 'applied index is now lower than readState.Index' (duration: 27.098708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:23.745127Z","caller":"traceutil/trace.go:171","msg":"trace[580849942] transaction","detail":"{read_only:false; response_revision:21468; number_of_response:1; }","duration":"127.118516ms","start":"2026-04-28T18:05:23.617962Z","end":"2026-04-28T18:05:23.74508Z","steps":["trace[580849942] 'process raft request' (duration: 99.827573ms)","trace[580849942] 'compare' (duration: 26.345208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:23.745312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.833388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238428"} {"level":"info","ts":"2026-04-28T18:05:23.745349Z","caller":"traceutil/trace.go:171","msg":"trace[1002762920] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21468; }","duration":"126.91654ms","start":"2026-04-28T18:05:23.618422Z","end":"2026-04-28T18:05:23.745339Z","steps":["trace[1002762920] 'agreement among raft nodes before linearized reading' (duration: 126.561411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.321844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790899277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:05:24.605905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.732863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:24.606074Z","caller":"traceutil/trace.go:171","msg":"trace[175632430] transaction","detail":"{read_only:false; response_revision:21469; number_of_response:1; }","duration":"788.375114ms","start":"2026-04-28T18:05:23.817661Z","end":"2026-04-28T18:05:24.606037Z","steps":["trace[175632430] 'process raft request' (duration: 522.388794ms)","trace[175632430] 'compare' (duration: 264.824111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:24.606201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.817648Z","time spent":"788.475816ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:24.662967Z","caller":"traceutil/trace.go:171","msg":"trace[227467616] linearizableReadLoop","detail":"{readStateIndex:22278; appliedIndex:22274; }","duration":"841.230514ms","start":"2026-04-28T18:05:23.821701Z","end":"2026-04-28T18:05:24.662931Z","steps":["trace[227467616] 'read index received' (duration: 518.365822ms)","trace[227467616] 'applied index is now lower than readState.Index' (duration: 322.863012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:24.663489Z","caller":"traceutil/trace.go:171","msg":"trace[1334492591] transaction","detail":"{read_only:false; response_revision:21470; number_of_response:1; }","duration":"845.073143ms","start":"2026-04-28T18:05:23.818401Z","end":"2026-04-28T18:05:24.663474Z","steps":["trace[1334492591] 'process raft request' (duration: 844.2205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.663617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.818393Z","time spent":"845.133614ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:24.663832Z","caller":"traceutil/trace.go:171","msg":"trace[1847412074] transaction","detail":"{read_only:false; response_revision:21471; number_of_response:1; }","duration":"844.804596ms","start":"2026-04-28T18:05:23.819015Z","end":"2026-04-28T18:05:24.66382Z","steps":["trace[1847412074] 'process raft request' (duration: 843.81246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.663892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.818988Z","time spent":"844.877167ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:05:24.664012Z","caller":"traceutil/trace.go:171","msg":"trace[871700143] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"844.841647ms","start":"2026-04-28T18:05:23.819162Z","end":"2026-04-28T18:05:24.664004Z","steps":["trace[871700143] 'process raft request' (duration: 843.715408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.664057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.819152Z","time spent":"844.884768ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:24.664244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.551249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:24.664277Z","caller":"traceutil/trace.go:171","msg":"trace[1822699618] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21472; }","duration":"842.583969ms","start":"2026-04-28T18:05:23.821685Z","end":"2026-04-28T18:05:24.664269Z","steps":["trace[1822699618] 'agreement among raft nodes before linearized reading' (duration: 842.454456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.664298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.821646Z","time spent":"842.647761ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:24.66447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.774909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:24.664497Z","caller":"traceutil/trace.go:171","msg":"trace[1093624345] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21472; }","duration":"841.81388ms","start":"2026-04-28T18:05:23.822677Z","end":"2026-04-28T18:05:24.664491Z","steps":["trace[1093624345] 'agreement among raft nodes before linearized reading' (duration: 841.751128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.664515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.822671Z","time spent":"841.83991ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:24.665029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.870134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:24.665063Z","caller":"traceutil/trace.go:171","msg":"trace[796479990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21472; }","duration":"596.960207ms","start":"2026-04-28T18:05:24.068096Z","end":"2026-04-28T18:05:24.665056Z","steps":["trace[796479990] 'agreement among raft nodes before linearized reading' (duration: 596.909136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.665081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:24.068063Z","time spent":"597.014378ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:05:24.665216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.677431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:24.665248Z","caller":"traceutil/trace.go:171","msg":"trace[1731085742] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21472; }","duration":"840.714731ms","start":"2026-04-28T18:05:23.824524Z","end":"2026-04-28T18:05:24.665239Z","steps":["trace[1731085742] 'agreement among raft nodes before linearized reading' (duration: 840.6489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:24.665267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:23.824519Z","time spent":"840.743732ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-28T18:05:24.813246Z","caller":"traceutil/trace.go:171","msg":"trace[1695164055] transaction","detail":"{read_only:false; response_revision:21473; number_of_response:1; }","duration":"109.689293ms","start":"2026-04-28T18:05:24.703517Z","end":"2026-04-28T18:05:24.813207Z","steps":["trace[1695164055] 'process raft request' (duration: 19.042343ms)","trace[1695164055] 'compare' (duration: 90.2392ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:25.982527Z","caller":"traceutil/trace.go:171","msg":"trace[352326088] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"528.413716ms","start":"2026-04-28T18:05:25.454088Z","end":"2026-04-28T18:05:25.982502Z","steps":["trace[352326088] 'process raft request' (duration: 528.252712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:25.982705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:25.45405Z","time spent":"528.578631ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:26.353346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.733541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:05:26.353421Z","caller":"traceutil/trace.go:171","msg":"trace[1323983521] linearizableReadLoop","detail":"{readStateIndex:22284; appliedIndex:22283; }","duration":"822.835278ms","start":"2026-04-28T18:05:25.530572Z","end":"2026-04-28T18:05:26.353408Z","steps":["trace[1323983521] 'read index received' (duration: 452.06434ms)","trace[1323983521] 'applied index is now lower than readState.Index' (duration: 370.770278ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:26.353481Z","caller":"traceutil/trace.go:171","msg":"trace[1373962289] transaction","detail":"{read_only:false; response_revision:21477; number_of_response:1; }","duration":"897.617525ms","start":"2026-04-28T18:05:25.455857Z","end":"2026-04-28T18:05:26.353474Z","steps":["trace[1373962289] 'process raft request' (duration: 793.698059ms)","trace[1373962289] 'compare' (duration: 103.574448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:05:26.353516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:25.455843Z","time spent":"897.657517ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:05:26.353718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.149665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:05:26.353739Z","caller":"traceutil/trace.go:171","msg":"trace[2139288928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21477; }","duration":"823.219558ms","start":"2026-04-28T18:05:25.530514Z","end":"2026-04-28T18:05:26.353733Z","steps":["trace[2139288928] 'agreement among raft nodes before linearized reading' (duration: 823.126046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:26.353754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:25.530491Z","time spent":"823.259518ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:05:26.353957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.903763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:26.353977Z","caller":"traceutil/trace.go:171","msg":"trace[581311834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21477; }","duration":"285.977106ms","start":"2026-04-28T18:05:26.067995Z","end":"2026-04-28T18:05:26.353972Z","steps":["trace[581311834] 'agreement among raft nodes before linearized reading' (duration: 285.940285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:26.35393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.72981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:05:26.354088Z","caller":"traceutil/trace.go:171","msg":"trace[1100252272] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:21477; }","duration":"540.943495ms","start":"2026-04-28T18:05:25.813114Z","end":"2026-04-28T18:05:26.354058Z","steps":["trace[1100252272] 'agreement among raft nodes before linearized reading' (duration: 540.714589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:26.35417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.470685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-28T18:05:26.354191Z","caller":"traceutil/trace.go:171","msg":"trace[456802899] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21477; }","duration":"531.495615ms","start":"2026-04-28T18:05:25.82269Z","end":"2026-04-28T18:05:26.354185Z","steps":["trace[456802899] 'agreement among raft nodes before linearized reading' (duration: 531.431474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:26.354205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:25.822581Z","time spent":"531.621119ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:05:26.354178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:05:25.813092Z","time spent":"541.068229ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:05:26.46528Z","caller":"traceutil/trace.go:171","msg":"trace[858221223] transaction","detail":"{read_only:false; response_revision:21478; number_of_response:1; }","duration":"107.083156ms","start":"2026-04-28T18:05:26.358161Z","end":"2026-04-28T18:05:26.465244Z","steps":["trace[858221223] 'process raft request' (duration: 101.820303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:32.12039Z","caller":"traceutil/trace.go:171","msg":"trace[1591512898] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"107.404175ms","start":"2026-04-28T18:05:32.012943Z","end":"2026-04-28T18:05:32.120348Z","steps":["trace[1591512898] 'process raft request' (duration: 107.114777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:05:32.762169Z","caller":"traceutil/trace.go:171","msg":"trace[893311815] linearizableReadLoop","detail":"{readStateIndex:22318; appliedIndex:22317; }","duration":"120.260492ms","start":"2026-04-28T18:05:32.64188Z","end":"2026-04-28T18:05:32.762141Z","steps":["trace[893311815] 'read index received' (duration: 119.923152ms)","trace[893311815] 'applied index is now lower than readState.Index' (duration: 335.63µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:05:32.762579Z","caller":"traceutil/trace.go:171","msg":"trace[1696553280] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"265.381113ms","start":"2026-04-28T18:05:32.497135Z","end":"2026-04-28T18:05:32.762516Z","steps":["trace[1696553280] 'process raft request' (duration: 264.801318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:05:32.762714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.803465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:05:32.762821Z","caller":"traceutil/trace.go:171","msg":"trace[851670525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21510; }","duration":"120.952759ms","start":"2026-04-28T18:05:32.64184Z","end":"2026-04-28T18:05:32.762793Z","steps":["trace[851670525] 'agreement among raft nodes before linearized reading' (duration: 120.525818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:34.879139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790900611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:06:35.379941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790900611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:06:35.953519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790900611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:06:36.385831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:06:36.385932Z","caller":"traceutil/trace.go:171","msg":"trace[1193653438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610611s","start":"2026-04-28T18:06:34.385302Z","end":"2026-04-28T18:06:36.385913Z","steps":["trace[1193653438] 'agreement among raft nodes before linearized reading' (duration: 2.000478888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.38598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.385285Z","time spent":"2.000684223s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:06:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:06:36.454533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790900611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:06:36.509881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.871460477s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:06:36.510286Z","caller":"traceutil/trace.go:171","msg":"trace[1310549216] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"2.87196333s","start":"2026-04-28T18:06:33.638296Z","end":"2026-04-28T18:06:36.510259Z","steps":["trace[1310549216] 'process raft request' (duration: 2.871780996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.510426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:33.638267Z","time spent":"2.872081924s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1635,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:06:36.516806Z","caller":"traceutil/trace.go:171","msg":"trace[804415225] transaction","detail":"{read_only:false; response_revision:21991; number_of_response:1; }","duration":"2.86166544s","start":"2026-04-28T18:06:33.655114Z","end":"2026-04-28T18:06:36.516779Z","steps":["trace[804415225] 'process raft request' (duration: 2.861438985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.516997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:33.655103Z","time spent":"2.861797363s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:06:36.517095Z","caller":"traceutil/trace.go:171","msg":"trace[1743173803] transaction","detail":"{read_only:false; response_revision:21993; number_of_response:1; }","duration":"1.793816874s","start":"2026-04-28T18:06:34.723266Z","end":"2026-04-28T18:06:36.517083Z","steps":["trace[1743173803] 'process raft request' (duration: 1.7936734s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:06:36.51706Z","caller":"traceutil/trace.go:171","msg":"trace[1247849017] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"2.145825927s","start":"2026-04-28T18:06:34.371206Z","end":"2026-04-28T18:06:36.517032Z","steps":["trace[1247849017] 'process raft request' (duration: 2.145507039s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:06:36.517168Z","caller":"traceutil/trace.go:171","msg":"trace[1576472933] linearizableReadLoop","detail":"{readStateIndex:22821; appliedIndex:22816; }","duration":"2.138679084s","start":"2026-04-28T18:06:34.378457Z","end":"2026-04-28T18:06:36.517136Z","steps":["trace[1576472933] 'read index received' (duration: 2.131602844s)","trace[1576472933] 'applied index is now lower than readState.Index' (duration: 7.07498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:06:36.517206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.723234Z","time spent":"1.793902346s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:06:36.517206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.371178Z","time spent":"2.14596649s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:06:36.517242Z","caller":"traceutil/trace.go:171","msg":"trace[32413920] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"1.41684847s","start":"2026-04-28T18:06:35.10036Z","end":"2026-04-28T18:06:36.517208Z","steps":["trace[32413920] 'process raft request' (duration: 1.416650385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138824408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:06:36.517331Z","caller":"traceutil/trace.go:171","msg":"trace[871217780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21994; }","duration":"2.138914172s","start":"2026-04-28T18:06:34.378402Z","end":"2026-04-28T18:06:36.517316Z","steps":["trace[871217780] 'agreement among raft nodes before linearized reading' (duration: 2.1388449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.645101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:06:36.517365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.378375Z","time spent":"2.138979843s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:06:36.517381Z","caller":"traceutil/trace.go:171","msg":"trace[1403098192] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21994; }","duration":"563.719373ms","start":"2026-04-28T18:06:35.953652Z","end":"2026-04-28T18:06:36.517371Z","steps":["trace[1403098192] 'agreement among raft nodes before linearized reading' (duration: 563.663422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.953625Z","time spent":"563.770145ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:06:36.517411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.100327Z","time spent":"1.416992954s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:06:36.517418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389323962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T18:06:36.517426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063910388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:06:36.517452Z","caller":"traceutil/trace.go:171","msg":"trace[1213915605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21994; }","duration":"1.389411124s","start":"2026-04-28T18:06:35.128033Z","end":"2026-04-28T18:06:36.517444Z","steps":["trace[1213915605] 'agreement among raft nodes before linearized reading' (duration: 1.389309101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.12801Z","time spent":"1.389460695s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:06:36.517471Z","caller":"traceutil/trace.go:171","msg":"trace[958107430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21994; }","duration":"2.0639915s","start":"2026-04-28T18:06:34.453465Z","end":"2026-04-28T18:06:36.517456Z","steps":["trace[958107430] 'agreement among raft nodes before linearized reading' (duration: 2.063830606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.45344Z","time spent":"2.064058631s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:06:36.51754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.319372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:06:36.517556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383425032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:06:36.517564Z","caller":"traceutil/trace.go:171","msg":"trace[1658038991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21994; }","duration":"131.387604ms","start":"2026-04-28T18:06:36.386168Z","end":"2026-04-28T18:06:36.517556Z","steps":["trace[1658038991] 'agreement among raft nodes before linearized reading' (duration: 131.350633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:06:36.517571Z","caller":"traceutil/trace.go:171","msg":"trace[475565757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21994; }","duration":"1.383460143s","start":"2026-04-28T18:06:35.134105Z","end":"2026-04-28T18:06:36.517565Z","steps":["trace[475565757] 'agreement among raft nodes before linearized reading' (duration: 1.383416332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.134094Z","time spent":"1.383487433s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:06:36.517575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792301896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:06:36.517615Z","caller":"traceutil/trace.go:171","msg":"trace[37775936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21994; }","duration":"1.792379468s","start":"2026-04-28T18:06:34.725225Z","end":"2026-04-28T18:06:36.517604Z","steps":["trace[37775936] 'agreement among raft nodes before linearized reading' (duration: 1.792273905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385866054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T18:06:36.517645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.725207Z","time spent":"1.79242934s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:06:36.51766Z","caller":"traceutil/trace.go:171","msg":"trace[519863573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21994; }","duration":"1.385898535s","start":"2026-04-28T18:06:35.131758Z","end":"2026-04-28T18:06:36.517656Z","steps":["trace[519863573] 'agreement among raft nodes before linearized reading' (duration: 1.385862204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.51767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.131746Z","time spent":"1.385922096s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:06:36.517684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.32676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:06:36.517705Z","caller":"traceutil/trace.go:171","msg":"trace[86301506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21994; }","duration":"164.386551ms","start":"2026-04-28T18:06:36.353312Z","end":"2026-04-28T18:06:36.517699Z","steps":["trace[86301506] 'agreement among raft nodes before linearized reading' (duration: 164.352881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.51773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385959976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:06:36.517744Z","caller":"traceutil/trace.go:171","msg":"trace[920712662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21994; }","duration":"1.386030368s","start":"2026-04-28T18:06:35.131709Z","end":"2026-04-28T18:06:36.51774Z","steps":["trace[920712662] 'agreement among raft nodes before linearized reading' (duration: 1.385991767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.131689Z","time spent":"1.386065799s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:06:36.517822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.869889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:06:36.51783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928470291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:06:36.517879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431277206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:06:36.517878Z","caller":"traceutil/trace.go:171","msg":"trace[1207694992] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21994; }","duration":"1.928564554s","start":"2026-04-28T18:06:34.5893Z","end":"2026-04-28T18:06:36.517865Z","steps":["trace[1207694992] 'agreement among raft nodes before linearized reading' (duration: 1.92843486s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:06:36.517912Z","caller":"traceutil/trace.go:171","msg":"trace[1836472721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21994; }","duration":"1.431394728s","start":"2026-04-28T18:06:35.086505Z","end":"2026-04-28T18:06:36.5179Z","steps":["trace[1836472721] 'agreement among raft nodes before linearized reading' (duration: 1.431284536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.517922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:34.589266Z","time spent":"1.928646976s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:06:36.517932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:35.086479Z","time spent":"1.43144778s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:06:36.517843Z","caller":"traceutil/trace.go:171","msg":"trace[1685918988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21994; }","duration":"342.922231ms","start":"2026-04-28T18:06:36.174915Z","end":"2026-04-28T18:06:36.517837Z","steps":["trace[1685918988] 'agreement among raft nodes before linearized reading' (duration: 342.88071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:06:36.518035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:06:36.174893Z","time spent":"343.114385ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:07:43.589913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20654} {"level":"info","ts":"2026-04-28T18:07:43.719359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20654,"took":"123.852833ms","hash":1188855438,"current-db-size-bytes":45895680,"current-db-size":"46 MB","current-db-size-in-use-bytes":29986816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T18:07:43.719436Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1188855438,"revision":20654,"compact-revision":18147} {"level":"warn","ts":"2026-04-28T18:08:07.553441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.323026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:08:07.554196Z","caller":"traceutil/trace.go:171","msg":"trace[452482270] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22591; }","duration":"114.132716ms","start":"2026-04-28T18:08:07.440034Z","end":"2026-04-28T18:08:07.554167Z","steps":["trace[452482270] 'range keys from in-memory index tree' (duration: 112.967277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:13.569478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790902311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:08:14.067666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183772775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:08:14.06779Z","caller":"traceutil/trace.go:171","msg":"trace[612449844] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22614; }","duration":"1.18395768s","start":"2026-04-28T18:08:12.883812Z","end":"2026-04-28T18:08:14.06777Z","steps":["trace[612449844] 'count revisions from in-memory index tree' (duration: 1.183679432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.068805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.686869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:08:14.068964Z","caller":"traceutil/trace.go:171","msg":"trace[2023094413] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"1.095096796s","start":"2026-04-28T18:08:12.97384Z","end":"2026-04-28T18:08:14.068936Z","steps":["trace[2023094413] 'process raft request' (duration: 662.160981ms)","trace[2023094413] 'compare' (duration: 431.265282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:14.069036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:12.973829Z","time spent":"1.095172767s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:14.069289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:12.883788Z","time spent":"1.184041362s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:14.068017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100485282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:08:14.070417Z","caller":"traceutil/trace.go:171","msg":"trace[97678981] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22614; }","duration":"1.102960365s","start":"2026-04-28T18:08:12.967421Z","end":"2026-04-28T18:08:14.070381Z","steps":["trace[97678981] 'count revisions from in-memory index tree' (duration: 1.100348418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.070514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:12.967399Z","time spent":"1.103074408s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:14.105992Z","caller":"traceutil/trace.go:171","msg":"trace[1379424242] linearizableReadLoop","detail":"{readStateIndex:23468; appliedIndex:23464; }","duration":"1.037559436s","start":"2026-04-28T18:08:13.068398Z","end":"2026-04-28T18:08:14.105957Z","steps":["trace[1379424242] 'read index received' (duration: 567.615322ms)","trace[1379424242] 'applied index is now lower than readState.Index' (duration: 469.942754ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:14.106442Z","caller":"traceutil/trace.go:171","msg":"trace[534440954] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"1.130771262s","start":"2026-04-28T18:08:12.975642Z","end":"2026-04-28T18:08:14.106413Z","steps":["trace[534440954] 'process raft request' (duration: 1.130034923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.106408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037969876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:14.106455Z","caller":"traceutil/trace.go:171","msg":"trace[1410082572] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"1.126657097s","start":"2026-04-28T18:08:12.979771Z","end":"2026-04-28T18:08:14.106428Z","steps":["trace[1410082572] 'process raft request' (duration: 1.126155984s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:14.106523Z","caller":"traceutil/trace.go:171","msg":"trace[1174442328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22618; }","duration":"1.038164431s","start":"2026-04-28T18:08:13.068334Z","end":"2026-04-28T18:08:14.106499Z","steps":["trace[1174442328] 'agreement among raft nodes before linearized reading' (duration: 1.037925405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.106658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:12.979735Z","time spent":"1.126822421s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:14.106675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.068303Z","time spent":"1.038358586s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:08:14.106686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001690095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T18:08:14.106751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.154445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T18:08:14.10675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.668929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:08:14.106794Z","caller":"traceutil/trace.go:171","msg":"trace[190150261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22618; }","duration":"1.001848269s","start":"2026-04-28T18:08:13.10492Z","end":"2026-04-28T18:08:14.106768Z","steps":["trace[190150261] 'agreement among raft nodes before linearized reading' (duration: 1.001523361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.10685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.104891Z","time spent":"1.001950002s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:08:14.106861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.031617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:08:14.10689Z","caller":"traceutil/trace.go:171","msg":"trace[342993537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22618; }","duration":"928.096238ms","start":"2026-04-28T18:08:13.178788Z","end":"2026-04-28T18:08:14.106884Z","steps":["trace[342993537] 'agreement among raft nodes before linearized reading' (duration: 928.028747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.106916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.178765Z","time spent":"928.14657ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:08:14.106924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.246553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:08:14.106911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.387901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:08:14.106972Z","caller":"traceutil/trace.go:171","msg":"trace[84960892] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22618; }","duration":"422.291724ms","start":"2026-04-28T18:08:13.684665Z","end":"2026-04-28T18:08:14.106956Z","steps":["trace[84960892] 'agreement among raft nodes before linearized reading' (duration: 422.219052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.107025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.684571Z","time spent":"422.442729ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:14.107021Z","caller":"traceutil/trace.go:171","msg":"trace[1552179274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22618; }","duration":"927.575725ms","start":"2026-04-28T18:08:13.179421Z","end":"2026-04-28T18:08:14.106997Z","steps":["trace[1552179274] 'agreement among raft nodes before linearized reading' (duration: 927.196336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.107032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.626713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:08:14.107043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.956221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:08:14.107087Z","caller":"traceutil/trace.go:171","msg":"trace[1985482409] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22618; }","duration":"608.729275ms","start":"2026-04-28T18:08:13.498341Z","end":"2026-04-28T18:08:14.10707Z","steps":["trace[1985482409] 'agreement among raft nodes before linearized reading' (duration: 608.649853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.107089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.179385Z","time spent":"927.694138ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:08:14.107127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.498312Z","time spent":"608.806237ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:14.10661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:12.975613Z","time spent":"1.130873794s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:14.106789Z","caller":"traceutil/trace.go:171","msg":"trace[157977062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22618; }","duration":"927.204897ms","start":"2026-04-28T18:08:13.179575Z","end":"2026-04-28T18:08:14.10678Z","steps":["trace[157977062] 'agreement among raft nodes before linearized reading' (duration: 927.069163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.107323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.179569Z","time spent":"927.73837ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:08:14.107099Z","caller":"traceutil/trace.go:171","msg":"trace[1296731287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22618; }","duration":"531.038383ms","start":"2026-04-28T18:08:13.576039Z","end":"2026-04-28T18:08:14.107077Z","steps":["trace[1296731287] 'agreement among raft nodes before linearized reading' (duration: 530.854969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.107441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.576016Z","time spent":"531.409583ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:08:14.106851Z","caller":"traceutil/trace.go:171","msg":"trace[2141877356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22618; }","duration":"920.821834ms","start":"2026-04-28T18:08:13.186004Z","end":"2026-04-28T18:08:14.106825Z","steps":["trace[2141877356] 'agreement among raft nodes before linearized reading' (duration: 920.556467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.107531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:13.185978Z","time spent":"921.537851ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:08:14.109778Z","caller":"traceutil/trace.go:171","msg":"trace[1146854655] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"1.127048616s","start":"2026-04-28T18:08:12.979315Z","end":"2026-04-28T18:08:14.106363Z","steps":["trace[1146854655] 'process raft request' (duration: 1.126578395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:14.109967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:12.979288Z","time spent":"1.130576586s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:14.613534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790902320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:08:15.179489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.471299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:08:15.179832Z","caller":"traceutil/trace.go:171","msg":"trace[2027482358] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"1.066896741s","start":"2026-04-28T18:08:14.112913Z","end":"2026-04-28T18:08:15.17981Z","steps":["trace[2027482358] 'process raft request' (duration: 846.394507ms)","trace[2027482358] 'compare' (duration: 218.963015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:15.179903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.11289Z","time spent":"1.066985453s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:16.117586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:08:16.117676Z","caller":"traceutil/trace.go:171","msg":"trace[538012629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299814s","start":"2026-04-28T18:08:14.117353Z","end":"2026-04-28T18:08:16.117653Z","steps":["trace[538012629] 'agreement among raft nodes before linearized reading' (duration: 2.000183931s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.117719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.117333Z","time spent":"2.000379406s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:08:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:08:16.233748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.999757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:08:16.234111Z","caller":"traceutil/trace.go:171","msg":"trace[821906217] linearizableReadLoop","detail":"{readStateIndex:23473; appliedIndex:23468; }","duration":"2.121115591s","start":"2026-04-28T18:08:14.112974Z","end":"2026-04-28T18:08:16.234089Z","steps":["trace[821906217] 'read index received' (duration: 846.458679ms)","trace[821906217] 'applied index is now lower than readState.Index' (duration: 1.274655662s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:16.234211Z","caller":"traceutil/trace.go:171","msg":"trace[131056558] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"2.120990326s","start":"2026-04-28T18:08:14.113207Z","end":"2026-04-28T18:08:16.234197Z","steps":["trace[131056558] 'process raft request' (duration: 1.724403353s)","trace[131056558] 'compare' (duration: 395.769962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:16.234284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.113186Z","time spent":"2.121060498s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:16.234483Z","caller":"traceutil/trace.go:171","msg":"trace[1033906172] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"2.120580456s","start":"2026-04-28T18:08:14.113856Z","end":"2026-04-28T18:08:16.234436Z","steps":["trace[1033906172] 'process raft request' (duration: 2.120142885s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:16.234827Z","caller":"traceutil/trace.go:171","msg":"trace[331797994] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"2.120953685s","start":"2026-04-28T18:08:14.11384Z","end":"2026-04-28T18:08:16.234793Z","steps":["trace[331797994] 'process raft request' (duration: 2.120039122s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.234905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.113838Z","time spent":"2.120975676s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:16.2345Z","caller":"traceutil/trace.go:171","msg":"trace[783211439] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"2.119830437s","start":"2026-04-28T18:08:14.114622Z","end":"2026-04-28T18:08:16.234452Z","steps":["trace[783211439] 'process raft request' (duration: 2.119418066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.235008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.113829Z","time spent":"2.121074278s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:16.234685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121704925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.235188Z","caller":"traceutil/trace.go:171","msg":"trace[1748312251] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22623; }","duration":"2.122233778s","start":"2026-04-28T18:08:14.112912Z","end":"2026-04-28T18:08:16.235145Z","steps":["trace[1748312251] 'agreement among raft nodes before linearized reading' (duration: 2.121613323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.235223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.114575Z","time spent":"2.120477154s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:16.23531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.112882Z","time spent":"2.122387982s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:16.978607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.384634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:08:16.979019Z","caller":"traceutil/trace.go:171","msg":"trace[661264955] transaction","detail":"{read_only:false; response_revision:22628; number_of_response:1; }","duration":"510.841181ms","start":"2026-04-28T18:08:16.468151Z","end":"2026-04-28T18:08:16.978992Z","steps":["trace[661264955] 'process raft request' (duration: 510.77858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.979188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.468108Z","time spent":"511.031307ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:16.979194Z","caller":"traceutil/trace.go:171","msg":"trace[948822134] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"863.307775ms","start":"2026-04-28T18:08:16.115845Z","end":"2026-04-28T18:08:16.979153Z","steps":["trace[948822134] 'process raft request' (duration: 863.020857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:16.979191Z","caller":"traceutil/trace.go:171","msg":"trace[2014733821] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"865.001288ms","start":"2026-04-28T18:08:16.114161Z","end":"2026-04-28T18:08:16.979163Z","steps":["trace[2014733821] 'process raft request' (duration: 864.655089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:16.979204Z","caller":"traceutil/trace.go:171","msg":"trace[111297980] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"902.636093ms","start":"2026-04-28T18:08:16.076525Z","end":"2026-04-28T18:08:16.979161Z","steps":["trace[111297980] 'process raft request' (duration: 271.53977ms)","trace[111297980] 'compare' (duration: 630.246971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:16.979173Z","caller":"traceutil/trace.go:171","msg":"trace[910495366] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"865.303176ms","start":"2026-04-28T18:08:16.113828Z","end":"2026-04-28T18:08:16.979131Z","steps":["trace[910495366] 'process raft request' (duration: 864.916575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.979341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796702642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:08:16.979326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165082912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.97938Z","caller":"traceutil/trace.go:171","msg":"trace[1394134297] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22628; }","duration":"2.796779274s","start":"2026-04-28T18:08:14.18259Z","end":"2026-04-28T18:08:16.979369Z","steps":["trace[1394134297] 'agreement among raft nodes before linearized reading' (duration: 2.796694961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.979373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.115836Z","time spent":"863.442459ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:16.979367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.114132Z","time spent":"865.146311ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:16.979394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385716393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:08:16.979342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373995423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.979408Z","caller":"traceutil/trace.go:171","msg":"trace[870959818] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22628; }","duration":"1.165233126s","start":"2026-04-28T18:08:15.814154Z","end":"2026-04-28T18:08:16.979387Z","steps":["trace[870959818] 'agreement among raft nodes before linearized reading' (duration: 1.165038261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.979443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.113796Z","time spent":"865.533202ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:16.979485Z","caller":"traceutil/trace.go:171","msg":"trace[1173386050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22628; }","duration":"1.374190628s","start":"2026-04-28T18:08:15.605262Z","end":"2026-04-28T18:08:16.979453Z","steps":["trace[1173386050] 'agreement among raft nodes before linearized reading' (duration: 1.373943241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.979553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.582821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.979631Z","caller":"traceutil/trace.go:171","msg":"trace[1992904832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22628; }","duration":"861.670754ms","start":"2026-04-28T18:08:16.117938Z","end":"2026-04-28T18:08:16.979609Z","steps":["trace[1992904832] 'agreement among raft nodes before linearized reading' (duration: 861.318235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.979706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.117929Z","time spent":"861.765446ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:08:16.979401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.076494Z","time spent":"902.803678ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:16.979568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:15.605239Z","time spent":"1.374311471s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:08:16.979498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:15.814128Z","time spent":"1.165358898s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:16.979415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.18252Z","time spent":"2.796887396s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T18:08:16.979245Z","caller":"traceutil/trace.go:171","msg":"trace[1614403160] linearizableReadLoop","detail":"{readStateIndex:23477; appliedIndex:23473; }","duration":"745.024154ms","start":"2026-04-28T18:08:16.23415Z","end":"2026-04-28T18:08:16.979174Z","steps":["trace[1614403160] 'read index received' (duration: 113.970081ms)","trace[1614403160] 'applied index is now lower than readState.Index' (duration: 631.051113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:16.979413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133128471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.980653Z","caller":"traceutil/trace.go:171","msg":"trace[1734325419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22628; }","duration":"1.134407793s","start":"2026-04-28T18:08:15.846217Z","end":"2026-04-28T18:08:16.980625Z","steps":["trace[1734325419] 'agreement among raft nodes before linearized reading' (duration: 1.133155602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.981041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.092391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.981108Z","caller":"traceutil/trace.go:171","msg":"trace[50617273] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22628; }","duration":"504.177253ms","start":"2026-04-28T18:08:16.476911Z","end":"2026-04-28T18:08:16.981088Z","steps":["trace[50617273] 'agreement among raft nodes before linearized reading' (duration: 504.07563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.981119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.081138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-28T18:08:16.981147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.476878Z","time spent":"504.259315ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:16.981044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:15.84619Z","time spent":"1.13467123s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:16.979441Z","caller":"traceutil/trace.go:171","msg":"trace[1617446252] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:22628; }","duration":"2.385842786s","start":"2026-04-28T18:08:14.593588Z","end":"2026-04-28T18:08:16.979431Z","steps":["trace[1617446252] 'agreement among raft nodes before linearized reading' (duration: 2.385644711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.981291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:14.59356Z","time spent":"2.387670742s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:08:16.981038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.645123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:16.981371Z","caller":"traceutil/trace.go:171","msg":"trace[398248694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22628; }","duration":"274.023572ms","start":"2026-04-28T18:08:16.70733Z","end":"2026-04-28T18:08:16.981354Z","steps":["trace[398248694] 'agreement among raft nodes before linearized reading' (duration: 273.644103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:16.981156Z","caller":"traceutil/trace.go:171","msg":"trace[384392867] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:22628; }","duration":"528.15959ms","start":"2026-04-28T18:08:16.452985Z","end":"2026-04-28T18:08:16.981144Z","steps":["trace[384392867] 'agreement among raft nodes before linearized reading' (duration: 527.968655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:16.981512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.452959Z","time spent":"528.523409ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-28T18:08:17.484188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790902333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:08:17.984715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790902333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:08:18.124475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141943433s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:08:18.125067Z","caller":"traceutil/trace.go:171","msg":"trace[898316856] linearizableReadLoop","detail":"{readStateIndex:23479; appliedIndex:23478; }","duration":"1.141281438s","start":"2026-04-28T18:08:16.983754Z","end":"2026-04-28T18:08:18.125035Z","steps":["trace[898316856] 'read index received' (duration: 1.140949039s)","trace[898316856] 'applied index is now lower than readState.Index' (duration: 330.829µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:18.125138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.982376Z","time spent":"1.142743474s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:08:18.125256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141463653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-twjlv\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-28T18:08:18.125305Z","caller":"traceutil/trace.go:171","msg":"trace[799462445] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-twjlv; range_end:; response_count:1; response_revision:22628; }","duration":"1.141556735s","start":"2026-04-28T18:08:16.983733Z","end":"2026-04-28T18:08:18.12529Z","steps":["trace[799462445] 'agreement among raft nodes before linearized reading' (duration: 1.141413171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.125356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.983717Z","time spent":"1.141628237s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-twjlv\" "} {"level":"warn","ts":"2026-04-28T18:08:18.125492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.41238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:08:18.125582Z","caller":"traceutil/trace.go:171","msg":"trace[742741105] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22628; }","duration":"925.564475ms","start":"2026-04-28T18:08:17.199999Z","end":"2026-04-28T18:08:18.125564Z","steps":["trace[742741105] 'agreement among raft nodes before linearized reading' (duration: 925.326179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.125271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140764745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:18.12566Z","caller":"traceutil/trace.go:171","msg":"trace[114098132] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22628; }","duration":"1.141173346s","start":"2026-04-28T18:08:16.984474Z","end":"2026-04-28T18:08:18.125648Z","steps":["trace[114098132] 'agreement among raft nodes before linearized reading' (duration: 1.140712124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.125703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.984455Z","time spent":"1.141236377s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:08:18.125742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.497664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:08:18.125774Z","caller":"traceutil/trace.go:171","msg":"trace[1239776731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22628; }","duration":"940.570046ms","start":"2026-04-28T18:08:17.185191Z","end":"2026-04-28T18:08:18.125761Z","steps":["trace[1239776731] 'agreement among raft nodes before linearized reading' (duration: 940.448202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.125793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:17.185166Z","time spent":"940.622377ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:08:18.125774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09524259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:08:18.125838Z","caller":"traceutil/trace.go:171","msg":"trace[1033202235] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22628; }","duration":"1.095393873s","start":"2026-04-28T18:08:17.030422Z","end":"2026-04-28T18:08:18.125816Z","steps":["trace[1033202235] 'agreement among raft nodes before linearized reading' (duration: 1.095246889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.125622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:17.199962Z","time spent":"925.648997ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":148,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:18.125895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:17.030393Z","time spent":"1.095491696s","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:18.125985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137002129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:18.126015Z","caller":"traceutil/trace.go:171","msg":"trace[183886486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22628; }","duration":"1.137036881s","start":"2026-04-28T18:08:16.988967Z","end":"2026-04-28T18:08:18.126004Z","steps":["trace[183886486] 'agreement among raft nodes before linearized reading' (duration: 1.136989179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.126035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:16.988962Z","time spent":"1.137068671s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:08:18.126064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079691765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:08:18.126173Z","caller":"traceutil/trace.go:171","msg":"trace[1314889574] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22628; }","duration":"1.079851129s","start":"2026-04-28T18:08:17.046296Z","end":"2026-04-28T18:08:18.126147Z","steps":["trace[1314889574] 'agreement among raft nodes before linearized reading' (duration: 1.079658684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:18.126242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:17.04628Z","time spent":"1.079949071s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:18.647565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790902340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:08:19.410995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149957309s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:19.411147Z","caller":"traceutil/trace.go:171","msg":"trace[1071153470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22629; }","duration":"1.150151323s","start":"2026-04-28T18:08:18.260976Z","end":"2026-04-28T18:08:19.411127Z","steps":["trace[1071153470] 'range keys from in-memory index tree' (duration: 1.149938018s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:19.412051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.123897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:08:19.412197Z","caller":"traceutil/trace.go:171","msg":"trace[1870523929] linearizableReadLoop","detail":"{readStateIndex:23481; appliedIndex:23480; }","duration":"1.265680985s","start":"2026-04-28T18:08:18.146493Z","end":"2026-04-28T18:08:19.412174Z","steps":["trace[1870523929] 'read index received' (duration: 613.199769ms)","trace[1870523929] 'applied index is now lower than readState.Index' (duration: 652.479706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:19.412225Z","caller":"traceutil/trace.go:171","msg":"trace[1325638277] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"1.28091767s","start":"2026-04-28T18:08:18.131276Z","end":"2026-04-28T18:08:19.412194Z","steps":["trace[1325638277] 'process raft request' (duration: 628.511816ms)","trace[1325638277] 'compare' (duration: 651.580193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:19.412346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.131226Z","time spent":"1.281068895s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:19.412437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280215693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:08:19.412474Z","caller":"traceutil/trace.go:171","msg":"trace[1618385426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22630; }","duration":"1.280284225s","start":"2026-04-28T18:08:18.13218Z","end":"2026-04-28T18:08:19.412464Z","steps":["trace[1618385426] 'agreement among raft nodes before linearized reading' (duration: 1.28009334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:19.412517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.13217Z","time spent":"1.280335776s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:08:19.414081Z","caller":"traceutil/trace.go:171","msg":"trace[1133373289] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"427.19024ms","start":"2026-04-28T18:08:18.986868Z","end":"2026-04-28T18:08:19.414058Z","steps":["trace[1133373289] 'process raft request' (duration: 427.060056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:19.41421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.986827Z","time spent":"427.320953ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:20.156449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:08:20.156573Z","caller":"traceutil/trace.go:171","msg":"trace[1162930861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187591s","start":"2026-04-28T18:08:18.156357Z","end":"2026-04-28T18:08:20.156545Z","steps":["trace[1162930861] 'agreement among raft nodes before linearized reading' (duration: 1.999969315s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:20.156639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.156349Z","time spent":"2.000276463s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:08:20.4699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056014804s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:08:20.935526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.215234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:08:20.936007Z","caller":"traceutil/trace.go:171","msg":"trace[2108668224] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"1.94889314s","start":"2026-04-28T18:08:18.987033Z","end":"2026-04-28T18:08:20.935926Z","steps":["trace[2108668224] 'process raft request' (duration: 1.483136162s)","trace[2108668224] 'compare' (duration: 464.151566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:20.93652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.986993Z","time spent":"1.949138126s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:20.936661Z","caller":"traceutil/trace.go:171","msg":"trace[2107359463] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"1.949489354s","start":"2026-04-28T18:08:18.987092Z","end":"2026-04-28T18:08:20.936581Z","steps":["trace[2107359463] 'process raft request' (duration: 1.948548651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:20.936895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.987035Z","time spent":"1.949739511s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:08:20.936898Z","caller":"traceutil/trace.go:171","msg":"trace[941273004] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"1.949653228s","start":"2026-04-28T18:08:18.987182Z","end":"2026-04-28T18:08:20.936835Z","steps":["trace[941273004] 'process raft request' (duration: 1.948558241s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:20.936889Z","caller":"traceutil/trace.go:171","msg":"trace[502612372] linearizableReadLoop","detail":"{readStateIndex:23485; appliedIndex:23481; }","duration":"1.524616424s","start":"2026-04-28T18:08:19.412235Z","end":"2026-04-28T18:08:20.936851Z","steps":["trace[502612372] 'read index received' (duration: 1.682873ms)","trace[502612372] 'applied index is now lower than readState.Index' (duration: 1.522929541s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:20.936993Z","caller":"traceutil/trace.go:171","msg":"trace[1324617365] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"1.345886819s","start":"2026-04-28T18:08:19.591073Z","end":"2026-04-28T18:08:20.93696Z","steps":["trace[1324617365] 'process raft request' (duration: 1.345608342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:20.937167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:19.591042Z","time spent":"1.346090384s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:20.937136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.987133Z","time spent":"1.949866894s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:21.173269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.505141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:08:21.173508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023124526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T18:08:21.173666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932949168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:08:21.173732Z","caller":"traceutil/trace.go:171","msg":"trace[1598607513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22635; }","duration":"2.93305038s","start":"2026-04-28T18:08:18.240656Z","end":"2026-04-28T18:08:21.173707Z","steps":["trace[1598607513] 'agreement among raft nodes before linearized reading' (duration: 2.696388715s)","trace[1598607513] 'range keys from in-memory index tree' (duration: 236.534533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.17373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171495867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:21.173866Z","caller":"traceutil/trace.go:171","msg":"trace[580358969] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22635; }","duration":"2.171719093s","start":"2026-04-28T18:08:19.002107Z","end":"2026-04-28T18:08:21.173826Z","steps":["trace[580358969] 'agreement among raft nodes before linearized reading' (duration: 1.934921144s)","trace[580358969] 'count revisions from in-memory index tree' (duration: 236.583324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.173856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.240627Z","time spent":"2.933145623s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:08:21.17396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:19.002091Z","time spent":"2.171855996s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:21.173774Z","caller":"traceutil/trace.go:171","msg":"trace[195888997] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22635; }","duration":"3.023376952s","start":"2026-04-28T18:08:18.150293Z","end":"2026-04-28T18:08:21.17367Z","steps":["trace[195888997] 'agreement among raft nodes before linearized reading' (duration: 2.786708757s)","trace[195888997] 'range keys from in-memory index tree' (duration: 236.306617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.174167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.150266Z","time spent":"3.023844104s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:08:21.174183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934264501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:08:21.174326Z","caller":"traceutil/trace.go:171","msg":"trace[1588323339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22635; }","duration":"2.934467656s","start":"2026-04-28T18:08:18.239836Z","end":"2026-04-28T18:08:21.174303Z","steps":["trace[1588323339] 'agreement among raft nodes before linearized reading' (duration: 2.697238546s)","trace[1588323339] 'range keys from in-memory index tree' (duration: 236.906711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.17438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.239808Z","time spent":"2.934560568s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:08:21.174408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933470761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:08:21.17422Z","caller":"traceutil/trace.go:171","msg":"trace[1314245176] linearizableReadLoop","detail":"{readStateIndex:23488; appliedIndex:23486; }","duration":"237.123047ms","start":"2026-04-28T18:08:20.937069Z","end":"2026-04-28T18:08:21.174192Z","steps":["trace[1314245176] 'read index received' (duration: 211.557959ms)","trace[1314245176] 'applied index is now lower than readState.Index' (duration: 25.563298ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.174489Z","caller":"traceutil/trace.go:171","msg":"trace[1362510426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22635; }","duration":"2.933613305s","start":"2026-04-28T18:08:18.240842Z","end":"2026-04-28T18:08:21.174456Z","steps":["trace[1362510426] 'agreement among raft nodes before linearized reading' (duration: 2.696198471s)","trace[1362510426] 'range keys from in-memory index tree' (duration: 236.906841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.174217Z","caller":"traceutil/trace.go:171","msg":"trace[391537732] transaction","detail":"{read_only:false; response_revision:22636; number_of_response:1; }","duration":"567.165471ms","start":"2026-04-28T18:08:20.607029Z","end":"2026-04-28T18:08:21.174194Z","steps":["trace[391537732] 'process raft request' (duration: 566.469573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:21.174585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.240796Z","time spent":"2.933738938s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:08:21.173503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93260943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:08:21.174954Z","caller":"traceutil/trace.go:171","msg":"trace[1558023455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22635; }","duration":"2.934179539s","start":"2026-04-28T18:08:18.240742Z","end":"2026-04-28T18:08:21.174921Z","steps":["trace[1558023455] 'agreement among raft nodes before linearized reading' (duration: 2.696320623s)","trace[1558023455] 'range keys from in-memory index tree' (duration: 236.114902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.175008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:18.240706Z","time spent":"2.934285101s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:08:21.175373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:20.60697Z","time spent":"567.649582ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:08:21.324285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837045692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:08:21.324431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3833446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:08:21.324449Z","caller":"traceutil/trace.go:171","msg":"trace[1013623768] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22636; }","duration":"1.837266717s","start":"2026-04-28T18:08:19.487151Z","end":"2026-04-28T18:08:21.324418Z","steps":["trace[1013623768] 'agreement among raft nodes before linearized reading' (duration: 1.687159998s)","trace[1013623768] 'count revisions from in-memory index tree' (duration: 149.884713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.324425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167351619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:08:21.324422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.239152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:08:21.324334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121901606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:08:21.324506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:19.487126Z","time spent":"1.837364929s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:21.324493Z","caller":"traceutil/trace.go:171","msg":"trace[1674659470] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22636; }","duration":"1.383448723s","start":"2026-04-28T18:08:19.941019Z","end":"2026-04-28T18:08:21.324468Z","steps":["trace[1674659470] 'agreement among raft nodes before linearized reading' (duration: 1.233283032s)","trace[1674659470] 'count revisions from in-memory index tree' (duration: 150.109179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.324485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909232574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"warn","ts":"2026-04-28T18:08:21.32449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.471853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:21.324531Z","caller":"traceutil/trace.go:171","msg":"trace[1772269965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22636; }","duration":"1.167506403s","start":"2026-04-28T18:08:20.156994Z","end":"2026-04-28T18:08:21.3245Z","steps":["trace[1772269965] 'agreement among raft nodes before linearized reading' (duration: 1.017299392s)","trace[1772269965] 'range keys from in-memory index tree' (duration: 150.062778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:08:21.324559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:19.940992Z","time spent":"1.383550235s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:08:21.324491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.905123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:08:21.324593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:20.156967Z","time spent":"1.167614335s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:08:21.324588Z","caller":"traceutil/trace.go:171","msg":"trace[1724623114] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22636; }","duration":"1.909397158s","start":"2026-04-28T18:08:19.41516Z","end":"2026-04-28T18:08:21.324557Z","steps":["trace[1724623114] 'agreement among raft nodes before linearized reading' (duration: 1.759104754s)","trace[1724623114] 'range keys from in-memory index tree' (duration: 150.003616ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.324583Z","caller":"traceutil/trace.go:171","msg":"trace[1467181834] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22636; }","duration":"1.122172513s","start":"2026-04-28T18:08:20.202365Z","end":"2026-04-28T18:08:21.324537Z","steps":["trace[1467181834] 'agreement among raft nodes before linearized reading' (duration: 971.917651ms)","trace[1467181834] 'count revisions from in-memory index tree' (duration: 149.984686ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.324603Z","caller":"traceutil/trace.go:171","msg":"trace[1071066594] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:22636; }","duration":"363.655147ms","start":"2026-04-28T18:08:20.960915Z","end":"2026-04-28T18:08:21.32457Z","steps":["trace[1071066594] 'agreement among raft nodes before linearized reading' (duration: 213.736393ms)","trace[1071066594] 'count revisions from in-memory index tree' (duration: 149.706959ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.324549Z","caller":"traceutil/trace.go:171","msg":"trace[1255078666] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22636; }","duration":"150.453778ms","start":"2026-04-28T18:08:21.174064Z","end":"2026-04-28T18:08:21.324518Z","steps":["trace[1255078666] 'count revisions from in-memory index tree' (duration: 149.550805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:21.32466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:19.415139Z","time spent":"1.90951063s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:08:21.324677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:20.960889Z","time spent":"363.7739ms","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:21.324656Z","caller":"traceutil/trace.go:171","msg":"trace[1821167642] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22636; }","duration":"148.083087ms","start":"2026-04-28T18:08:21.176515Z","end":"2026-04-28T18:08:21.324598Z","steps":["trace[1821167642] 'range keys from in-memory index tree' (duration: 147.701778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:21.324693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:08:20.202331Z","time spent":"1.122324247s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:08:21.325021Z","caller":"traceutil/trace.go:171","msg":"trace[136157526] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"144.605619ms","start":"2026-04-28T18:08:21.180399Z","end":"2026-04-28T18:08:21.325005Z","steps":["trace[136157526] 'process raft request' (duration: 60.964757ms)","trace[136157526] 'compare' (duration: 82.74636ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.419646Z","caller":"traceutil/trace.go:171","msg":"trace[2115584093] linearizableReadLoop","detail":"{readStateIndex:23492; appliedIndex:23489; }","duration":"110.035143ms","start":"2026-04-28T18:08:21.30958Z","end":"2026-04-28T18:08:21.419615Z","steps":["trace[2115584093] 'read index received' (duration: 109.743546ms)","trace[2115584093] 'applied index is now lower than readState.Index' (duration: 290.467µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:08:21.419737Z","caller":"traceutil/trace.go:171","msg":"trace[632403151] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"238.956063ms","start":"2026-04-28T18:08:21.180717Z","end":"2026-04-28T18:08:21.419673Z","steps":["trace[632403151] 'process raft request' (duration: 238.611195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:08:21.419975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.359151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:08:21.420027Z","caller":"traceutil/trace.go:171","msg":"trace[612800209] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22640; }","duration":"110.513315ms","start":"2026-04-28T18:08:21.309503Z","end":"2026-04-28T18:08:21.420017Z","steps":["trace[612800209] 'agreement among raft nodes before linearized reading' (duration: 110.370231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:21.419802Z","caller":"traceutil/trace.go:171","msg":"trace[1456117459] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"238.980924ms","start":"2026-04-28T18:08:21.180808Z","end":"2026-04-28T18:08:21.419789Z","steps":["trace[1456117459] 'process raft request' (duration: 238.712598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:08:21.419843Z","caller":"traceutil/trace.go:171","msg":"trace[188873826] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"238.942033ms","start":"2026-04-28T18:08:21.180881Z","end":"2026-04-28T18:08:21.419823Z","steps":["trace[188873826] 'process raft request' (duration: 238.673676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:10:10.592567Z","caller":"traceutil/trace.go:171","msg":"trace[221198419] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"112.795135ms","start":"2026-04-28T18:10:10.479737Z","end":"2026-04-28T18:10:10.592532Z","steps":["trace[221198419] 'process raft request' (duration: 112.545609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:10:15.81903Z","caller":"traceutil/trace.go:171","msg":"trace[1951000226] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"217.137545ms","start":"2026-04-28T18:10:15.601833Z","end":"2026-04-28T18:10:15.81897Z","steps":["trace[1951000226] 'process raft request' (duration: 181.609923ms)","trace[1951000226] 'compare' (duration: 35.131562ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:10:15.819063Z","caller":"traceutil/trace.go:171","msg":"trace[673001775] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"214.497859ms","start":"2026-04-28T18:10:15.604531Z","end":"2026-04-28T18:10:15.819029Z","steps":["trace[673001775] 'process raft request' (duration: 214.345705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:02.558356Z","caller":"traceutil/trace.go:171","msg":"trace[1887792313] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"177.91628ms","start":"2026-04-28T18:12:02.380393Z","end":"2026-04-28T18:12:02.558309Z","steps":["trace[1887792313] 'process raft request' (duration: 177.682424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:02.997374Z","caller":"traceutil/trace.go:171","msg":"trace[2086673235] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"188.52968ms","start":"2026-04-28T18:12:02.80879Z","end":"2026-04-28T18:12:02.99732Z","steps":["trace[2086673235] 'process raft request' (duration: 188.251622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:03.259404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.432006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:12:03.259703Z","caller":"traceutil/trace.go:171","msg":"trace[1460137597] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25308; }","duration":"249.757595ms","start":"2026-04-28T18:12:03.009921Z","end":"2026-04-28T18:12:03.259679Z","steps":["trace[1460137597] 'read index received' (duration: 26.01106ms)","trace[1460137597] 'applied index is now lower than readState.Index' (duration: 223.745005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:03.259825Z","caller":"traceutil/trace.go:171","msg":"trace[195492572] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"257.727767ms","start":"2026-04-28T18:12:03.002084Z","end":"2026-04-28T18:12:03.259812Z","steps":["trace[195492572] 'process raft request' (duration: 257.486261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:03.260029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.689309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:03.260067Z","caller":"traceutil/trace.go:171","msg":"trace[1318046778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24395; }","duration":"191.764221ms","start":"2026-04-28T18:12:03.068292Z","end":"2026-04-28T18:12:03.260056Z","steps":["trace[1318046778] 'agreement among raft nodes before linearized reading' (duration: 191.695579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:03.260092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.137224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:12:03.259767Z","caller":"traceutil/trace.go:171","msg":"trace[1761419828] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"258.109216ms","start":"2026-04-28T18:12:03.001556Z","end":"2026-04-28T18:12:03.259665Z","steps":["trace[1761419828] 'process raft request' (duration: 34.2891ms)","trace[1761419828] 'compare' (duration: 223.256912ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:03.260273Z","caller":"traceutil/trace.go:171","msg":"trace[1922722624] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"257.855131ms","start":"2026-04-28T18:12:03.002307Z","end":"2026-04-28T18:12:03.260163Z","steps":["trace[1922722624] 'process raft request' (duration: 257.324247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:03.260236Z","caller":"traceutil/trace.go:171","msg":"trace[1682688455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24395; }","duration":"250.318929ms","start":"2026-04-28T18:12:03.009877Z","end":"2026-04-28T18:12:03.260196Z","steps":["trace[1682688455] 'agreement among raft nodes before linearized reading' (duration: 249.96722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:04.515766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.506241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:12:04.516705Z","caller":"traceutil/trace.go:171","msg":"trace[1619588658] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24397; }","duration":"330.503006ms","start":"2026-04-28T18:12:04.186172Z","end":"2026-04-28T18:12:04.516675Z","steps":["trace[1619588658] 'count revisions from in-memory index tree' (duration: 329.399098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:04.516793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:04.186136Z","time spent":"330.623179ms","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:12:04.516272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.885821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417618"} {"level":"info","ts":"2026-04-28T18:12:04.517337Z","caller":"traceutil/trace.go:171","msg":"trace[1237358134] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24397; }","duration":"331.013529ms","start":"2026-04-28T18:12:04.186296Z","end":"2026-04-28T18:12:04.517309Z","steps":["trace[1237358134] 'range keys from in-memory index tree' (duration: 329.517172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:04.517418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:04.186269Z","time spent":"331.130052ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417642,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T18:12:04.51638Z","caller":"traceutil/trace.go:171","msg":"trace[934036364] linearizableReadLoop","detail":"{readStateIndex:25314; appliedIndex:25313; }","duration":"150.199915ms","start":"2026-04-28T18:12:04.366133Z","end":"2026-04-28T18:12:04.516332Z","steps":["trace[934036364] 'read index received' (duration: 149.798135ms)","trace[934036364] 'applied index is now lower than readState.Index' (duration: 399.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:04.516546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.391841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:12:04.517786Z","caller":"traceutil/trace.go:171","msg":"trace[827929540] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24398; }","duration":"151.724754ms","start":"2026-04-28T18:12:04.366038Z","end":"2026-04-28T18:12:04.517763Z","steps":["trace[827929540] 'agreement among raft nodes before linearized reading' (duration: 150.420822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:04.516581Z","caller":"traceutil/trace.go:171","msg":"trace[445321093] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"193.217909ms","start":"2026-04-28T18:12:04.323334Z","end":"2026-04-28T18:12:04.516552Z","steps":["trace[445321093] 'process raft request' (duration: 192.751587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:04.722284Z","caller":"traceutil/trace.go:171","msg":"trace[1543463925] linearizableReadLoop","detail":"{readStateIndex:25316; appliedIndex:25315; }","duration":"113.113763ms","start":"2026-04-28T18:12:04.609133Z","end":"2026-04-28T18:12:04.722247Z","steps":["trace[1543463925] 'read index received' (duration: 26.484102ms)","trace[1543463925] 'applied index is now lower than readState.Index' (duration: 86.628261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:04.722482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.339898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:12:04.722519Z","caller":"traceutil/trace.go:171","msg":"trace[613920134] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:24400; }","duration":"113.440872ms","start":"2026-04-28T18:12:04.609068Z","end":"2026-04-28T18:12:04.722509Z","steps":["trace[613920134] 'agreement among raft nodes before linearized reading' (duration: 113.280698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:04.722596Z","caller":"traceutil/trace.go:171","msg":"trace[1903682755] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"156.743882ms","start":"2026-04-28T18:12:04.565655Z","end":"2026-04-28T18:12:04.722399Z","steps":["trace[1903682755] 'process raft request' (duration: 70.014108ms)","trace[1903682755] 'compare' (duration: 86.318634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:05.434086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.011884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:12:05.434236Z","caller":"traceutil/trace.go:171","msg":"trace[862612689] linearizableReadLoop","detail":"{readStateIndex:25318; appliedIndex:25317; }","duration":"550.269839ms","start":"2026-04-28T18:12:04.883943Z","end":"2026-04-28T18:12:05.434212Z","steps":["trace[862612689] 'read index received' (duration: 366.118421ms)","trace[862612689] 'applied index is now lower than readState.Index' (duration: 184.148058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:05.434284Z","caller":"traceutil/trace.go:171","msg":"trace[1647070637] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"678.014835ms","start":"2026-04-28T18:12:04.756227Z","end":"2026-04-28T18:12:05.434242Z","steps":["trace[1647070637] 'process raft request' (duration: 493.721203ms)","trace[1647070637] 'compare' (duration: 183.461051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:05.434481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:04.756191Z","time spent":"678.18579ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:05.434443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.469365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:05.434986Z","caller":"traceutil/trace.go:171","msg":"trace[268009011] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24401; }","duration":"551.05531ms","start":"2026-04-28T18:12:04.883904Z","end":"2026-04-28T18:12:05.434959Z","steps":["trace[268009011] 'agreement among raft nodes before linearized reading' (duration: 550.385292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:05.435255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:04.883885Z","time spent":"551.271265ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:12:05.615426Z","caller":"traceutil/trace.go:171","msg":"trace[945395995] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"653.651085ms","start":"2026-04-28T18:12:04.961739Z","end":"2026-04-28T18:12:05.615391Z","steps":["trace[945395995] 'process raft request' (duration: 572.523274ms)","trace[945395995] 'compare' (duration: 80.825013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:05.615628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:04.96169Z","time spent":"653.82471ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417707,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:12:05.616221Z","caller":"traceutil/trace.go:171","msg":"trace[859959911] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25318; }","duration":"181.923592ms","start":"2026-04-28T18:12:05.434267Z","end":"2026-04-28T18:12:05.61619Z","steps":["trace[859959911] 'read index received' (duration: 99.811686ms)","trace[859959911] 'applied index is now lower than readState.Index' (duration: 82.110346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:05.616678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.571027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:12:05.616725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.216457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:12:05.61672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.561929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T18:12:05.616753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.611488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:05.6168Z","caller":"traceutil/trace.go:171","msg":"trace[1749430853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24403; }","duration":"350.347391ms","start":"2026-04-28T18:12:05.266431Z","end":"2026-04-28T18:12:05.616779Z","steps":["trace[1749430853] 'agreement among raft nodes before linearized reading' (duration: 350.138665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:05.6168Z","caller":"traceutil/trace.go:171","msg":"trace[1080555108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24403; }","duration":"350.764531ms","start":"2026-04-28T18:12:05.266006Z","end":"2026-04-28T18:12:05.61677Z","steps":["trace[1080555108] 'agreement among raft nodes before linearized reading' (duration: 350.379981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:05.616844Z","caller":"traceutil/trace.go:171","msg":"trace[119672018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24403; }","duration":"258.745434ms","start":"2026-04-28T18:12:05.35805Z","end":"2026-04-28T18:12:05.616796Z","steps":["trace[119672018] 'agreement among raft nodes before linearized reading' (duration: 258.372424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:05.616861Z","caller":"traceutil/trace.go:171","msg":"trace[189831868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24403; }","duration":"550.788353ms","start":"2026-04-28T18:12:05.066048Z","end":"2026-04-28T18:12:05.616836Z","steps":["trace[189831868] 'agreement among raft nodes before linearized reading' (duration: 550.564247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:05.616869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:05.266404Z","time spent":"350.451243ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:12:05.61687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:05.265983Z","time spent":"350.872445ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:12:05.616918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:05.066008Z","time spent":"550.900466ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:12:05.616912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.513284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:12:05.61698Z","caller":"traceutil/trace.go:171","msg":"trace[1852439901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24403; }","duration":"350.632897ms","start":"2026-04-28T18:12:05.26633Z","end":"2026-04-28T18:12:05.616962Z","steps":["trace[1852439901] 'agreement among raft nodes before linearized reading' (duration: 350.430122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:05.617026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:05.266306Z","time spent":"350.71055ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:12:05.617038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.439399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T18:12:05.617121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.445455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:12:05.617168Z","caller":"traceutil/trace.go:171","msg":"trace[2093501483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24403; }","duration":"615.493556ms","start":"2026-04-28T18:12:05.001661Z","end":"2026-04-28T18:12:05.617155Z","steps":["trace[2093501483] 'agreement among raft nodes before linearized reading' (duration: 615.366803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:05.617174Z","caller":"traceutil/trace.go:171","msg":"trace[1533861056] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24403; }","duration":"179.603433ms","start":"2026-04-28T18:12:05.43754Z","end":"2026-04-28T18:12:05.617143Z","steps":["trace[1533861056] 'agreement among raft nodes before linearized reading' (duration: 179.217983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:05.617219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:05.001593Z","time spent":"615.614199ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:12:05.617748Z","caller":"traceutil/trace.go:171","msg":"trace[519733484] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"218.299466ms","start":"2026-04-28T18:12:05.399415Z","end":"2026-04-28T18:12:05.617714Z","steps":["trace[519733484] 'process raft request' (duration: 216.626083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:05.880683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.704747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:05.880822Z","caller":"traceutil/trace.go:171","msg":"trace[1563232556] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24408; }","duration":"107.926233ms","start":"2026-04-28T18:12:05.772867Z","end":"2026-04-28T18:12:05.880793Z","steps":["trace[1563232556] 'count revisions from in-memory index tree' (duration: 107.513902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.691271Z","caller":"traceutil/trace.go:171","msg":"trace[839056135] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25330; }","duration":"356.013924ms","start":"2026-04-28T18:12:07.335218Z","end":"2026-04-28T18:12:07.691232Z","steps":["trace[839056135] 'read index received' (duration: 355.611324ms)","trace[839056135] 'applied index is now lower than readState.Index' (duration: 400.85µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:07.691735Z","caller":"traceutil/trace.go:171","msg":"trace[1222917231] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"399.122639ms","start":"2026-04-28T18:12:07.292578Z","end":"2026-04-28T18:12:07.691701Z","steps":["trace[1222917231] 'process raft request' (duration: 398.430752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:07.691889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.580678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-28T18:12:07.69193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:07.292528Z","time spent":"399.317834ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:12:07.692009Z","caller":"traceutil/trace.go:171","msg":"trace[896298409] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24414; }","duration":"356.802254ms","start":"2026-04-28T18:12:07.335148Z","end":"2026-04-28T18:12:07.69195Z","steps":["trace[896298409] 'agreement among raft nodes before linearized reading' (duration: 356.488426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:07.692079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:07.335121Z","time spent":"356.942017ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-28T18:12:07.84714Z","caller":"traceutil/trace.go:171","msg":"trace[1930490267] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"149.770916ms","start":"2026-04-28T18:12:07.697333Z","end":"2026-04-28T18:12:07.847104Z","steps":["trace[1930490267] 'process raft request' (duration: 149.527299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.847492Z","caller":"traceutil/trace.go:171","msg":"trace[547759706] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"148.79976ms","start":"2026-04-28T18:12:07.698654Z","end":"2026-04-28T18:12:07.847454Z","steps":["trace[547759706] 'process raft request' (duration: 148.39776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.847532Z","caller":"traceutil/trace.go:171","msg":"trace[1457939304] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"148.78051ms","start":"2026-04-28T18:12:07.698733Z","end":"2026-04-28T18:12:07.847513Z","steps":["trace[1457939304] 'process raft request' (duration: 148.539924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.847806Z","caller":"traceutil/trace.go:171","msg":"trace[397996010] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"147.17466ms","start":"2026-04-28T18:12:07.700615Z","end":"2026-04-28T18:12:07.84779Z","steps":["trace[397996010] 'process raft request' (duration: 146.827921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.848844Z","caller":"traceutil/trace.go:171","msg":"trace[2002398305] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"148.200405ms","start":"2026-04-28T18:12:07.700615Z","end":"2026-04-28T18:12:07.848816Z","steps":["trace[2002398305] 'process raft request' (duration: 147.103648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.849122Z","caller":"traceutil/trace.go:171","msg":"trace[1907913258] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"148.350639ms","start":"2026-04-28T18:12:07.700751Z","end":"2026-04-28T18:12:07.849101Z","steps":["trace[1907913258] 'process raft request' (duration: 147.950799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.849816Z","caller":"traceutil/trace.go:171","msg":"trace[27870788] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"148.849202ms","start":"2026-04-28T18:12:07.700948Z","end":"2026-04-28T18:12:07.849798Z","steps":["trace[27870788] 'process raft request' (duration: 148.060871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:07.849987Z","caller":"traceutil/trace.go:171","msg":"trace[643380784] linearizableReadLoop","detail":"{readStateIndex:25333; appliedIndex:25331; }","duration":"152.503295ms","start":"2026-04-28T18:12:07.697398Z","end":"2026-04-28T18:12:07.849901Z","steps":["trace[643380784] 'read index received' (duration: 46.655445ms)","trace[643380784] 'applied index is now lower than readState.Index' (duration: 105.843379ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:07.850177Z","caller":"traceutil/trace.go:171","msg":"trace[680057496] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"144.02602ms","start":"2026-04-28T18:12:07.706119Z","end":"2026-04-28T18:12:07.850145Z","steps":["trace[680057496] 'process raft request' (duration: 143.334472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:07.850323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.893725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aeabb956-decb-4f3d-a260-976209a865fe\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T18:12:07.850828Z","caller":"traceutil/trace.go:171","msg":"trace[1818628964] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aeabb956-decb-4f3d-a260-976209a865fe; range_end:; response_count:1; response_revision:24423; }","duration":"153.432879ms","start":"2026-04-28T18:12:07.697355Z","end":"2026-04-28T18:12:07.850787Z","steps":["trace[1818628964] 'agreement among raft nodes before linearized reading' (duration: 152.720511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:09.311485Z","caller":"traceutil/trace.go:171","msg":"trace[566462103] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"144.800188ms","start":"2026-04-28T18:12:09.166646Z","end":"2026-04-28T18:12:09.311446Z","steps":["trace[566462103] 'process raft request' (duration: 144.556922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:14.162826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.960679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:12:14.162885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.024513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:12:14.162886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.415821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-28T18:12:14.162962Z","caller":"traceutil/trace.go:171","msg":"trace[477601886] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24455; }","duration":"217.167486ms","start":"2026-04-28T18:12:13.945775Z","end":"2026-04-28T18:12:14.162943Z","steps":["trace[477601886] 'count revisions from in-memory index tree' (duration: 216.849638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.16296Z","caller":"traceutil/trace.go:171","msg":"trace[1510767903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24455; }","duration":"235.185355ms","start":"2026-04-28T18:12:13.927743Z","end":"2026-04-28T18:12:14.162928Z","steps":["trace[1510767903] 'range keys from in-memory index tree' (duration: 234.419315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.162987Z","caller":"traceutil/trace.go:171","msg":"trace[237344689] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24455; }","duration":"115.616017ms","start":"2026-04-28T18:12:14.047345Z","end":"2026-04-28T18:12:14.162961Z","steps":["trace[237344689] 'range keys from in-memory index tree' (duration: 115.197596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:14.163061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.270784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:12:14.163164Z","caller":"traceutil/trace.go:171","msg":"trace[1470330148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24455; }","duration":"268.429818ms","start":"2026-04-28T18:12:13.89471Z","end":"2026-04-28T18:12:14.16314Z","steps":["trace[1470330148] 'range keys from in-memory index tree' (duration: 268.054049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:14.163321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.629819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:12:14.163367Z","caller":"traceutil/trace.go:171","msg":"trace[296419403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24455; }","duration":"232.698022ms","start":"2026-04-28T18:12:13.930659Z","end":"2026-04-28T18:12:14.163357Z","steps":["trace[296419403] 'range keys from in-memory index tree' (duration: 232.428995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:14.164313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.320137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:12:14.16437Z","caller":"traceutil/trace.go:171","msg":"trace[180548666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24455; }","duration":"233.393169ms","start":"2026-04-28T18:12:13.930965Z","end":"2026-04-28T18:12:14.164358Z","steps":["trace[180548666] 'range keys from in-memory index tree' (duration: 233.219524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:14.164647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.267254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:12:14.164746Z","caller":"traceutil/trace.go:171","msg":"trace[1463840995] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24455; }","duration":"127.440348ms","start":"2026-04-28T18:12:14.037284Z","end":"2026-04-28T18:12:14.164724Z","steps":["trace[1463840995] 'count revisions from in-memory index tree' (duration: 127.045067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.324314Z","caller":"traceutil/trace.go:171","msg":"trace[1093716264] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"155.310846ms","start":"2026-04-28T18:12:14.168961Z","end":"2026-04-28T18:12:14.324272Z","steps":["trace[1093716264] 'process raft request' (duration: 146.231646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.324623Z","caller":"traceutil/trace.go:171","msg":"trace[1673909742] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"155.451779ms","start":"2026-04-28T18:12:14.169118Z","end":"2026-04-28T18:12:14.324569Z","steps":["trace[1673909742] 'process raft request' (duration: 155.09667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.324697Z","caller":"traceutil/trace.go:171","msg":"trace[1107889146] linearizableReadLoop","detail":"{readStateIndex:25378; appliedIndex:25374; }","duration":"124.199895ms","start":"2026-04-28T18:12:14.200463Z","end":"2026-04-28T18:12:14.324663Z","steps":["trace[1107889146] 'read index received' (duration: 114.701454ms)","trace[1107889146] 'applied index is now lower than readState.Index' (duration: 9.497111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:14.324873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.165942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:14.324896Z","caller":"traceutil/trace.go:171","msg":"trace[1731324381] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"155.551711ms","start":"2026-04-28T18:12:14.169321Z","end":"2026-04-28T18:12:14.324872Z","steps":["trace[1731324381] 'process raft request' (duration: 155.171662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.324916Z","caller":"traceutil/trace.go:171","msg":"trace[1893027080] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24460; }","duration":"144.288245ms","start":"2026-04-28T18:12:14.180616Z","end":"2026-04-28T18:12:14.324904Z","steps":["trace[1893027080] 'agreement among raft nodes before linearized reading' (duration: 144.183222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.325076Z","caller":"traceutil/trace.go:171","msg":"trace[1141067746] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"148.582655ms","start":"2026-04-28T18:12:14.176438Z","end":"2026-04-28T18:12:14.32502Z","steps":["trace[1141067746] 'process raft request' (duration: 148.155124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:14.718185Z","caller":"traceutil/trace.go:171","msg":"trace[1027681633] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25378; }","duration":"108.045135ms","start":"2026-04-28T18:12:14.610102Z","end":"2026-04-28T18:12:14.718147Z","steps":["trace[1027681633] 'read index received' (duration: 100.35716ms)","trace[1027681633] 'applied index is now lower than readState.Index' (duration: 7.686295ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:14.718224Z","caller":"traceutil/trace.go:171","msg":"trace[1877924107] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"143.228249ms","start":"2026-04-28T18:12:14.574948Z","end":"2026-04-28T18:12:14.718177Z","steps":["trace[1877924107] 'process raft request' (duration: 135.584515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:14.718501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.371213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:12:14.718658Z","caller":"traceutil/trace.go:171","msg":"trace[721067466] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:24461; }","duration":"108.578938ms","start":"2026-04-28T18:12:14.610045Z","end":"2026-04-28T18:12:14.718624Z","steps":["trace[721067466] 'agreement among raft nodes before linearized reading' (duration: 108.23232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:29.931961Z","caller":"traceutil/trace.go:171","msg":"trace[95710302] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25891; }","duration":"237.010871ms","start":"2026-04-28T18:12:29.694913Z","end":"2026-04-28T18:12:29.931924Z","steps":["trace[95710302] 'read index received' (duration: 236.56302ms)","trace[95710302] 'applied index is now lower than readState.Index' (duration: 446.451µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:29.93204Z","caller":"traceutil/trace.go:171","msg":"trace[1887531234] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"242.337186ms","start":"2026-04-28T18:12:29.689651Z","end":"2026-04-28T18:12:29.931988Z","steps":["trace[1887531234] 'process raft request' (duration: 241.833693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:29.933524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.590161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214375"} {"level":"info","ts":"2026-04-28T18:12:29.933646Z","caller":"traceutil/trace.go:171","msg":"trace[1426794879] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24961; }","duration":"238.742694ms","start":"2026-04-28T18:12:29.694875Z","end":"2026-04-28T18:12:29.933618Z","steps":["trace[1426794879] 'agreement among raft nodes before linearized reading' (duration: 237.280827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:29.937861Z","caller":"traceutil/trace.go:171","msg":"trace[877695349] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"242.615383ms","start":"2026-04-28T18:12:29.695191Z","end":"2026-04-28T18:12:29.937807Z","steps":["trace[877695349] 'process raft request' (duration: 242.194483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:29.937949Z","caller":"traceutil/trace.go:171","msg":"trace[1628995220] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"177.15326ms","start":"2026-04-28T18:12:29.760756Z","end":"2026-04-28T18:12:29.93791Z","steps":["trace[1628995220] 'process raft request' (duration: 177.012126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:29.938059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.763631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-kwm2s\" ","response":"range_response_count:1 size:2605"} {"level":"info","ts":"2026-04-28T18:12:29.937932Z","caller":"traceutil/trace.go:171","msg":"trace[895501897] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"228.126255ms","start":"2026-04-28T18:12:29.709763Z","end":"2026-04-28T18:12:29.937889Z","steps":["trace[895501897] 'process raft request' (duration: 227.941391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:29.938124Z","caller":"traceutil/trace.go:171","msg":"trace[653923763] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-kwm2s; range_end:; response_count:1; response_revision:24966; }","duration":"126.876264ms","start":"2026-04-28T18:12:29.811231Z","end":"2026-04-28T18:12:29.938107Z","steps":["trace[653923763] 'agreement among raft nodes before linearized reading' (duration: 126.687048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.568668Z","caller":"traceutil/trace.go:171","msg":"trace[825635643] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"249.667634ms","start":"2026-04-28T18:12:31.318947Z","end":"2026-04-28T18:12:31.568614Z","steps":["trace[825635643] 'process raft request' (duration: 214.978292ms)","trace[825635643] 'compare' (duration: 34.229409ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:31.56932Z","caller":"traceutil/trace.go:171","msg":"trace[1562284999] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25957; }","duration":"245.136377ms","start":"2026-04-28T18:12:31.324151Z","end":"2026-04-28T18:12:31.569287Z","steps":["trace[1562284999] 'read index received' (duration: 209.784739ms)","trace[1562284999] 'applied index is now lower than readState.Index' (duration: 35.350098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:31.569365Z","caller":"traceutil/trace.go:171","msg":"trace[493085225] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"250.31518ms","start":"2026-04-28T18:12:31.318984Z","end":"2026-04-28T18:12:31.569299Z","steps":["trace[493085225] 'process raft request' (duration: 250.067194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.569448Z","caller":"traceutil/trace.go:171","msg":"trace[182350536] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"247.98606ms","start":"2026-04-28T18:12:31.321409Z","end":"2026-04-28T18:12:31.569395Z","steps":["trace[182350536] 'process raft request' (duration: 247.801806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.569577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.353044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:12:31.569596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.403535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:12:31.569696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.765649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.56972Z","caller":"traceutil/trace.go:171","msg":"trace[1788298597] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25028; }","duration":"245.540598ms","start":"2026-04-28T18:12:31.324123Z","end":"2026-04-28T18:12:31.569664Z","steps":["trace[1788298597] 'agreement among raft nodes before linearized reading' (duration: 245.333253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.569785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.136157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.569821Z","caller":"traceutil/trace.go:171","msg":"trace[1050425210] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25028; }","duration":"230.189798ms","start":"2026-04-28T18:12:31.339622Z","end":"2026-04-28T18:12:31.569811Z","steps":["trace[1050425210] 'agreement among raft nodes before linearized reading' (duration: 230.136556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.56984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.692474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.569921Z","caller":"traceutil/trace.go:171","msg":"trace[1603406709] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25028; }","duration":"188.808087ms","start":"2026-04-28T18:12:31.381088Z","end":"2026-04-28T18:12:31.569896Z","steps":["trace[1603406709] 'agreement among raft nodes before linearized reading' (duration: 188.655273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.569963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.416876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:12:31.569893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.038317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:12:31.570014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.684112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.570038Z","caller":"traceutil/trace.go:171","msg":"trace[573836283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25028; }","duration":"234.556019ms","start":"2026-04-28T18:12:31.335461Z","end":"2026-04-28T18:12:31.570017Z","steps":["trace[573836283] 'agreement among raft nodes before linearized reading' (duration: 234.358734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.570106Z","caller":"traceutil/trace.go:171","msg":"trace[277471096] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25028; }","duration":"234.860496ms","start":"2026-04-28T18:12:31.335222Z","end":"2026-04-28T18:12:31.570083Z","steps":["trace[277471096] 'agreement among raft nodes before linearized reading' (duration: 234.636391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.570095Z","caller":"traceutil/trace.go:171","msg":"trace[481960666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"127.272443ms","start":"2026-04-28T18:12:31.442793Z","end":"2026-04-28T18:12:31.570066Z","steps":["trace[481960666] 'agreement among raft nodes before linearized reading' (duration: 126.914284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.570158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.575388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.570202Z","caller":"traceutil/trace.go:171","msg":"trace[1994061845] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25028; }","duration":"182.674401ms","start":"2026-04-28T18:12:31.387518Z","end":"2026-04-28T18:12:31.570192Z","steps":["trace[1994061845] 'agreement among raft nodes before linearized reading' (duration: 182.60931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.570265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.047762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:12:31.570287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.870792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.570307Z","caller":"traceutil/trace.go:171","msg":"trace[1241211893] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25028; }","duration":"100.119914ms","start":"2026-04-28T18:12:31.470174Z","end":"2026-04-28T18:12:31.570294Z","steps":["trace[1241211893] 'agreement among raft nodes before linearized reading' (duration: 100.058812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.570327Z","caller":"traceutil/trace.go:171","msg":"trace[1585711202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"137.948254ms","start":"2026-04-28T18:12:31.432365Z","end":"2026-04-28T18:12:31.570314Z","steps":["trace[1585711202] 'agreement among raft nodes before linearized reading' (duration: 137.890413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.570354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.954528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.57039Z","caller":"traceutil/trace.go:171","msg":"trace[1762910056] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25028; }","duration":"182.989839ms","start":"2026-04-28T18:12:31.387388Z","end":"2026-04-28T18:12:31.570378Z","steps":["trace[1762910056] 'agreement among raft nodes before linearized reading' (duration: 182.939418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.570403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.225882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.569736Z","caller":"traceutil/trace.go:171","msg":"trace[2083924851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"159.806079ms","start":"2026-04-28T18:12:31.409921Z","end":"2026-04-28T18:12:31.569727Z","steps":["trace[2083924851] 'agreement among raft nodes before linearized reading' (duration: 159.740018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.570491Z","caller":"traceutil/trace.go:171","msg":"trace[275654955] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"127.590651ms","start":"2026-04-28T18:12:31.442875Z","end":"2026-04-28T18:12:31.570466Z","steps":["trace[275654955] 'agreement among raft nodes before linearized reading' (duration: 126.806411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.570665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.678578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-64jkq\" ","response":"range_response_count:1 size:5106"} {"level":"info","ts":"2026-04-28T18:12:31.570709Z","caller":"traceutil/trace.go:171","msg":"trace[1537063288] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-64jkq; range_end:; response_count:1; response_revision:25028; }","duration":"137.720359ms","start":"2026-04-28T18:12:31.432976Z","end":"2026-04-28T18:12:31.570696Z","steps":["trace[1537063288] 'agreement among raft nodes before linearized reading' (duration: 137.516464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:31.569631Z","caller":"traceutil/trace.go:171","msg":"trace[114271717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25028; }","duration":"245.444756ms","start":"2026-04-28T18:12:31.324172Z","end":"2026-04-28T18:12:31.569617Z","steps":["trace[114271717] 'agreement among raft nodes before linearized reading' (duration: 245.317613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.571132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.713173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.571185Z","caller":"traceutil/trace.go:171","msg":"trace[1976798489] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"138.805346ms","start":"2026-04-28T18:12:31.432369Z","end":"2026-04-28T18:12:31.571174Z","steps":["trace[1976798489] 'agreement among raft nodes before linearized reading' (duration: 138.722964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.569657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.111059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.57145Z","caller":"traceutil/trace.go:171","msg":"trace[1377533430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"128.935005ms","start":"2026-04-28T18:12:31.442499Z","end":"2026-04-28T18:12:31.571434Z","steps":["trace[1377533430] 'agreement among raft nodes before linearized reading' (duration: 127.083458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:31.571242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.936588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:31.571686Z","caller":"traceutil/trace.go:171","msg":"trace[753679083] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25028; }","duration":"161.446972ms","start":"2026-04-28T18:12:31.410216Z","end":"2026-04-28T18:12:31.571663Z","steps":["trace[753679083] 'agreement among raft nodes before linearized reading' (duration: 159.355969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:33.200805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.612305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:12:33.200856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.606254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:33.200936Z","caller":"traceutil/trace.go:171","msg":"trace[472864525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25085; }","duration":"259.854012ms","start":"2026-04-28T18:12:32.941056Z","end":"2026-04-28T18:12:33.20091Z","steps":["trace[472864525] 'range keys from in-memory index tree' (duration: 259.431021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:33.200956Z","caller":"traceutil/trace.go:171","msg":"trace[791610172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25085; }","duration":"259.791079ms","start":"2026-04-28T18:12:32.941141Z","end":"2026-04-28T18:12:33.200932Z","steps":["trace[791610172] 'count revisions from in-memory index tree' (duration: 259.509352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:33.201037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.788624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:33.201189Z","caller":"traceutil/trace.go:171","msg":"trace[163595037] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:25085; }","duration":"258.974428ms","start":"2026-04-28T18:12:32.942179Z","end":"2026-04-28T18:12:33.201153Z","steps":["trace[163595037] 'range keys from in-memory index tree' (duration: 258.63817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:33.20105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.143037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"info","ts":"2026-04-28T18:12:33.201462Z","caller":"traceutil/trace.go:171","msg":"trace[282126646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25085; }","duration":"232.598379ms","start":"2026-04-28T18:12:32.96882Z","end":"2026-04-28T18:12:33.201418Z","steps":["trace[282126646] 'range keys from in-memory index tree' (duration: 231.935653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:33.204332Z","caller":"traceutil/trace.go:171","msg":"trace[1794644120] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"213.74322ms","start":"2026-04-28T18:12:32.990562Z","end":"2026-04-28T18:12:33.204305Z","steps":["trace[1794644120] 'process raft request' (duration: 213.418782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:33.204486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.76144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:33.204552Z","caller":"traceutil/trace.go:171","msg":"trace[1729458953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25086; }","duration":"137.877003ms","start":"2026-04-28T18:12:33.066661Z","end":"2026-04-28T18:12:33.204538Z","steps":["trace[1729458953] 'agreement among raft nodes before linearized reading' (duration: 137.769959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:33.204382Z","caller":"traceutil/trace.go:171","msg":"trace[452884203] linearizableReadLoop","detail":"{readStateIndex:26018; appliedIndex:26018; }","duration":"137.574075ms","start":"2026-04-28T18:12:33.066731Z","end":"2026-04-28T18:12:33.204305Z","steps":["trace[452884203] 'read index received' (duration: 137.559835ms)","trace[452884203] 'applied index is now lower than readState.Index' (duration: 12.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:33.206731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.428036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-28T18:12:33.206816Z","caller":"traceutil/trace.go:171","msg":"trace[366248412] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25087; }","duration":"112.539409ms","start":"2026-04-28T18:12:33.094263Z","end":"2026-04-28T18:12:33.206802Z","steps":["trace[366248412] 'agreement among raft nodes before linearized reading' (duration: 112.253902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:42.517174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.501592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:12:42.517276Z","caller":"traceutil/trace.go:171","msg":"trace[1525430322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25203; }","duration":"132.651096ms","start":"2026-04-28T18:12:42.384603Z","end":"2026-04-28T18:12:42.517254Z","steps":["trace[1525430322] 'range keys from in-memory index tree' (duration: 132.327068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:44.36994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578313812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:12:44.370025Z","caller":"traceutil/trace.go:171","msg":"trace[199468435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25207; }","duration":"1.578452655s","start":"2026-04-28T18:12:42.79155Z","end":"2026-04-28T18:12:44.370003Z","steps":["trace[199468435] 'range keys from in-memory index tree' (duration: 1.578130837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:44.370087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:42.791525Z","time spent":"1.578548898s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:12:44.370332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573057288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:12:44.370366Z","caller":"traceutil/trace.go:171","msg":"trace[2142356051] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25207; }","duration":"1.57315252s","start":"2026-04-28T18:12:42.797206Z","end":"2026-04-28T18:12:44.370358Z","steps":["trace[2142356051] 'count revisions from in-memory index tree' (duration: 1.572951735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:44.370387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:42.797176Z","time spent":"1.573205822s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:12:44.37124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472177071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:12:44.371276Z","caller":"traceutil/trace.go:171","msg":"trace[1790394999] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25207; }","duration":"1.472251033s","start":"2026-04-28T18:12:42.899014Z","end":"2026-04-28T18:12:44.371265Z","steps":["trace[1790394999] 'count revisions from in-memory index tree' (duration: 1.472058158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:44.371299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:42.898981Z","time spent":"1.472311075s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":21,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:12:44.372279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156275091s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:12:44.372446Z","caller":"traceutil/trace.go:171","msg":"trace[1279441887] linearizableReadLoop","detail":"{readStateIndex:26143; appliedIndex:26142; }","duration":"1.387313371s","start":"2026-04-28T18:12:42.985103Z","end":"2026-04-28T18:12:44.372417Z","steps":["trace[1279441887] 'read index received' (duration: 230.682492ms)","trace[1279441887] 'applied index is now lower than readState.Index' (duration: 1.156628489s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:44.372482Z","caller":"traceutil/trace.go:171","msg":"trace[1960957881] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.437516399s","start":"2026-04-28T18:12:42.934927Z","end":"2026-04-28T18:12:44.372443Z","steps":["trace[1960957881] 'process raft request' (duration: 280.93262ms)","trace[1960957881] 'compare' (duration: 1.155302737s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:12:44.372647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:42.934893Z","time spent":"1.437663923s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:44.372902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387762802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:12:44.373016Z","caller":"traceutil/trace.go:171","msg":"trace[423229199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25208; }","duration":"1.387916666s","start":"2026-04-28T18:12:42.985071Z","end":"2026-04-28T18:12:44.372987Z","steps":["trace[423229199] 'agreement among raft nodes before linearized reading' (duration: 1.387466365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:44.373109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:42.985049Z","time spent":"1.388046479s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:12:44.873841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790909806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:12:45.068005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:12:45.068131Z","caller":"traceutil/trace.go:171","msg":"trace[2093405780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457767s","start":"2026-04-28T18:12:43.067643Z","end":"2026-04-28T18:12:45.068101Z","steps":["trace[2093405780] 'agreement among raft nodes before linearized reading' (duration: 2.000296813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.068362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.067627Z","time spent":"2.000644082s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:12:45.374661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790909806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:12:45.478089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.262319542s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:12:45.47918Z","caller":"traceutil/trace.go:171","msg":"trace[1356391849] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"2.490628373s","start":"2026-04-28T18:12:42.988526Z","end":"2026-04-28T18:12:45.479154Z","steps":["trace[1356391849] 'process raft request' (duration: 2.490389687s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:45.479455Z","caller":"traceutil/trace.go:171","msg":"trace[1525681640] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"2.478646298s","start":"2026-04-28T18:12:43.000748Z","end":"2026-04-28T18:12:45.479394Z","steps":["trace[1525681640] 'process raft request' (duration: 2.478370482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.47978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.000731Z","time spent":"2.478851674s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:45.479366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:42.988504Z","time spent":"2.490768806s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:12:45.48843Z","caller":"traceutil/trace.go:171","msg":"trace[12177268] linearizableReadLoop","detail":"{readStateIndex:26153; appliedIndex:26143; }","duration":"1.115897302s","start":"2026-04-28T18:12:44.372495Z","end":"2026-04-28T18:12:45.488392Z","steps":["trace[12177268] 'read index received' (duration: 1.10634586s)","trace[12177268] 'applied index is now lower than readState.Index' (duration: 9.550012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:12:45.488735Z","caller":"traceutil/trace.go:171","msg":"trace[11110091] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"965.213008ms","start":"2026-04-28T18:12:44.523482Z","end":"2026-04-28T18:12:45.488695Z","steps":["trace[11110091] 'process raft request' (duration: 964.857578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:45.488822Z","caller":"traceutil/trace.go:171","msg":"trace[2099007930] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"2.234465924s","start":"2026-04-28T18:12:43.25434Z","end":"2026-04-28T18:12:45.488806Z","steps":["trace[2099007930] 'process raft request' (duration: 2.23354616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.488861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948390502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:12:45.488941Z","caller":"traceutil/trace.go:171","msg":"trace[1601063951] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25218; }","duration":"1.948568577s","start":"2026-04-28T18:12:43.540353Z","end":"2026-04-28T18:12:45.488922Z","steps":["trace[1601063951] 'agreement among raft nodes before linearized reading' (duration: 1.948388342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.488945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.2543Z","time spent":"2.234555526s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:45.488936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.523433Z","time spent":"965.394472ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:45.488968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11463346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:12:45.489017Z","caller":"traceutil/trace.go:171","msg":"trace[904806465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25218; }","duration":"1.114724893s","start":"2026-04-28T18:12:44.374279Z","end":"2026-04-28T18:12:45.489004Z","steps":["trace[904806465] 'agreement among raft nodes before linearized reading' (duration: 1.114472046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.374259Z","time spent":"1.114784955s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:12:45.489117Z","caller":"traceutil/trace.go:171","msg":"trace[766531485] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"1.297882315s","start":"2026-04-28T18:12:44.191224Z","end":"2026-04-28T18:12:45.489107Z","steps":["trace[766531485] 'process raft request' (duration: 1.296953721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.48911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432355708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:12:45.489154Z","caller":"traceutil/trace.go:171","msg":"trace[931379928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25218; }","duration":"1.43243859s","start":"2026-04-28T18:12:44.056705Z","end":"2026-04-28T18:12:45.489144Z","steps":["trace[931379928] 'agreement among raft nodes before linearized reading' (duration: 1.432295387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.056681Z","time spent":"1.432489292s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:12:45.489176Z","caller":"traceutil/trace.go:171","msg":"trace[1465347582] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"2.130393775s","start":"2026-04-28T18:12:43.358772Z","end":"2026-04-28T18:12:45.489166Z","steps":["trace[1465347582] 'process raft request' (duration: 2.129255495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.191191Z","time spent":"1.297943977s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:12:45.489258Z","caller":"traceutil/trace.go:171","msg":"trace[1915272386] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"1.111824969s","start":"2026-04-28T18:12:44.377425Z","end":"2026-04-28T18:12:45.48925Z","steps":["trace[1915272386] 'process raft request' (duration: 1.110827583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45756832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:45.489305Z","caller":"traceutil/trace.go:171","msg":"trace[219350548] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25218; }","duration":"1.457631391s","start":"2026-04-28T18:12:44.031665Z","end":"2026-04-28T18:12:45.489296Z","steps":["trace[219350548] 'agreement among raft nodes before linearized reading' (duration: 1.45759106s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.031633Z","time spent":"1.457704293s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:12:45.489339Z","caller":"traceutil/trace.go:171","msg":"trace[606162736] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"1.109648544s","start":"2026-04-28T18:12:44.37968Z","end":"2026-04-28T18:12:45.489328Z","steps":["trace[606162736] 'process raft request' (duration: 1.108616647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.289518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:12:45.489404Z","caller":"traceutil/trace.go:171","msg":"trace[361785782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25218; }","duration":"420.36046ms","start":"2026-04-28T18:12:45.069035Z","end":"2026-04-28T18:12:45.489396Z","steps":["trace[361785782] 'agreement among raft nodes before linearized reading' (duration: 420.293298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.379647Z","time spent":"1.109725836s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:45.489432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:45.069015Z","time spent":"420.40706ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:12:45.489512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675944117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:12:45.488981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.540311Z","time spent":"1.948661649s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:12:45.489537Z","caller":"traceutil/trace.go:171","msg":"trace[538768199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25218; }","duration":"1.676024629s","start":"2026-04-28T18:12:43.813505Z","end":"2026-04-28T18:12:45.48953Z","steps":["trace[538768199] 'agreement among raft nodes before linearized reading' (duration: 1.675972578s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:45.488758Z","caller":"traceutil/trace.go:171","msg":"trace[1678358277] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"1.504829853s","start":"2026-04-28T18:12:43.983894Z","end":"2026-04-28T18:12:45.488724Z","steps":["trace[1678358277] 'process raft request' (duration: 1.504237717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.813478Z","time spent":"1.676077961s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:12:45.489564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008331875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-28T18:12:45.489603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.983858Z","time spent":"1.505717065s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:12:45.489639Z","caller":"traceutil/trace.go:171","msg":"trace[988292801] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25218; }","duration":"1.008459418s","start":"2026-04-28T18:12:44.481145Z","end":"2026-04-28T18:12:45.489605Z","steps":["trace[988292801] 'agreement among raft nodes before linearized reading' (duration: 1.008220452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.481119Z","time spent":"1.00854354s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T18:12:45.489301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.3774Z","time spent":"1.11187452s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:45.489869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.788533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:12:45.489899Z","caller":"traceutil/trace.go:171","msg":"trace[1009398553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25218; }","duration":"571.849325ms","start":"2026-04-28T18:12:44.918038Z","end":"2026-04-28T18:12:45.489887Z","steps":["trace[1009398553] 'agreement among raft nodes before linearized reading' (duration: 571.781423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.489927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.918015Z","time spent":"571.902647ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:12:45.490097Z","caller":"traceutil/trace.go:171","msg":"trace[1721442957] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"1.897513017s","start":"2026-04-28T18:12:43.592574Z","end":"2026-04-28T18:12:45.490087Z","steps":["trace[1721442957] 'process raft request' (duration: 1.895507815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.49015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.592543Z","time spent":"1.897576998s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:12:45.490182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.312129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:12:45.490208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.736441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:12:45.490222Z","caller":"traceutil/trace.go:171","msg":"trace[41669254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25218; }","duration":"930.388111ms","start":"2026-04-28T18:12:44.559818Z","end":"2026-04-28T18:12:45.490206Z","steps":["trace[41669254] 'agreement among raft nodes before linearized reading' (duration: 930.281598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:12:45.490231Z","caller":"traceutil/trace.go:171","msg":"trace[1275683120] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25218; }","duration":"666.791871ms","start":"2026-04-28T18:12:44.823432Z","end":"2026-04-28T18:12:45.490224Z","steps":["trace[1275683120] 'agreement among raft nodes before linearized reading' (duration: 666.624307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.490247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.559801Z","time spent":"930.440202ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:12:45.490256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.823405Z","time spent":"666.846073ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":166,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:12:45.490379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.786513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:12:45.490413Z","caller":"traceutil/trace.go:171","msg":"trace[1834643706] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25218; }","duration":"879.891206ms","start":"2026-04-28T18:12:44.610512Z","end":"2026-04-28T18:12:45.490403Z","steps":["trace[1834643706] 'agreement among raft nodes before linearized reading' (duration: 879.796944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.490447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.610492Z","time spent":"879.947467ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:12:45.490437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.458353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:12:45.490483Z","caller":"traceutil/trace.go:171","msg":"trace[1455199622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25218; }","duration":"930.503924ms","start":"2026-04-28T18:12:44.55997Z","end":"2026-04-28T18:12:45.490474Z","steps":["trace[1455199622] 'agreement among raft nodes before linearized reading' (duration: 930.401931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.490507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.559888Z","time spent":"930.612606ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:12:45.490423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.328043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:12:45.490614Z","caller":"traceutil/trace.go:171","msg":"trace[251091118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25218; }","duration":"940.551239ms","start":"2026-04-28T18:12:44.550052Z","end":"2026-04-28T18:12:45.490603Z","steps":["trace[251091118] 'agreement among raft nodes before linearized reading' (duration: 940.311013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:12:45.490646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:44.550036Z","time spent":"940.600581ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:12:45.491958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:12:43.358736Z","time spent":"2.133081023s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:12:45.501726Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22468} {"level":"info","ts":"2026-04-28T18:12:45.632048Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22468,"took":"123.055072ms","hash":2259127028,"current-db-size-bytes":47923200,"current-db-size":"48 MB","current-db-size-in-use-bytes":39227392,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-28T18:12:45.632135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2259127028,"revision":22468,"compact-revision":20654} {"level":"warn","ts":"2026-04-28T18:14:16.368334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.546835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:14:16.368688Z","caller":"traceutil/trace.go:171","msg":"trace[838522762] linearizableReadLoop","detail":"{readStateIndex:27127; appliedIndex:27123; }","duration":"401.418938ms","start":"2026-04-28T18:14:15.967249Z","end":"2026-04-28T18:14:16.368668Z","steps":["trace[838522762] 'read index received' (duration: 86.974003ms)","trace[838522762] 'applied index is now lower than readState.Index' (duration: 314.443725ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:14:16.368783Z","caller":"traceutil/trace.go:171","msg":"trace[677329483] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"403.210683ms","start":"2026-04-28T18:14:15.965561Z","end":"2026-04-28T18:14:16.368771Z","steps":["trace[677329483] 'process raft request' (duration: 224.130855ms)","trace[677329483] 'compare' (duration: 178.01369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:14:16.368844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:15.965531Z","time spent":"403.277195ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:14:16.368883Z","caller":"traceutil/trace.go:171","msg":"trace[952470473] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"400.189436ms","start":"2026-04-28T18:14:15.968642Z","end":"2026-04-28T18:14:16.368831Z","steps":["trace[952470473] 'process raft request' (duration: 399.933819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:14:16.369042Z","caller":"traceutil/trace.go:171","msg":"trace[727764440] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"359.738337ms","start":"2026-04-28T18:14:16.009294Z","end":"2026-04-28T18:14:16.369032Z","steps":["trace[727764440] 'process raft request' (duration: 359.334567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.369064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:15.968631Z","time spent":"400.32944ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:14:16.369099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.009257Z","time spent":"359.811479ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:14:16.369263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.019683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:14:16.369297Z","caller":"traceutil/trace.go:171","msg":"trace[1527733144] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26168; }","duration":"402.100985ms","start":"2026-04-28T18:14:15.967183Z","end":"2026-04-28T18:14:16.369284Z","steps":["trace[1527733144] 'agreement among raft nodes before linearized reading' (duration: 402.012553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.369328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:15.967153Z","time spent":"402.167547ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:14:16.369421Z","caller":"traceutil/trace.go:171","msg":"trace[1698788625] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"402.461124ms","start":"2026-04-28T18:14:15.966937Z","end":"2026-04-28T18:14:16.369398Z","steps":["trace[1698788625] 'process raft request' (duration: 401.50712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.369494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.227616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:14:16.369545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:15.966929Z","time spent":"402.556787ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:14:16.369894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.226432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:14:16.369925Z","caller":"traceutil/trace.go:171","msg":"trace[1333892245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26168; }","duration":"324.346476ms","start":"2026-04-28T18:14:16.045569Z","end":"2026-04-28T18:14:16.369915Z","steps":["trace[1333892245] 'agreement among raft nodes before linearized reading' (duration: 324.275024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.369963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.045535Z","time spent":"324.416738ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:14:16.37008Z","caller":"traceutil/trace.go:171","msg":"trace[423000218] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"403.063849ms","start":"2026-04-28T18:14:15.966999Z","end":"2026-04-28T18:14:16.370062Z","steps":["trace[423000218] 'process raft request' (duration: 401.540041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.370163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:15.966985Z","time spent":"403.130461ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:14:16.370251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.673249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:14:16.370297Z","caller":"traceutil/trace.go:171","msg":"trace[728198553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26168; }","duration":"325.739151ms","start":"2026-04-28T18:14:16.044544Z","end":"2026-04-28T18:14:16.370283Z","steps":["trace[728198553] 'agreement among raft nodes before linearized reading' (duration: 325.628168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.370333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.044532Z","time spent":"325.793162ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:14:16.370463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.28981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:14:16.369595Z","caller":"traceutil/trace.go:171","msg":"trace[1369684020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26168; }","duration":"332.37165ms","start":"2026-04-28T18:14:16.037193Z","end":"2026-04-28T18:14:16.369565Z","steps":["trace[1369684020] 'agreement among raft nodes before linearized reading' (duration: 332.105983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:14:16.370488Z","caller":"traceutil/trace.go:171","msg":"trace[1392902297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26168; }","duration":"329.361833ms","start":"2026-04-28T18:14:16.041118Z","end":"2026-04-28T18:14:16.370479Z","steps":["trace[1392902297] 'agreement among raft nodes before linearized reading' (duration: 329.293401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.370516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.041095Z","time spent":"329.414934ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:14:16.37059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.037167Z","time spent":"333.352085ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:14:16.369684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.795151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:14:16.371339Z","caller":"traceutil/trace.go:171","msg":"trace[81003813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26168; }","duration":"202.494915ms","start":"2026-04-28T18:14:16.168823Z","end":"2026-04-28T18:14:16.371318Z","steps":["trace[81003813] 'agreement among raft nodes before linearized reading' (duration: 200.799451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.369728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.163291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:14:16.371727Z","caller":"traceutil/trace.go:171","msg":"trace[2117914389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26168; }","duration":"306.177494ms","start":"2026-04-28T18:14:16.065537Z","end":"2026-04-28T18:14:16.371714Z","steps":["trace[2117914389] 'agreement among raft nodes before linearized reading' (duration: 304.168583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.371774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.065525Z","time spent":"306.235935ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:14:16.369828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.278972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:14:16.373101Z","caller":"traceutil/trace.go:171","msg":"trace[1035255911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26168; }","duration":"325.591977ms","start":"2026-04-28T18:14:16.04748Z","end":"2026-04-28T18:14:16.373072Z","steps":["trace[1035255911] 'agreement among raft nodes before linearized reading' (duration: 322.263163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.373216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:14:16.04747Z","time spent":"325.71678ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:14:16.51685Z","caller":"traceutil/trace.go:171","msg":"trace[920307439] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"140.485816ms","start":"2026-04-28T18:14:16.376283Z","end":"2026-04-28T18:14:16.516769Z","steps":["trace[920307439] 'process raft request' (duration: 93.11936ms)","trace[920307439] 'compare' (duration: 47.198782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:14:16.550855Z","caller":"traceutil/trace.go:171","msg":"trace[278337522] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"172.891491ms","start":"2026-04-28T18:14:16.377926Z","end":"2026-04-28T18:14:16.550818Z","steps":["trace[278337522] 'process raft request' (duration: 172.654495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.551032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.042399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:14:16.551103Z","caller":"traceutil/trace.go:171","msg":"trace[1938895848] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26174; }","duration":"172.170003ms","start":"2026-04-28T18:14:16.378922Z","end":"2026-04-28T18:14:16.551092Z","steps":["trace[1938895848] 'agreement among raft nodes before linearized reading' (duration: 172.000438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:14:16.550883Z","caller":"traceutil/trace.go:171","msg":"trace[970011203] linearizableReadLoop","detail":"{readStateIndex:27134; appliedIndex:27129; }","duration":"171.900406ms","start":"2026-04-28T18:14:16.378961Z","end":"2026-04-28T18:14:16.550862Z","steps":["trace[970011203] 'read index received' (duration: 90.422862ms)","trace[970011203] 'applied index is now lower than readState.Index' (duration: 81.475584ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:14:16.551335Z","caller":"traceutil/trace.go:171","msg":"trace[1366957129] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"173.359242ms","start":"2026-04-28T18:14:16.377961Z","end":"2026-04-28T18:14:16.55132Z","steps":["trace[1366957129] 'process raft request' (duration: 172.723456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:14:16.551462Z","caller":"traceutil/trace.go:171","msg":"trace[799607944] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"173.445725ms","start":"2026-04-28T18:14:16.378006Z","end":"2026-04-28T18:14:16.551451Z","steps":["trace[799607944] 'process raft request' (duration: 172.723677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:14:16.551576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.174142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:14:16.551629Z","caller":"traceutil/trace.go:171","msg":"trace[567246267] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:26174; }","duration":"172.260634ms","start":"2026-04-28T18:14:16.379354Z","end":"2026-04-28T18:14:16.551614Z","steps":["trace[567246267] 'agreement among raft nodes before linearized reading' (duration: 172.158361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:14:16.551632Z","caller":"traceutil/trace.go:171","msg":"trace[552306363] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"172.890091ms","start":"2026-04-28T18:14:16.378731Z","end":"2026-04-28T18:14:16.551621Z","steps":["trace[552306363] 'process raft request' (duration: 172.04245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:14:52.53275Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b40.wal"} {"level":"info","ts":"2026-04-28T18:15:13.729482Z","caller":"traceutil/trace.go:171","msg":"trace[457035754] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"140.579129ms","start":"2026-04-28T18:15:13.588866Z","end":"2026-04-28T18:15:13.729445Z","steps":["trace[457035754] 'process raft request' (duration: 140.380694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:13.918522Z","caller":"traceutil/trace.go:171","msg":"trace[874360341] linearizableReadLoop","detail":"{readStateIndex:27697; appliedIndex:27696; }","duration":"113.505688ms","start":"2026-04-28T18:15:13.804988Z","end":"2026-04-28T18:15:13.918494Z","steps":["trace[874360341] 'read index received' (duration: 113.339754ms)","trace[874360341] 'applied index is now lower than readState.Index' (duration: 164.514µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:13.918693Z","caller":"traceutil/trace.go:171","msg":"trace[539150008] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"174.555792ms","start":"2026-04-28T18:15:13.744093Z","end":"2026-04-28T18:15:13.918649Z","steps":["trace[539150008] 'process raft request' (duration: 174.205363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:13.918911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.898509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:15:13.919027Z","caller":"traceutil/trace.go:171","msg":"trace[1212365415] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26723; }","duration":"114.080983ms","start":"2026-04-28T18:15:13.804922Z","end":"2026-04-28T18:15:13.919003Z","steps":["trace[1212365415] 'agreement among raft nodes before linearized reading' (duration: 113.810066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:14.620153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.490644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:14.620283Z","caller":"traceutil/trace.go:171","msg":"trace[374000118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26724; }","duration":"101.660338ms","start":"2026-04-28T18:15:14.518596Z","end":"2026-04-28T18:15:14.620256Z","steps":["trace[374000118] 'count revisions from in-memory index tree' (duration: 101.359901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:14.811547Z","caller":"traceutil/trace.go:171","msg":"trace[1973438671] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"182.367622ms","start":"2026-04-28T18:15:14.629149Z","end":"2026-04-28T18:15:14.811517Z","steps":["trace[1973438671] 'process raft request' (duration: 182.081644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:14.811895Z","caller":"traceutil/trace.go:171","msg":"trace[246089178] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"181.92199ms","start":"2026-04-28T18:15:14.629927Z","end":"2026-04-28T18:15:14.811849Z","steps":["trace[246089178] 'process raft request' (duration: 181.52572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:14.812088Z","caller":"traceutil/trace.go:171","msg":"trace[906041032] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"156.547705ms","start":"2026-04-28T18:15:14.655506Z","end":"2026-04-28T18:15:14.812054Z","steps":["trace[906041032] 'process raft request' (duration: 156.454683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:14.812275Z","caller":"traceutil/trace.go:171","msg":"trace[837369413] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"160.072624ms","start":"2026-04-28T18:15:14.652187Z","end":"2026-04-28T18:15:14.81226Z","steps":["trace[837369413] 'process raft request' (duration: 159.622133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:14.821302Z","caller":"traceutil/trace.go:171","msg":"trace[1592445047] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27700; }","duration":"123.956725ms","start":"2026-04-28T18:15:14.697304Z","end":"2026-04-28T18:15:14.821261Z","steps":["trace[1592445047] 'read index received' (duration: 114.037093ms)","trace[1592445047] 'applied index is now lower than readState.Index' (duration: 9.918002ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:14.821383Z","caller":"traceutil/trace.go:171","msg":"trace[911565785] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"159.308894ms","start":"2026-04-28T18:15:14.662022Z","end":"2026-04-28T18:15:14.821331Z","steps":["trace[911565785] 'process raft request' (duration: 159.066278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:14.821587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.258332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:14.821667Z","caller":"traceutil/trace.go:171","msg":"trace[1483473828] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26730; }","duration":"124.395456ms","start":"2026-04-28T18:15:14.697253Z","end":"2026-04-28T18:15:14.821648Z","steps":["trace[1483473828] 'agreement among raft nodes before linearized reading' (duration: 124.250212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:14.981827Z","caller":"traceutil/trace.go:171","msg":"trace[1269200561] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"137.407358ms","start":"2026-04-28T18:15:14.844374Z","end":"2026-04-28T18:15:14.981781Z","steps":["trace[1269200561] 'process raft request' (duration: 45.939329ms)","trace[1269200561] 'compare' (duration: 90.969435ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:15.171485Z","caller":"traceutil/trace.go:171","msg":"trace[1885139503] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"184.458465ms","start":"2026-04-28T18:15:14.986994Z","end":"2026-04-28T18:15:15.171453Z","steps":["trace[1885139503] 'process raft request' (duration: 109.853186ms)","trace[1885139503] 'compare' (duration: 74.390593ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:15.172007Z","caller":"traceutil/trace.go:171","msg":"trace[1564437463] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"184.496277ms","start":"2026-04-28T18:15:14.987472Z","end":"2026-04-28T18:15:15.171968Z","steps":["trace[1564437463] 'process raft request' (duration: 183.928181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:15.172261Z","caller":"traceutil/trace.go:171","msg":"trace[1899698072] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"184.738022ms","start":"2026-04-28T18:15:14.987489Z","end":"2026-04-28T18:15:15.172227Z","steps":["trace[1899698072] 'process raft request' (duration: 184.346501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:15.172604Z","caller":"traceutil/trace.go:171","msg":"trace[944773697] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"183.899401ms","start":"2026-04-28T18:15:14.988689Z","end":"2026-04-28T18:15:15.172588Z","steps":["trace[944773697] 'process raft request' (duration: 183.525502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:15.172578Z","caller":"traceutil/trace.go:171","msg":"trace[1087353456] linearizableReadLoop","detail":"{readStateIndex:27711; appliedIndex:27706; }","duration":"103.582307ms","start":"2026-04-28T18:15:15.068961Z","end":"2026-04-28T18:15:15.172544Z","steps":["trace[1087353456] 'read index received' (duration: 27.910741ms)","trace[1087353456] 'applied index is now lower than readState.Index' (duration: 75.670326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:15.172625Z","caller":"traceutil/trace.go:171","msg":"trace[401849375] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"158.968047ms","start":"2026-04-28T18:15:15.013649Z","end":"2026-04-28T18:15:15.172617Z","steps":["trace[401849375] 'process raft request' (duration: 158.814003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:15.172946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.975126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:15.172996Z","caller":"traceutil/trace.go:171","msg":"trace[1077022604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26736; }","duration":"104.10694ms","start":"2026-04-28T18:15:15.068875Z","end":"2026-04-28T18:15:15.172981Z","steps":["trace[1077022604] 'agreement among raft nodes before linearized reading' (duration: 103.887234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:15.363526Z","caller":"traceutil/trace.go:171","msg":"trace[201380047] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"134.72712ms","start":"2026-04-28T18:15:15.22875Z","end":"2026-04-28T18:15:15.363477Z","steps":["trace[201380047] 'process raft request' (duration: 60.659584ms)","trace[201380047] 'compare' (duration: 73.662465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:15.363589Z","caller":"traceutil/trace.go:171","msg":"trace[1680595332] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"108.366139ms","start":"2026-04-28T18:15:15.255187Z","end":"2026-04-28T18:15:15.363553Z","steps":["trace[1680595332] 'process raft request' (duration: 108.227285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:15.869044Z","caller":"traceutil/trace.go:171","msg":"trace[92355817] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"155.898737ms","start":"2026-04-28T18:15:15.713105Z","end":"2026-04-28T18:15:15.869003Z","steps":["trace[92355817] 'process raft request' (duration: 89.467177ms)","trace[92355817] 'compare' (duration: 66.269976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:15:16.496055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.142242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:15:16.496388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.091234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:15:16.496513Z","caller":"traceutil/trace.go:171","msg":"trace[2028402687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26740; }","duration":"413.287319ms","start":"2026-04-28T18:15:16.083185Z","end":"2026-04-28T18:15:16.496472Z","steps":["trace[2028402687] 'count revisions from in-memory index tree' (duration: 412.895749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:16.496188Z","caller":"traceutil/trace.go:171","msg":"trace[4978418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26740; }","duration":"317.337487ms","start":"2026-04-28T18:15:16.178819Z","end":"2026-04-28T18:15:16.496157Z","steps":["trace[4978418] 'range keys from in-memory index tree' (duration: 316.857354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:16.496574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:16.083149Z","time spent":"413.413472ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:15:16.496608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:16.178796Z","time spent":"317.794518ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:15:16.496666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.802071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:16.496787Z","caller":"traceutil/trace.go:171","msg":"trace[1532030007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26740; }","duration":"146.026817ms","start":"2026-04-28T18:15:16.35073Z","end":"2026-04-28T18:15:16.496757Z","steps":["trace[1532030007] 'range keys from in-memory index tree' (duration: 145.677658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:16.497186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.477505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:16.497291Z","caller":"traceutil/trace.go:171","msg":"trace[1785548067] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26740; }","duration":"259.593378ms","start":"2026-04-28T18:15:16.237671Z","end":"2026-04-28T18:15:16.497265Z","steps":["trace[1785548067] 'count revisions from in-memory index tree' (duration: 259.349182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:16.497388Z","caller":"traceutil/trace.go:171","msg":"trace[1311168194] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"120.335404ms","start":"2026-04-28T18:15:16.377031Z","end":"2026-04-28T18:15:16.497367Z","steps":["trace[1311168194] 'process raft request' (duration: 106.606824ms)","trace[1311168194] 'compare' (duration: 12.221541ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:16.871759Z","caller":"traceutil/trace.go:171","msg":"trace[522863406] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27716; }","duration":"198.617135ms","start":"2026-04-28T18:15:16.673106Z","end":"2026-04-28T18:15:16.871723Z","steps":["trace[522863406] 'read index received' (duration: 71.361507ms)","trace[522863406] 'applied index is now lower than readState.Index' (duration: 127.251508ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:16.871858Z","caller":"traceutil/trace.go:171","msg":"trace[1040224635] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"119.798219ms","start":"2026-04-28T18:15:16.752027Z","end":"2026-04-28T18:15:16.871825Z","steps":["trace[1040224635] 'process raft request' (duration: 119.562133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:16.871847Z","caller":"traceutil/trace.go:171","msg":"trace[1325790771] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"202.673058ms","start":"2026-04-28T18:15:16.669112Z","end":"2026-04-28T18:15:16.871785Z","steps":["trace[1325790771] 'process raft request' (duration: 105.594888ms)","trace[1325790771] 'compare' (duration: 96.670009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:15:16.872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.878432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:15:16.872043Z","caller":"traceutil/trace.go:171","msg":"trace[1066187561] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26745; }","duration":"198.979265ms","start":"2026-04-28T18:15:16.673052Z","end":"2026-04-28T18:15:16.872032Z","steps":["trace[1066187561] 'agreement among raft nodes before linearized reading' (duration: 198.812841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:16.923676Z","caller":"traceutil/trace.go:171","msg":"trace[907126676] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"104.272844ms","start":"2026-04-28T18:15:16.819374Z","end":"2026-04-28T18:15:16.923647Z","steps":["trace[907126676] 'process raft request' (duration: 104.066919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:17.064704Z","caller":"traceutil/trace.go:171","msg":"trace[1050930232] linearizableReadLoop","detail":"{readStateIndex:27723; appliedIndex:27720; }","duration":"192.846548ms","start":"2026-04-28T18:15:16.871829Z","end":"2026-04-28T18:15:17.064675Z","steps":["trace[1050930232] 'read index received' (duration: 51.659715ms)","trace[1050930232] 'applied index is now lower than readState.Index' (duration: 141.185203ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:17.064768Z","caller":"traceutil/trace.go:171","msg":"trace[487926916] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"235.004682ms","start":"2026-04-28T18:15:16.829736Z","end":"2026-04-28T18:15:17.06474Z","steps":["trace[487926916] 'process raft request' (duration: 234.806907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:17.064881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.854392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:17.064919Z","caller":"traceutil/trace.go:171","msg":"trace[549828641] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26748; }","duration":"233.949334ms","start":"2026-04-28T18:15:16.830959Z","end":"2026-04-28T18:15:17.064909Z","steps":["trace[549828641] 'agreement among raft nodes before linearized reading' (duration: 233.860902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:17.064693Z","caller":"traceutil/trace.go:171","msg":"trace[357469208] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"245.050237ms","start":"2026-04-28T18:15:16.819573Z","end":"2026-04-28T18:15:17.064624Z","steps":["trace[357469208] 'process raft request' (duration: 187.243616ms)","trace[357469208] 'compare' (duration: 57.482393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:15:17.065018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.198965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-28T18:15:17.065096Z","caller":"traceutil/trace.go:171","msg":"trace[1797137546] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:26748; }","duration":"200.352029ms","start":"2026-04-28T18:15:16.864714Z","end":"2026-04-28T18:15:17.065066Z","steps":["trace[1797137546] 'agreement among raft nodes before linearized reading' (duration: 200.075192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:17.262271Z","caller":"traceutil/trace.go:171","msg":"trace[1044481903] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"163.39926ms","start":"2026-04-28T18:15:17.098817Z","end":"2026-04-28T18:15:17.262216Z","steps":["trace[1044481903] 'process raft request' (duration: 66.951894ms)","trace[1044481903] 'compare' (duration: 96.21632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:17.447925Z","caller":"traceutil/trace.go:171","msg":"trace[1830251338] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"268.121844ms","start":"2026-04-28T18:15:17.17976Z","end":"2026-04-28T18:15:17.447882Z","steps":["trace[1830251338] 'process raft request' (duration: 223.389426ms)","trace[1830251338] 'compare' (duration: 44.438501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:17.447981Z","caller":"traceutil/trace.go:171","msg":"trace[1775359989] linearizableReadLoop","detail":"{readStateIndex:27727; appliedIndex:27726; }","duration":"185.625124ms","start":"2026-04-28T18:15:17.262169Z","end":"2026-04-28T18:15:17.447794Z","steps":["trace[1775359989] 'read index received' (duration: 141.165362ms)","trace[1775359989] 'applied index is now lower than readState.Index' (duration: 44.457652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:15:17.448171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.498146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:15:17.448287Z","caller":"traceutil/trace.go:171","msg":"trace[1750639301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26752; }","duration":"270.68375ms","start":"2026-04-28T18:15:17.177576Z","end":"2026-04-28T18:15:17.44826Z","steps":["trace[1750639301] 'agreement among raft nodes before linearized reading' (duration: 270.29043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:17.448268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.723641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:15:17.448364Z","caller":"traceutil/trace.go:171","msg":"trace[610925375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26752; }","duration":"270.846994ms","start":"2026-04-28T18:15:17.177494Z","end":"2026-04-28T18:15:17.448341Z","steps":["trace[610925375] 'agreement among raft nodes before linearized reading' (duration: 270.552826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:17.466501Z","caller":"traceutil/trace.go:171","msg":"trace[508490246] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"198.653466ms","start":"2026-04-28T18:15:17.267822Z","end":"2026-04-28T18:15:17.466475Z","steps":["trace[508490246] 'process raft request' (duration: 198.172343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:17.466965Z","caller":"traceutil/trace.go:171","msg":"trace[5782781] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"198.112242ms","start":"2026-04-28T18:15:17.268814Z","end":"2026-04-28T18:15:17.466926Z","steps":["trace[5782781] 'process raft request' (duration: 197.585329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:17.705066Z","caller":"traceutil/trace.go:171","msg":"trace[1290614990] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"119.503812ms","start":"2026-04-28T18:15:17.585526Z","end":"2026-04-28T18:15:17.70503Z","steps":["trace[1290614990] 'process raft request' (duration: 119.218274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:19.549458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.450819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:15:19.55Z","caller":"traceutil/trace.go:171","msg":"trace[900378216] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"479.812552ms","start":"2026-04-28T18:15:19.07014Z","end":"2026-04-28T18:15:19.549952Z","steps":["trace[900378216] 'process raft request' (duration: 64.149373ms)","trace[900378216] 'compare' (duration: 413.838064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:15:19.550002Z","caller":"traceutil/trace.go:171","msg":"trace[1026135621] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"477.244077ms","start":"2026-04-28T18:15:19.072718Z","end":"2026-04-28T18:15:19.549962Z","steps":["trace[1026135621] 'process raft request' (duration: 477.075122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:19.55017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:19.072631Z","time spent":"477.452642ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:15:19.550027Z","caller":"traceutil/trace.go:171","msg":"trace[1257140167] linearizableReadLoop","detail":"{readStateIndex:27740; appliedIndex:27738; }","duration":"460.584483ms","start":"2026-04-28T18:15:19.089418Z","end":"2026-04-28T18:15:19.550002Z","steps":["trace[1257140167] 'read index received' (duration: 44.951954ms)","trace[1257140167] 'applied index is now lower than readState.Index' (duration: 415.630939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:15:19.550165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.750846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:15:19.550252Z","caller":"traceutil/trace.go:171","msg":"trace[949777439] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26766; }","duration":"460.909611ms","start":"2026-04-28T18:15:19.08933Z","end":"2026-04-28T18:15:19.55024Z","steps":["trace[949777439] 'agreement among raft nodes before linearized reading' (duration: 460.741486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:19.550299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:19.089297Z","time spent":"460.989753ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:15:19.550172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:19.070117Z","time spent":"479.954895ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:15:19.550852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.408709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-28T18:15:19.550951Z","caller":"traceutil/trace.go:171","msg":"trace[533577252] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:26767; }","duration":"460.572254ms","start":"2026-04-28T18:15:19.090353Z","end":"2026-04-28T18:15:19.550925Z","steps":["trace[533577252] 'agreement among raft nodes before linearized reading' (duration: 460.260626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:19.551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:19.090332Z","time spent":"460.658716ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7295,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:15:19.551239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.204038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:15:19.551399Z","caller":"traceutil/trace.go:171","msg":"trace[1966164404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26767; }","duration":"437.327901ms","start":"2026-04-28T18:15:19.113962Z","end":"2026-04-28T18:15:19.55129Z","steps":["trace[1966164404] 'agreement among raft nodes before linearized reading' (duration: 436.983802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:15:19.551461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:15:19.113942Z","time spent":"437.507226ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:15:19.676593Z","caller":"traceutil/trace.go:171","msg":"trace[1310116] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"120.169198ms","start":"2026-04-28T18:15:19.5564Z","end":"2026-04-28T18:15:19.676569Z","steps":["trace[1310116] 'process raft request' (duration: 120.101697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:19.676635Z","caller":"traceutil/trace.go:171","msg":"trace[494046679] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"120.314252ms","start":"2026-04-28T18:15:19.556281Z","end":"2026-04-28T18:15:19.676595Z","steps":["trace[494046679] 'process raft request' (duration: 119.029849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:19.676939Z","caller":"traceutil/trace.go:171","msg":"trace[2049711425] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"120.22454ms","start":"2026-04-28T18:15:19.556694Z","end":"2026-04-28T18:15:19.676919Z","steps":["trace[2049711425] 'process raft request' (duration: 120.058766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:19.676927Z","caller":"traceutil/trace.go:171","msg":"trace[53901001] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"120.095057ms","start":"2026-04-28T18:15:19.556793Z","end":"2026-04-28T18:15:19.676888Z","steps":["trace[53901001] 'process raft request' (duration: 119.742508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:19.677413Z","caller":"traceutil/trace.go:171","msg":"trace[1975120522] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"120.399034ms","start":"2026-04-28T18:15:19.556969Z","end":"2026-04-28T18:15:19.677368Z","steps":["trace[1975120522] 'process raft request' (duration: 119.903682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:15:26.992951Z","caller":"traceutil/trace.go:171","msg":"trace[527637532] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"108.626945ms","start":"2026-04-28T18:15:26.884296Z","end":"2026-04-28T18:15:26.992923Z","steps":["trace[527637532] 'process raft request' (duration: 108.374139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:20.402532Z","caller":"traceutil/trace.go:171","msg":"trace[1704044936] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"592.016019ms","start":"2026-04-28T18:16:19.810489Z","end":"2026-04-28T18:16:20.402505Z","steps":["trace[1704044936] 'process raft request' (duration: 591.842374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.402749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:19.810455Z","time spent":"592.209584ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:20.410703Z","caller":"traceutil/trace.go:171","msg":"trace[1496152816] transaction","detail":"{read_only:false; response_revision:27360; number_of_response:1; }","duration":"600.174637ms","start":"2026-04-28T18:16:19.810512Z","end":"2026-04-28T18:16:20.410687Z","steps":["trace[1496152816] 'process raft request' (duration: 599.988543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.410793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:19.810483Z","time spent":"600.26953ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:20.410937Z","caller":"traceutil/trace.go:171","msg":"trace[465888636] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"598.906024ms","start":"2026-04-28T18:16:19.812019Z","end":"2026-04-28T18:16:20.410925Z","steps":["trace[465888636] 'process raft request' (duration: 598.612777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.410989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:19.811988Z","time spent":"598.971706ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:20.411395Z","caller":"traceutil/trace.go:171","msg":"trace[1376258825] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"596.420821ms","start":"2026-04-28T18:16:19.814939Z","end":"2026-04-28T18:16:20.41136Z","steps":["trace[1376258825] 'process raft request' (duration: 595.936399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.411593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:19.81492Z","time spent":"596.570424ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:20.413446Z","caller":"traceutil/trace.go:171","msg":"trace[1178435042] linearizableReadLoop","detail":"{readStateIndex:28356; appliedIndex:28351; }","duration":"379.711025ms","start":"2026-04-28T18:16:20.033703Z","end":"2026-04-28T18:16:20.413414Z","steps":["trace[1178435042] 'read index received' (duration: 368.710545ms)","trace[1178435042] 'applied index is now lower than readState.Index' (duration: 10.99858ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:20.413612Z","caller":"traceutil/trace.go:171","msg":"trace[1091201405] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"119.762529ms","start":"2026-04-28T18:16:20.293823Z","end":"2026-04-28T18:16:20.413586Z","steps":["trace[1091201405] 'process raft request' (duration: 119.40572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.413677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.962021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:20.413805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.681593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:16:20.414349Z","caller":"traceutil/trace.go:171","msg":"trace[891485531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27363; }","duration":"380.658949ms","start":"2026-04-28T18:16:20.033598Z","end":"2026-04-28T18:16:20.414257Z","steps":["trace[891485531] 'agreement among raft nodes before linearized reading' (duration: 379.995742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.414413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.033552Z","time spent":"380.842463ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:20.413852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.730822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:20.414435Z","caller":"traceutil/trace.go:171","msg":"trace[2117643389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27363; }","duration":"345.269498ms","start":"2026-04-28T18:16:20.069111Z","end":"2026-04-28T18:16:20.414381Z","steps":["trace[2117643389] 'agreement among raft nodes before linearized reading' (duration: 344.55624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:20.414486Z","caller":"traceutil/trace.go:171","msg":"trace[1126433158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27363; }","duration":"339.398168ms","start":"2026-04-28T18:16:20.075073Z","end":"2026-04-28T18:16:20.414471Z","steps":["trace[1126433158] 'agreement among raft nodes before linearized reading' (duration: 338.757762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.414507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.069046Z","time spent":"345.446513ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:16:20.414526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.075055Z","time spent":"339.45927ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:20.413871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.358835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:16:20.41459Z","caller":"traceutil/trace.go:171","msg":"trace[578220284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27363; }","duration":"334.125614ms","start":"2026-04-28T18:16:20.080451Z","end":"2026-04-28T18:16:20.414577Z","steps":["trace[578220284] 'agreement among raft nodes before linearized reading' (duration: 333.291923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.414629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.080433Z","time spent":"334.184736ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:16:20.413928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.877566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:16:20.414776Z","caller":"traceutil/trace.go:171","msg":"trace[1955458573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27363; }","duration":"317.731597ms","start":"2026-04-28T18:16:20.097001Z","end":"2026-04-28T18:16:20.414733Z","steps":["trace[1955458573] 'agreement among raft nodes before linearized reading' (duration: 316.876015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.41482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.096977Z","time spent":"317.83038ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:20.413951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.714422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:16:20.414874Z","caller":"traceutil/trace.go:171","msg":"trace[1518479807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27363; }","duration":"317.684326ms","start":"2026-04-28T18:16:20.097178Z","end":"2026-04-28T18:16:20.414863Z","steps":["trace[1518479807] 'agreement among raft nodes before linearized reading' (duration: 316.65468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.414911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.097169Z","time spent":"317.727327ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:20.413957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.367994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:16:20.415123Z","caller":"traceutil/trace.go:171","msg":"trace[1299918653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27363; }","duration":"330.473522ms","start":"2026-04-28T18:16:20.08453Z","end":"2026-04-28T18:16:20.415004Z","steps":["trace[1299918653] 'agreement among raft nodes before linearized reading' (duration: 329.181189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:20.415289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:20.084524Z","time spent":"330.718808ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:16:25.050826Z","caller":"traceutil/trace.go:171","msg":"trace[322816684] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"191.087783ms","start":"2026-04-28T18:16:24.859691Z","end":"2026-04-28T18:16:25.050778Z","steps":["trace[322816684] 'process raft request' (duration: 190.773455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:26.942732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227831261s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:26.942871Z","caller":"traceutil/trace.go:171","msg":"trace[1202886757] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"1.734764014s","start":"2026-04-28T18:16:25.208084Z","end":"2026-04-28T18:16:26.942848Z","steps":["trace[1202886757] 'process raft request' (duration: 506.719817ms)","trace[1202886757] 'compare' (duration: 1.226731404s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:26.942925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.208057Z","time spent":"1.734845876s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:27.559141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.844359124s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:16:28.068796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:28.068883Z","caller":"traceutil/trace.go:171","msg":"trace[1073604391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389125s","start":"2026-04-28T18:16:26.068473Z","end":"2026-04-28T18:16:28.068862Z","steps":["trace[1073604391] 'agreement among raft nodes before linearized reading' (duration: 2.000281512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:28.068962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.068451Z","time spent":"2.000501258s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:28.452791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.227482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:28.452957Z","caller":"traceutil/trace.go:171","msg":"trace[615067281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27399; }","duration":"192.414137ms","start":"2026-04-28T18:16:28.260519Z","end":"2026-04-28T18:16:28.452934Z","steps":["trace[615067281] 'range keys from in-memory index tree' (duration: 192.187181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:28.453537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.990256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:28.453684Z","caller":"traceutil/trace.go:171","msg":"trace[949720415] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"3.219871255s","start":"2026-04-28T18:16:25.233794Z","end":"2026-04-28T18:16:28.453665Z","steps":["trace[949720415] 'process raft request' (duration: 2.325640504s)","trace[949720415] 'compare' (duration: 893.601524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:28.453827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.233764Z","time spent":"3.219977248s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:28.453839Z","caller":"traceutil/trace.go:171","msg":"trace[1944201414] linearizableReadLoop","detail":"{readStateIndex:28397; appliedIndex:28393; }","duration":"2.97259322s","start":"2026-04-28T18:16:25.481217Z","end":"2026-04-28T18:16:28.45381Z","steps":["trace[1944201414] 'read index received' (duration: 233.608106ms)","trace[1944201414] 'applied index is now lower than readState.Index' (duration: 2.738983714s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:28.453946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972736414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:28.453901Z","caller":"traceutil/trace.go:171","msg":"trace[1821656315] transaction","detail":"{read_only:false; response_revision:27402; number_of_response:1; }","duration":"3.14427997s","start":"2026-04-28T18:16:25.30957Z","end":"2026-04-28T18:16:28.45385Z","steps":["trace[1821656315] 'process raft request' (duration: 3.144192808s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:28.453984Z","caller":"traceutil/trace.go:171","msg":"trace[1844129593] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27402; }","duration":"2.972831607s","start":"2026-04-28T18:16:25.481141Z","end":"2026-04-28T18:16:28.453973Z","steps":["trace[1844129593] 'agreement among raft nodes before linearized reading' (duration: 2.972754945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:28.454204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.481114Z","time spent":"2.973077372s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:28.454269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.309533Z","time spent":"3.144460485s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:28.453916Z","caller":"traceutil/trace.go:171","msg":"trace[1856108259] transaction","detail":"{read_only:false; response_revision:27401; number_of_response:1; }","duration":"3.168688001s","start":"2026-04-28T18:16:25.285193Z","end":"2026-04-28T18:16:28.453881Z","steps":["trace[1856108259] 'process raft request' (duration: 3.168456425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:28.454431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.285155Z","time spent":"3.169241735s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:28.954118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790914972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:29.048119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488710402s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:29.050415Z","caller":"traceutil/trace.go:171","msg":"trace[1189611046] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"2.604107942s","start":"2026-04-28T18:16:26.446281Z","end":"2026-04-28T18:16:29.050389Z","steps":["trace[1189611046] 'process raft request' (duration: 2.60403365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.05059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.44625Z","time spent":"2.604229745s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.05076Z","caller":"traceutil/trace.go:171","msg":"trace[2021335273] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"2.624966502s","start":"2026-04-28T18:16:26.425785Z","end":"2026-04-28T18:16:29.050751Z","steps":["trace[2021335273] 'process raft request' (duration: 2.622877099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.050808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.425753Z","time spent":"2.625030544s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.050906Z","caller":"traceutil/trace.go:171","msg":"trace[1998219668] transaction","detail":"{read_only:false; response_revision:27404; number_of_response:1; }","duration":"2.619923554s","start":"2026-04-28T18:16:26.430975Z","end":"2026-04-28T18:16:29.050898Z","steps":["trace[1998219668] 'process raft request' (duration: 2.619242307s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.050865Z","caller":"traceutil/trace.go:171","msg":"trace[576404947] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"1.942762699s","start":"2026-04-28T18:16:27.108068Z","end":"2026-04-28T18:16:29.050831Z","steps":["trace[576404947] 'process raft request' (duration: 1.942688327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.05095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.430963Z","time spent":"2.619957824s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:29.05108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:27.108038Z","time spent":"1.942909353s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.051136Z","caller":"traceutil/trace.go:171","msg":"trace[95750998] transaction","detail":"{read_only:false; response_revision:27406; number_of_response:1; }","duration":"2.604659576s","start":"2026-04-28T18:16:26.446439Z","end":"2026-04-28T18:16:29.051099Z","steps":["trace[95750998] 'process raft request' (duration: 2.603909407s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.051273Z","caller":"traceutil/trace.go:171","msg":"trace[1666540860] transaction","detail":"{read_only:false; response_revision:27407; number_of_response:1; }","duration":"1.994214259s","start":"2026-04-28T18:16:27.05699Z","end":"2026-04-28T18:16:29.051204Z","steps":["trace[1666540860] 'process raft request' (duration: 1.99348137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.051332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.446409Z","time spent":"2.60480888s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:29.051557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:27.056955Z","time spent":"1.994453085s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.094504Z","caller":"traceutil/trace.go:171","msg":"trace[745793105] linearizableReadLoop","detail":"{readStateIndex:28404; appliedIndex:28397; }","duration":"640.613905ms","start":"2026-04-28T18:16:28.453866Z","end":"2026-04-28T18:16:29.094479Z","steps":["trace[745793105] 'read index received' (duration: 595.179888ms)","trace[745793105] 'applied index is now lower than readState.Index' (duration: 45.432587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:29.094806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342565738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76dd9c875d-qn2g5\" ","response":"range_response_count:1 size:8567"} {"level":"warn","ts":"2026-04-28T18:16:29.094793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268539933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:29.094855Z","caller":"traceutil/trace.go:171","msg":"trace[1216930942] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76dd9c875d-qn2g5; range_end:; response_count:1; response_revision:27409; }","duration":"3.342679201s","start":"2026-04-28T18:16:25.752164Z","end":"2026-04-28T18:16:29.094843Z","steps":["trace[1216930942] 'agreement among raft nodes before linearized reading' (duration: 3.342490595s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.094905Z","caller":"traceutil/trace.go:171","msg":"trace[287463696] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27409; }","duration":"3.268742089s","start":"2026-04-28T18:16:25.826135Z","end":"2026-04-28T18:16:29.094877Z","steps":["trace[287463696] 'agreement among raft nodes before linearized reading' (duration: 3.268468281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.094974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358463812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:29.09495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69006685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T18:16:29.094999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641834452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:16:29.095052Z","caller":"traceutil/trace.go:171","msg":"trace[2010082356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27409; }","duration":"2.690245704s","start":"2026-04-28T18:16:26.404781Z","end":"2026-04-28T18:16:29.095026Z","steps":["trace[2010082356] 'agreement among raft nodes before linearized reading' (duration: 2.689880094s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.095073Z","caller":"traceutil/trace.go:171","msg":"trace[2085819532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27409; }","duration":"2.641890263s","start":"2026-04-28T18:16:26.453159Z","end":"2026-04-28T18:16:29.095049Z","steps":["trace[2085819532] 'agreement among raft nodes before linearized reading' (duration: 2.64179165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.095078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410156178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:29.095116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.453112Z","time spent":"2.641996545s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:16:29.095114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.404751Z","time spent":"2.690352817s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T18:16:29.095128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64138051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:16:29.095139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641393291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:16:29.095197Z","caller":"traceutil/trace.go:171","msg":"trace[937588005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27409; }","duration":"2.641482692s","start":"2026-04-28T18:16:26.453705Z","end":"2026-04-28T18:16:29.095187Z","steps":["trace[937588005] 'agreement among raft nodes before linearized reading' (duration: 2.641327769s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.095195Z","caller":"traceutil/trace.go:171","msg":"trace[1324717243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27409; }","duration":"2.641466522s","start":"2026-04-28T18:16:26.453714Z","end":"2026-04-28T18:16:29.09518Z","steps":["trace[1324717243] 'agreement among raft nodes before linearized reading' (duration: 2.641196505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.095209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.285682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:29.095222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.012921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:16:29.095246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.453707Z","time spent":"2.641523443s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:16:29.095256Z","caller":"traceutil/trace.go:171","msg":"trace[218598329] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27409; }","duration":"439.358913ms","start":"2026-04-28T18:16:28.655885Z","end":"2026-04-28T18:16:29.095244Z","steps":["trace[218598329] 'agreement among raft nodes before linearized reading' (duration: 439.298091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.095277Z","caller":"traceutil/trace.go:171","msg":"trace[1475172642] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"144.96379ms","start":"2026-04-28T18:16:28.950302Z","end":"2026-04-28T18:16:29.095266Z","steps":["trace[1475172642] 'process raft request' (duration: 144.036806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.095297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:28.655864Z","time spent":"439.423975ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.094909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.752135Z","time spent":"3.342761973s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8591,"request content":"key:\"/registry/pods/openstack/magnum-api-76dd9c875d-qn2g5\" "} {"level":"warn","ts":"2026-04-28T18:16:29.095231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.453698Z","time spent":"2.641526864s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:29.095543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744632805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:29.095563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.30081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:16:29.095588Z","caller":"traceutil/trace.go:171","msg":"trace[1617677584] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27409; }","duration":"1.744746717s","start":"2026-04-28T18:16:27.350826Z","end":"2026-04-28T18:16:29.095573Z","steps":["trace[1617677584] 'agreement among raft nodes before linearized reading' (duration: 1.744659925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.095623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:27.350802Z","time spent":"1.744812029s","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:29.095289Z","caller":"traceutil/trace.go:171","msg":"trace[387671089] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27409; }","duration":"906.107383ms","start":"2026-04-28T18:16:28.189153Z","end":"2026-04-28T18:16:29.09526Z","steps":["trace[387671089] 'agreement among raft nodes before linearized reading' (duration: 906.022081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.095728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:28.189125Z","time spent":"906.583286ms","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:29.095621Z","caller":"traceutil/trace.go:171","msg":"trace[951019037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27409; }","duration":"723.396622ms","start":"2026-04-28T18:16:28.37221Z","end":"2026-04-28T18:16:29.095606Z","steps":["trace[951019037] 'agreement among raft nodes before linearized reading' (duration: 723.189667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.095789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:28.37216Z","time spent":"723.615438ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:16:29.094987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.826105Z","time spent":"3.268868421s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.09589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365003575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:16:29.094804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643115975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:16:29.095971Z","caller":"traceutil/trace.go:171","msg":"trace[1062807169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27409; }","duration":"2.644351366s","start":"2026-04-28T18:16:26.451606Z","end":"2026-04-28T18:16:29.095957Z","steps":["trace[1062807169] 'agreement among raft nodes before linearized reading' (duration: 2.642909989s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.095971Z","caller":"traceutil/trace.go:171","msg":"trace[802688413] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27409; }","duration":"2.365135199s","start":"2026-04-28T18:16:26.730814Z","end":"2026-04-28T18:16:29.095949Z","steps":["trace[802688413] 'agreement among raft nodes before linearized reading' (duration: 2.363680011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.096007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.451582Z","time spent":"2.644413178s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:16:29.096025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.730789Z","time spent":"2.365220751s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:29.095018Z","caller":"traceutil/trace.go:171","msg":"trace[1402069805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27409; }","duration":"3.358562185s","start":"2026-04-28T18:16:25.736444Z","end":"2026-04-28T18:16:29.095007Z","steps":["trace[1402069805] 'agreement among raft nodes before linearized reading' (duration: 3.358492193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.096098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.736416Z","time spent":"3.359668512s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.095111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026018776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:29.096192Z","caller":"traceutil/trace.go:171","msg":"trace[47305651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27409; }","duration":"1.027161584s","start":"2026-04-28T18:16:28.069009Z","end":"2026-04-28T18:16:29.09617Z","steps":["trace[47305651] 'agreement among raft nodes before linearized reading' (duration: 1.025987395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.096249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:28.06898Z","time spent":"1.027253087s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:16:29.095151Z","caller":"traceutil/trace.go:171","msg":"trace[83464311] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27409; }","duration":"3.410259471s","start":"2026-04-28T18:16:25.68488Z","end":"2026-04-28T18:16:29.095139Z","steps":["trace[83464311] 'agreement among raft nodes before linearized reading' (duration: 3.410162029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.09639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:25.684855Z","time spent":"3.411508552s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.094926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638267771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:16:29.096602Z","caller":"traceutil/trace.go:171","msg":"trace[1377142670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27409; }","duration":"2.639974704s","start":"2026-04-28T18:16:26.456613Z","end":"2026-04-28T18:16:29.096587Z","steps":["trace[1377142670] 'agreement among raft nodes before linearized reading' (duration: 2.63825414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.096644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:26.456593Z","time spent":"2.640040636s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:29.095358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.301665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:29.096783Z","caller":"traceutil/trace.go:171","msg":"trace[516013966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27409; }","duration":"813.776702ms","start":"2026-04-28T18:16:28.282986Z","end":"2026-04-28T18:16:29.096762Z","steps":["trace[516013966] 'agreement among raft nodes before linearized reading' (duration: 812.285605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.096844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:28.282959Z","time spent":"813.863895ms","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.097019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804136315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:29.097155Z","caller":"traceutil/trace.go:171","msg":"trace[647671128] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27409; }","duration":"1.804445943s","start":"2026-04-28T18:16:27.292678Z","end":"2026-04-28T18:16:29.097124Z","steps":["trace[647671128] 'agreement among raft nodes before linearized reading' (duration: 1.803357446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.097232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:27.292653Z","time spent":"1.804544175s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.867777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.271528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:29.867914Z","caller":"traceutil/trace.go:171","msg":"trace[52286366] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"766.064089ms","start":"2026-04-28T18:16:29.101826Z","end":"2026-04-28T18:16:29.86789Z","steps":["trace[52286366] 'process raft request' (duration: 407.566814ms)","trace[52286366] 'compare' (duration: 357.350965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:29.86798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.101807Z","time spent":"766.14259ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.870099Z","caller":"traceutil/trace.go:171","msg":"trace[1202376906] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"766.628743ms","start":"2026-04-28T18:16:29.103436Z","end":"2026-04-28T18:16:29.870064Z","steps":["trace[1202376906] 'process raft request' (duration: 766.53297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.870315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.103428Z","time spent":"766.773536ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.8702Z","caller":"traceutil/trace.go:171","msg":"trace[660390892] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"767.847663ms","start":"2026-04-28T18:16:29.102286Z","end":"2026-04-28T18:16:29.870134Z","steps":["trace[660390892] 'process raft request' (duration: 767.442763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.87047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.102267Z","time spent":"768.123641ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.870891Z","caller":"traceutil/trace.go:171","msg":"trace[1104406399] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"767.395143ms","start":"2026-04-28T18:16:29.103473Z","end":"2026-04-28T18:16:29.870869Z","steps":["trace[1104406399] 'process raft request' (duration: 766.5495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.871012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.103457Z","time spent":"767.492185ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:29.871105Z","caller":"traceutil/trace.go:171","msg":"trace[2028057321] linearizableReadLoop","detail":"{readStateIndex:28406; appliedIndex:28404; }","duration":"767.71308ms","start":"2026-04-28T18:16:29.103363Z","end":"2026-04-28T18:16:29.871076Z","steps":["trace[2028057321] 'read index received' (duration: 406.046675ms)","trace[2028057321] 'applied index is now lower than readState.Index' (duration: 361.665345ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:29.871149Z","caller":"traceutil/trace.go:171","msg":"trace[1049805110] transaction","detail":"{read_only:false; response_revision:27416; number_of_response:1; }","duration":"763.018691ms","start":"2026-04-28T18:16:29.10811Z","end":"2026-04-28T18:16:29.871129Z","steps":["trace[1049805110] 'process raft request' (duration: 762.903978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.871159Z","caller":"traceutil/trace.go:171","msg":"trace[1494442798] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"765.741751ms","start":"2026-04-28T18:16:29.105402Z","end":"2026-04-28T18:16:29.871144Z","steps":["trace[1494442798] 'process raft request' (duration: 765.524375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:29.871053Z","caller":"traceutil/trace.go:171","msg":"trace[1491059022] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"766.92072ms","start":"2026-04-28T18:16:29.104118Z","end":"2026-04-28T18:16:29.871039Z","steps":["trace[1491059022] 'process raft request' (duration: 766.496238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.871232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.105364Z","time spent":"765.824573ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:29.871269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.104111Z","time spent":"767.088345ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:29.87127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.108103Z","time spent":"763.088863ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8365,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:29.871524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.125371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:16:29.871612Z","caller":"traceutil/trace.go:171","msg":"trace[1697220327] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27416; }","duration":"768.246094ms","start":"2026-04-28T18:16:29.103342Z","end":"2026-04-28T18:16:29.871588Z","steps":["trace[1697220327] 'agreement among raft nodes before linearized reading' (duration: 767.955326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.871684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.103331Z","time spent":"768.343596ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:16:29.879892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.902659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:29.879981Z","caller":"traceutil/trace.go:171","msg":"trace[2008818715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27416; }","duration":"776.015472ms","start":"2026-04-28T18:16:29.103946Z","end":"2026-04-28T18:16:29.879961Z","steps":["trace[2008818715] 'agreement among raft nodes before linearized reading' (duration: 775.860728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.880018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.10394Z","time spent":"776.071643ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:29.880556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.904577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:29.880591Z","caller":"traceutil/trace.go:171","msg":"trace[688379553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27416; }","duration":"661.943318ms","start":"2026-04-28T18:16:29.218636Z","end":"2026-04-28T18:16:29.880579Z","steps":["trace[688379553] 'agreement among raft nodes before linearized reading' (duration: 661.875017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:29.880613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:29.218531Z","time spent":"662.076251ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:29.880841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.229928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:29.880939Z","caller":"traceutil/trace.go:171","msg":"trace[1553908067] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27416; }","duration":"257.405432ms","start":"2026-04-28T18:16:29.623509Z","end":"2026-04-28T18:16:29.880915Z","steps":["trace[1553908067] 'agreement among raft nodes before linearized reading' (duration: 256.463218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:31.356558Z","caller":"traceutil/trace.go:171","msg":"trace[597816205] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"432.279012ms","start":"2026-04-28T18:16:30.924247Z","end":"2026-04-28T18:16:31.356526Z","steps":["trace[597816205] 'process raft request' (duration: 432.072557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:31.356957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:30.92423Z","time spent":"432.418105ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:31.905325Z","caller":"traceutil/trace.go:171","msg":"trace[304938507] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"846.737801ms","start":"2026-04-28T18:16:31.058563Z","end":"2026-04-28T18:16:31.905301Z","steps":["trace[304938507] 'process raft request' (duration: 846.663299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:31.905345Z","caller":"traceutil/trace.go:171","msg":"trace[1677878511] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"847.739807ms","start":"2026-04-28T18:16:31.057563Z","end":"2026-04-28T18:16:31.905303Z","steps":["trace[1677878511] 'process raft request' (duration: 847.487691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:31.905487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.058535Z","time spent":"846.862815ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:31.905541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.057542Z","time spent":"847.891521ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:31.905753Z","caller":"traceutil/trace.go:171","msg":"trace[1161955229] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"846.862405ms","start":"2026-04-28T18:16:31.058818Z","end":"2026-04-28T18:16:31.905681Z","steps":["trace[1161955229] 'process raft request' (duration: 846.447254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:31.905836Z","caller":"traceutil/trace.go:171","msg":"trace[1580543001] transaction","detail":"{read_only:false; response_revision:27430; number_of_response:1; }","duration":"846.487815ms","start":"2026-04-28T18:16:31.059333Z","end":"2026-04-28T18:16:31.905821Z","steps":["trace[1580543001] 'process raft request' (duration: 846.26287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:31.905913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.059322Z","time spent":"846.551066ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:31.905924Z","caller":"traceutil/trace.go:171","msg":"trace[1309706441] linearizableReadLoop","detail":"{readStateIndex:28427; appliedIndex:28422; }","duration":"838.564143ms","start":"2026-04-28T18:16:31.067349Z","end":"2026-04-28T18:16:31.905913Z","steps":["trace[1309706441] 'read index received' (duration: 289.195491ms)","trace[1309706441] 'applied index is now lower than readState.Index' (duration: 549.368002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:31.905996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.654755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:31.905988Z","caller":"traceutil/trace.go:171","msg":"trace[1175771354] transaction","detail":"{read_only:false; response_revision:27432; number_of_response:1; }","duration":"801.47465ms","start":"2026-04-28T18:16:31.104488Z","end":"2026-04-28T18:16:31.905963Z","steps":["trace[1175771354] 'process raft request' (duration: 801.306025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:31.905872Z","caller":"traceutil/trace.go:171","msg":"trace[1689700738] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"845.711626ms","start":"2026-04-28T18:16:31.06013Z","end":"2026-04-28T18:16:31.905842Z","steps":["trace[1689700738] 'process raft request' (duration: 845.605643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:31.906087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.104463Z","time spent":"801.569821ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:31.906048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.058785Z","time spent":"847.092131ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:31.906157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.060119Z","time spent":"845.942501ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:31.906216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.482809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:16:31.906026Z","caller":"traceutil/trace.go:171","msg":"trace[764763345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27432; }","duration":"838.708457ms","start":"2026-04-28T18:16:31.06731Z","end":"2026-04-28T18:16:31.906018Z","steps":["trace[764763345] 'agreement among raft nodes before linearized reading' (duration: 838.633025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:31.906261Z","caller":"traceutil/trace.go:171","msg":"trace[1123455417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27432; }","duration":"502.568491ms","start":"2026-04-28T18:16:31.40368Z","end":"2026-04-28T18:16:31.906248Z","steps":["trace[1123455417] 'agreement among raft nodes before linearized reading' (duration: 502.400757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:31.90627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.067278Z","time spent":"838.983154ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:31.906298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.403646Z","time spent":"502.645093ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T18:16:32.804569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.353856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:32.804815Z","caller":"traceutil/trace.go:171","msg":"trace[1293823866] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"893.337478ms","start":"2026-04-28T18:16:31.911429Z","end":"2026-04-28T18:16:32.804767Z","steps":["trace[1293823866] 'process raft request' (duration: 337.621033ms)","trace[1293823866] 'compare' (duration: 554.834203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:32.80503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.911403Z","time spent":"893.521363ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:32.805695Z","caller":"traceutil/trace.go:171","msg":"trace[1291887920] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"893.528643ms","start":"2026-04-28T18:16:31.912139Z","end":"2026-04-28T18:16:32.805667Z","steps":["trace[1291887920] 'process raft request' (duration: 893.44275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:32.805717Z","caller":"traceutil/trace.go:171","msg":"trace[1255236885] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"893.575304ms","start":"2026-04-28T18:16:31.912096Z","end":"2026-04-28T18:16:32.805672Z","steps":["trace[1255236885] 'process raft request' (duration: 892.679661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:32.805805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.912114Z","time spent":"893.644256ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:32.80601Z","caller":"traceutil/trace.go:171","msg":"trace[1536550688] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"889.089269ms","start":"2026-04-28T18:16:31.916885Z","end":"2026-04-28T18:16:32.805974Z","steps":["trace[1536550688] 'process raft request' (duration: 888.743241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:32.806005Z","caller":"traceutil/trace.go:171","msg":"trace[13911798] linearizableReadLoop","detail":"{readStateIndex:28434; appliedIndex:28429; }","duration":"431.769529ms","start":"2026-04-28T18:16:32.374208Z","end":"2026-04-28T18:16:32.805978Z","steps":["trace[13911798] 'read index received' (duration: 12.404296ms)","trace[13911798] 'applied index is now lower than readState.Index' (duration: 419.363983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:32.806042Z","caller":"traceutil/trace.go:171","msg":"trace[454618572] transaction","detail":"{read_only:false; response_revision:27438; number_of_response:1; }","duration":"729.823316ms","start":"2026-04-28T18:16:32.076168Z","end":"2026-04-28T18:16:32.805991Z","steps":["trace[454618572] 'process raft request' (duration: 729.715213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:32.806203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.916874Z","time spent":"889.218052ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:32.80622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:32.076135Z","time spent":"729.99199ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:32.806401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:31.91207Z","time spent":"893.746498ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:32.807204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.986711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:32.807267Z","caller":"traceutil/trace.go:171","msg":"trace[784532530] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27438; }","duration":"433.150575ms","start":"2026-04-28T18:16:32.374101Z","end":"2026-04-28T18:16:32.807251Z","steps":["trace[784532530] 'agreement among raft nodes before linearized reading' (duration: 431.992405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:32.807316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:32.374071Z","time spent":"433.225476ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:32.807306Z","caller":"traceutil/trace.go:171","msg":"trace[1190174727] transaction","detail":"{read_only:false; response_revision:27439; number_of_response:1; }","duration":"337.823049ms","start":"2026-04-28T18:16:32.46946Z","end":"2026-04-28T18:16:32.807283Z","steps":["trace[1190174727] 'process raft request' (duration: 337.288896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:32.80955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:32.469436Z","time spent":"340.016095ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:32.808026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.715807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:32.809812Z","caller":"traceutil/trace.go:171","msg":"trace[212689876] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27440; }","duration":"288.573225ms","start":"2026-04-28T18:16:32.521221Z","end":"2026-04-28T18:16:32.809795Z","steps":["trace[212689876] 'agreement among raft nodes before linearized reading' (duration: 286.671446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:32.808196Z","caller":"traceutil/trace.go:171","msg":"trace[1375084608] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"337.123111ms","start":"2026-04-28T18:16:32.471053Z","end":"2026-04-28T18:16:32.808176Z","steps":["trace[1375084608] 'process raft request' (duration: 336.68393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:32.810247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:32.471016Z","time spent":"338.986739ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:33.394822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.767133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:33.394946Z","caller":"traceutil/trace.go:171","msg":"trace[1145910279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27440; }","duration":"327.973559ms","start":"2026-04-28T18:16:33.066945Z","end":"2026-04-28T18:16:33.394918Z","steps":["trace[1145910279] 'range keys from in-memory index tree' (duration: 327.623678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:33.395002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.066916Z","time spent":"328.075381ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:34.442979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:16:34.777352Z","caller":"traceutil/trace.go:171","msg":"trace[1465646822] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"865.073209ms","start":"2026-04-28T18:16:33.912242Z","end":"2026-04-28T18:16:34.777316Z","steps":["trace[1465646822] 'process raft request' (duration: 864.825553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:34.777559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.91221Z","time spent":"865.238423ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:36.068828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:36.068945Z","caller":"traceutil/trace.go:171","msg":"trace[1697911253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001208676s","start":"2026-04-28T18:16:34.067712Z","end":"2026-04-28T18:16:36.068921Z","steps":["trace[1697911253] 'agreement among raft nodes before linearized reading' (duration: 2.000505968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.069009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.067693Z","time spent":"2.001304699s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:36.167004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389897267s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:36.19617Z","caller":"traceutil/trace.go:171","msg":"trace[430331480] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"2.282968887s","start":"2026-04-28T18:16:33.91316Z","end":"2026-04-28T18:16:36.196129Z","steps":["trace[430331480] 'process raft request' (duration: 2.254059842s)","trace[430331480] 'compare' (duration: 28.075504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:36.196367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.913127Z","time spent":"2.283136372s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:36.196431Z","caller":"traceutil/trace.go:171","msg":"trace[1413156211] linearizableReadLoop","detail":"{readStateIndex:28443; appliedIndex:28436; }","duration":"2.254011901s","start":"2026-04-28T18:16:33.942388Z","end":"2026-04-28T18:16:36.1964Z","steps":["trace[1413156211] 'read index received' (duration: 834.700405ms)","trace[1413156211] 'applied index is now lower than readState.Index' (duration: 1.419310276s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:36.196453Z","caller":"traceutil/trace.go:171","msg":"trace[1422966018] transaction","detail":"{read_only:false; response_revision:27444; number_of_response:1; }","duration":"2.282470465s","start":"2026-04-28T18:16:33.913944Z","end":"2026-04-28T18:16:36.196415Z","steps":["trace[1422966018] 'process raft request' (duration: 2.281734096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.196607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.913904Z","time spent":"2.282626079s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:36.196795Z","caller":"traceutil/trace.go:171","msg":"trace[112559692] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"2.282854514s","start":"2026-04-28T18:16:33.913931Z","end":"2026-04-28T18:16:36.196786Z","steps":["trace[112559692] 'process raft request' (duration: 2.281621062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.196836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.913894Z","time spent":"2.282917996s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:36.19686Z","caller":"traceutil/trace.go:171","msg":"trace[459460545] transaction","detail":"{read_only:false; response_revision:27447; number_of_response:1; }","duration":"2.137147807s","start":"2026-04-28T18:16:34.059694Z","end":"2026-04-28T18:16:36.196841Z","steps":["trace[459460545] 'process raft request' (duration: 2.136652884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.196987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.05966Z","time spent":"2.137239228s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:36.197261Z","caller":"traceutil/trace.go:171","msg":"trace[1215341874] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"2.282502646s","start":"2026-04-28T18:16:33.914339Z","end":"2026-04-28T18:16:36.196842Z","steps":["trace[1215341874] 'process raft request' (duration: 2.281959852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.197354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.914325Z","time spent":"2.282984218s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:36.196581Z","caller":"traceutil/trace.go:171","msg":"trace[409702052] transaction","detail":"{read_only:false; response_revision:27445; number_of_response:1; }","duration":"2.282501196s","start":"2026-04-28T18:16:33.914065Z","end":"2026-04-28T18:16:36.196566Z","steps":["trace[409702052] 'process raft request' (duration: 2.282166368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.197816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.914033Z","time spent":"2.283735987s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:36.19803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255615102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:16:36.198107Z","caller":"traceutil/trace.go:171","msg":"trace[478947254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27447; }","duration":"2.255708354s","start":"2026-04-28T18:16:33.94238Z","end":"2026-04-28T18:16:36.198088Z","steps":["trace[478947254] 'agreement among raft nodes before linearized reading' (duration: 2.25472887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.198144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:33.942317Z","time spent":"2.255820296s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:16:36.226991Z","caller":"traceutil/trace.go:171","msg":"trace[76644397] transaction","detail":"{read_only:false; response_revision:27448; number_of_response:1; }","duration":"1.411603298s","start":"2026-04-28T18:16:34.815352Z","end":"2026-04-28T18:16:36.226955Z","steps":["trace[76644397] 'process raft request' (duration: 1.411321391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.227263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.815332Z","time spent":"1.411797334s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:36.22735Z","caller":"traceutil/trace.go:171","msg":"trace[1830678240] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"1.410631705s","start":"2026-04-28T18:16:34.816695Z","end":"2026-04-28T18:16:36.227327Z","steps":["trace[1830678240] 'process raft request' (duration: 1.410205523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.227483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.816679Z","time spent":"1.410727747s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:36.227471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750251729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:36.227566Z","caller":"traceutil/trace.go:171","msg":"trace[1705241712] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27450; }","duration":"1.750417763s","start":"2026-04-28T18:16:34.477124Z","end":"2026-04-28T18:16:36.227541Z","steps":["trace[1705241712] 'agreement among raft nodes before linearized reading' (duration: 1.750229049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.227614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.477077Z","time spent":"1.750526356s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:36.227647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.311721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:36.227684Z","caller":"traceutil/trace.go:171","msg":"trace[70024591] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27450; }","duration":"987.387963ms","start":"2026-04-28T18:16:35.240284Z","end":"2026-04-28T18:16:36.227672Z","steps":["trace[70024591] 'agreement among raft nodes before linearized reading' (duration: 987.321771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.227875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.42777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T18:16:36.227911Z","caller":"traceutil/trace.go:171","msg":"trace[1765309935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27450; }","duration":"803.524772ms","start":"2026-04-28T18:16:35.424374Z","end":"2026-04-28T18:16:36.227898Z","steps":["trace[1765309935] 'agreement among raft nodes before linearized reading' (duration: 803.387489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.227939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:35.424341Z","time spent":"803.591704ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-28T18:16:36.227929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.32923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T18:16:36.227989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244862295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:16:36.228002Z","caller":"traceutil/trace.go:171","msg":"trace[1690078514] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27450; }","duration":"763.459773ms","start":"2026-04-28T18:16:35.464522Z","end":"2026-04-28T18:16:36.227982Z","steps":["trace[1690078514] 'agreement among raft nodes before linearized reading' (duration: 763.213656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.228051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:35.464494Z","time spent":"763.545725ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T18:16:36.228036Z","caller":"traceutil/trace.go:171","msg":"trace[1205071506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27450; }","duration":"1.244958429s","start":"2026-04-28T18:16:34.983066Z","end":"2026-04-28T18:16:36.228024Z","steps":["trace[1205071506] 'agreement among raft nodes before linearized reading' (duration: 1.244783854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.228206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.983041Z","time spent":"1.245086981s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:16:36.228383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415060657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:16:36.228419Z","caller":"traceutil/trace.go:171","msg":"trace[1720938872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27450; }","duration":"1.415143359s","start":"2026-04-28T18:16:34.813265Z","end":"2026-04-28T18:16:36.228408Z","steps":["trace[1720938872] 'agreement among raft nodes before linearized reading' (duration: 1.415045517s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.228451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.813237Z","time spent":"1.415207251s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:36.22852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.986217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:36.22859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407151116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:16:36.228619Z","caller":"traceutil/trace.go:171","msg":"trace[1440484974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27450; }","duration":"1.407202147s","start":"2026-04-28T18:16:34.821408Z","end":"2026-04-28T18:16:36.22861Z","steps":["trace[1440484974] 'agreement among raft nodes before linearized reading' (duration: 1.407119945s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:36.228578Z","caller":"traceutil/trace.go:171","msg":"trace[1067305040] transaction","detail":"{read_only:false; response_revision:27450; number_of_response:1; }","duration":"265.653071ms","start":"2026-04-28T18:16:35.96288Z","end":"2026-04-28T18:16:36.228533Z","steps":["trace[1067305040] 'process raft request' (duration: 264.278097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.228648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.821394Z","time spent":"1.407247578s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:16:36.228776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415381185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:16:36.22859Z","caller":"traceutil/trace.go:171","msg":"trace[1888878100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27450; }","duration":"159.14265ms","start":"2026-04-28T18:16:36.069433Z","end":"2026-04-28T18:16:36.228576Z","steps":["trace[1888878100] 'agreement among raft nodes before linearized reading' (duration: 159.027938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.228877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417844618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:16:36.22887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605642268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:16:36.228952Z","caller":"traceutil/trace.go:171","msg":"trace[875009116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27450; }","duration":"1.417965701s","start":"2026-04-28T18:16:34.810944Z","end":"2026-04-28T18:16:36.22891Z","steps":["trace[875009116] 'agreement among raft nodes before linearized reading' (duration: 1.41754672s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:36.22897Z","caller":"traceutil/trace.go:171","msg":"trace[653777177] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27450; }","duration":"1.605797862s","start":"2026-04-28T18:16:34.623149Z","end":"2026-04-28T18:16:36.228947Z","steps":["trace[653777177] 'agreement among raft nodes before linearized reading' (duration: 1.605490274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.229021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.623122Z","time spent":"1.605890414s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:16:36.228997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.810919Z","time spent":"1.418067414s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:16:36.2288Z","caller":"traceutil/trace.go:171","msg":"trace[182537795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27450; }","duration":"1.415467567s","start":"2026-04-28T18:16:34.813325Z","end":"2026-04-28T18:16:36.228792Z","steps":["trace[182537795] 'agreement among raft nodes before linearized reading' (duration: 1.415387595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.229118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:34.81328Z","time spent":"1.415824516s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:36.229543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:35.240255Z","time spent":"987.464454ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:36.230496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.37851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:36.230759Z","caller":"traceutil/trace.go:171","msg":"trace[265743693] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27450; }","duration":"156.698889ms","start":"2026-04-28T18:16:36.074043Z","end":"2026-04-28T18:16:36.230742Z","steps":["trace[265743693] 'agreement among raft nodes before linearized reading' (duration: 156.384361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:36.732341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:37.233014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:37.69878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472259313s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:37.70101Z","caller":"traceutil/trace.go:171","msg":"trace[2106494792] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"1.498489681s","start":"2026-04-28T18:16:36.2025Z","end":"2026-04-28T18:16:37.700989Z","steps":["trace[2106494792] 'process raft request' (duration: 1.496427318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.7012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.202478Z","time spent":"1.498642975s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:37.982758Z","caller":"traceutil/trace.go:171","msg":"trace[1501836725] linearizableReadLoop","detail":"{readStateIndex:28453; appliedIndex:28446; }","duration":"1.750823923s","start":"2026-04-28T18:16:36.231911Z","end":"2026-04-28T18:16:37.982735Z","steps":["trace[1501836725] 'read index received' (duration: 1.467949033s)","trace[1501836725] 'applied index is now lower than readState.Index' (duration: 282.87367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:37.982889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.230395Z","time spent":"1.752487335s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:16:37.983185Z","caller":"traceutil/trace.go:171","msg":"trace[909060488] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"1.747678922s","start":"2026-04-28T18:16:36.235496Z","end":"2026-04-28T18:16:37.983175Z","steps":["trace[909060488] 'process raft request' (duration: 1.746756029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.983282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.235475Z","time spent":"1.747736623s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:37.983389Z","caller":"traceutil/trace.go:171","msg":"trace[471922365] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"1.741301241s","start":"2026-04-28T18:16:36.242081Z","end":"2026-04-28T18:16:37.983382Z","steps":["trace[471922365] 'process raft request' (duration: 1.740519061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.98343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.242067Z","time spent":"1.741342231s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:37.983526Z","caller":"traceutil/trace.go:171","msg":"trace[1435811827] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"1.740832209s","start":"2026-04-28T18:16:36.242686Z","end":"2026-04-28T18:16:37.983518Z","steps":["trace[1435811827] 'process raft request' (duration: 1.739952596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.983567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.24268Z","time spent":"1.740864611s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:37.983659Z","caller":"traceutil/trace.go:171","msg":"trace[652766674] transaction","detail":"{read_only:false; response_revision:27455; number_of_response:1; }","duration":"1.740927841s","start":"2026-04-28T18:16:36.242725Z","end":"2026-04-28T18:16:37.983653Z","steps":["trace[652766674] 'process raft request' (duration: 1.739942396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.983695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.24272Z","time spent":"1.740957693s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:37.983782Z","caller":"traceutil/trace.go:171","msg":"trace[666990111] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"1.200322892s","start":"2026-04-28T18:16:36.783453Z","end":"2026-04-28T18:16:37.983776Z","steps":["trace[666990111] 'process raft request' (duration: 1.199243734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.983822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.783418Z","time spent":"1.200381674s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:37.984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752089636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T18:16:37.984029Z","caller":"traceutil/trace.go:171","msg":"trace[1754561230] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53; range_end:; response_count:1; response_revision:27456; }","duration":"1.752140948s","start":"2026-04-28T18:16:36.23188Z","end":"2026-04-28T18:16:37.984021Z","steps":["trace[1754561230] 'agreement among raft nodes before linearized reading' (duration: 1.752020955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.984051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.231862Z","time spent":"1.752185428s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" "} {"level":"warn","ts":"2026-04-28T18:16:37.984216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748588436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:16:37.984238Z","caller":"traceutil/trace.go:171","msg":"trace[1593796011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27456; }","duration":"1.748621967s","start":"2026-04-28T18:16:36.23561Z","end":"2026-04-28T18:16:37.984232Z","steps":["trace[1593796011] 'agreement among raft nodes before linearized reading' (duration: 1.748540785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.984257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.235605Z","time spent":"1.748648507s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:16:37.984579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671691489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:37.984612Z","caller":"traceutil/trace.go:171","msg":"trace[2041525867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27456; }","duration":"1.671796962s","start":"2026-04-28T18:16:36.312805Z","end":"2026-04-28T18:16:37.984602Z","steps":["trace[2041525867] 'agreement among raft nodes before linearized reading' (duration: 1.6717213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.984635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.312772Z","time spent":"1.671856884s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:37.984712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.204812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:37.984815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.479921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:37.984843Z","caller":"traceutil/trace.go:171","msg":"trace[203039942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27456; }","duration":"792.508392ms","start":"2026-04-28T18:16:37.192328Z","end":"2026-04-28T18:16:37.984836Z","steps":["trace[203039942] 'agreement among raft nodes before linearized reading' (duration: 792.468181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:37.984833Z","caller":"traceutil/trace.go:171","msg":"trace[823912022] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27456; }","duration":"168.390376ms","start":"2026-04-28T18:16:37.816417Z","end":"2026-04-28T18:16:37.984807Z","steps":["trace[823912022] 'agreement among raft nodes before linearized reading' (duration: 168.15637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.984868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:37.192261Z","time spent":"792.599424ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:37.984998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.6053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:37.985024Z","caller":"traceutil/trace.go:171","msg":"trace[226701994] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27456; }","duration":"993.677513ms","start":"2026-04-28T18:16:36.991337Z","end":"2026-04-28T18:16:37.985015Z","steps":["trace[226701994] 'agreement among raft nodes before linearized reading' (duration: 993.626881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.985049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.991242Z","time spent":"993.800725ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:37.985164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011905105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:37.985187Z","caller":"traceutil/trace.go:171","msg":"trace[1584363912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:27456; }","duration":"1.011965147s","start":"2026-04-28T18:16:36.973215Z","end":"2026-04-28T18:16:37.98518Z","steps":["trace[1584363912] 'agreement among raft nodes before linearized reading' (duration: 1.011929266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.98521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.973191Z","time spent":"1.012013038s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:37.984781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.205128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:37.985294Z","caller":"traceutil/trace.go:171","msg":"trace[682104946] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27456; }","duration":"571.767033ms","start":"2026-04-28T18:16:37.413503Z","end":"2026-04-28T18:16:37.98527Z","steps":["trace[682104946] 'agreement among raft nodes before linearized reading' (duration: 571.25023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.985376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:37.413476Z","time spent":"571.874116ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:37.985643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74916233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:37.985667Z","caller":"traceutil/trace.go:171","msg":"trace[1660831911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27456; }","duration":"1.749191832s","start":"2026-04-28T18:16:36.236468Z","end":"2026-04-28T18:16:37.98566Z","steps":["trace[1660831911] 'agreement among raft nodes before linearized reading' (duration: 1.749157921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:37.985685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:36.236464Z","time spent":"1.749217032s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:38.488396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:38.768452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.037846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:38.76856Z","caller":"traceutil/trace.go:171","msg":"trace[1755402369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27456; }","duration":"507.157769ms","start":"2026-04-28T18:16:38.261373Z","end":"2026-04-28T18:16:38.76853Z","steps":["trace[1755402369] 'range keys from in-memory index tree' (duration: 507.011095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:38.768884Z","caller":"traceutil/trace.go:171","msg":"trace[247187079] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"781.595014ms","start":"2026-04-28T18:16:37.987236Z","end":"2026-04-28T18:16:38.768831Z","steps":["trace[247187079] 'process raft request' (duration: 714.074066ms)","trace[247187079] 'compare' (duration: 67.156199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:38.769106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:37.987218Z","time spent":"781.774048ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:39.988528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:39.988649Z","caller":"traceutil/trace.go:171","msg":"trace[1562115091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057157s","start":"2026-04-28T18:16:37.988054Z","end":"2026-04-28T18:16:39.988626Z","steps":["trace[1562115091] 'agreement among raft nodes before linearized reading' (duration: 2.000428056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:39.988713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:37.988045Z","time spent":"2.000657122s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:40.06181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338111097s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:40.101619Z","caller":"traceutil/trace.go:171","msg":"trace[1198142544] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"1.89879257s","start":"2026-04-28T18:16:38.202799Z","end":"2026-04-28T18:16:40.101591Z","steps":["trace[1198142544] 'process raft request' (duration: 1.859258583s)","trace[1198142544] 'compare' (duration: 38.695275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:40.101751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.202767Z","time spent":"1.898904502s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:40.101985Z","caller":"traceutil/trace.go:171","msg":"trace[398103919] linearizableReadLoop","detail":"{readStateIndex:28461; appliedIndex:28453; }","duration":"2.113884565s","start":"2026-04-28T18:16:37.988075Z","end":"2026-04-28T18:16:40.101959Z","steps":["trace[398103919] 'read index received' (duration: 713.254135ms)","trace[398103919] 'applied index is now lower than readState.Index' (duration: 1.40062857s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:40.102119Z","caller":"traceutil/trace.go:171","msg":"trace[421040487] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"1.898541584s","start":"2026-04-28T18:16:38.203565Z","end":"2026-04-28T18:16:40.102107Z","steps":["trace[421040487] 'process raft request' (duration: 1.897914208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.102264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.203532Z","time spent":"1.898647836s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:40.102426Z","caller":"traceutil/trace.go:171","msg":"trace[1874643908] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"1.89799955s","start":"2026-04-28T18:16:38.204416Z","end":"2026-04-28T18:16:40.102416Z","steps":["trace[1874643908] 'process raft request' (duration: 1.897157128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.102494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.204371Z","time spent":"1.898080771s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:40.102572Z","caller":"traceutil/trace.go:171","msg":"trace[1995323960] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"1.898393539s","start":"2026-04-28T18:16:38.204171Z","end":"2026-04-28T18:16:40.102565Z","steps":["trace[1995323960] 'process raft request' (duration: 1.897349893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.102615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.20416Z","time spent":"1.898432601s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:40.102668Z","caller":"traceutil/trace.go:171","msg":"trace[945645174] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"1.898417941s","start":"2026-04-28T18:16:38.204244Z","end":"2026-04-28T18:16:40.102662Z","steps":["trace[945645174] 'process raft request' (duration: 1.897305123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.102703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.204237Z","time spent":"1.898448101s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:40.102761Z","caller":"traceutil/trace.go:171","msg":"trace[374914141] transaction","detail":"{read_only:false; response_revision:27464; number_of_response:1; }","duration":"1.862315721s","start":"2026-04-28T18:16:38.240438Z","end":"2026-04-28T18:16:40.102754Z","steps":["trace[374914141] 'process raft request' (duration: 1.861193683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.102796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.240425Z","time spent":"1.862353043s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:40.102853Z","caller":"traceutil/trace.go:171","msg":"trace[1263847751] transaction","detail":"{read_only:false; response_revision:27463; number_of_response:1; }","duration":"1.864927758s","start":"2026-04-28T18:16:38.237918Z","end":"2026-04-28T18:16:40.102845Z","steps":["trace[1263847751] 'process raft request' (duration: 1.863690207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.102904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.237888Z","time spent":"1.864984439s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:40.83131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.525505ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:16:40.832394Z","caller":"traceutil/trace.go:171","msg":"trace[695064037] linearizableReadLoop","detail":"{readStateIndex:28463; appliedIndex:28461; }","duration":"730.289737ms","start":"2026-04-28T18:16:40.10207Z","end":"2026-04-28T18:16:40.832359Z","steps":["trace[695064037] 'read index received' (duration: 51.802248ms)","trace[695064037] 'applied index is now lower than readState.Index' (duration: 678.484699ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:40.832986Z","caller":"traceutil/trace.go:171","msg":"trace[1910256675] transaction","detail":"{read_only:false; response_revision:27465; number_of_response:1; }","duration":"830.688044ms","start":"2026-04-28T18:16:40.002266Z","end":"2026-04-28T18:16:40.832954Z","steps":["trace[1910256675] 'process raft request' (duration: 829.221127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:40.833194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.002253Z","time spent":"830.809267ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:41.537203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534038516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:41.537231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427731613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:41.537301Z","caller":"traceutil/trace.go:171","msg":"trace[1641747665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27465; }","duration":"1.53416928s","start":"2026-04-28T18:16:40.003107Z","end":"2026-04-28T18:16:41.537276Z","steps":["trace[1641747665] 'agreement among raft nodes before linearized reading' (duration: 829.894414ms)","trace[1641747665] 'range keys from in-memory index tree' (duration: 704.121831ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:41.537318Z","caller":"traceutil/trace.go:171","msg":"trace[402275009] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27465; }","duration":"2.427908337s","start":"2026-04-28T18:16:39.109386Z","end":"2026-04-28T18:16:41.537294Z","steps":["trace[402275009] 'agreement among raft nodes before linearized reading' (duration: 1.72316239s)","trace[402275009] 'count revisions from in-memory index tree' (duration: 704.587754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.537253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25462347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:41.537366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:39.109359Z","time spent":"2.42799777s","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:41.53741Z","caller":"traceutil/trace.go:171","msg":"trace[1088177262] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27465; }","duration":"3.254893456s","start":"2026-04-28T18:16:38.282479Z","end":"2026-04-28T18:16:41.537373Z","steps":["trace[1088177262] 'agreement among raft nodes before linearized reading' (duration: 2.550104498s)","trace[1088177262] 'count revisions from in-memory index tree' (duration: 704.523562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.537463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83122634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:16:41.537482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.282448Z","time spent":"3.254998909s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.537474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545707673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:16:41.53758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757305018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:41.537666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54597204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:16:41.537719Z","caller":"traceutil/trace.go:171","msg":"trace[1548749259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27465; }","duration":"1.546059682s","start":"2026-04-28T18:16:39.991648Z","end":"2026-04-28T18:16:41.537708Z","steps":["trace[1548749259] 'agreement among raft nodes before linearized reading' (duration: 841.275724ms)","trace[1548749259] 'range keys from in-memory index tree' (duration: 704.653745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.537339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.003103Z","time spent":"1.534229221s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:41.537481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533682356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:16:41.537755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534656422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:16:41.537908Z","caller":"traceutil/trace.go:171","msg":"trace[924449163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27465; }","duration":"1.534848097s","start":"2026-04-28T18:16:40.003011Z","end":"2026-04-28T18:16:41.537859Z","steps":["trace[924449163] 'agreement among raft nodes before linearized reading' (duration: 829.897514ms)","trace[924449163] 'range keys from in-memory index tree' (duration: 704.523482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.538053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.003005Z","time spent":"1.53500667s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:16:41.537574Z","caller":"traceutil/trace.go:171","msg":"trace[376193037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27465; }","duration":"1.545836956s","start":"2026-04-28T18:16:39.991712Z","end":"2026-04-28T18:16:41.537549Z","steps":["trace[376193037] 'agreement among raft nodes before linearized reading' (duration: 841.254233ms)","trace[376193037] 'range keys from in-memory index tree' (duration: 704.320616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.538141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445171099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T18:16:41.538174Z","caller":"traceutil/trace.go:171","msg":"trace[901659693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27465; }","duration":"3.44520461s","start":"2026-04-28T18:16:38.092958Z","end":"2026-04-28T18:16:41.538163Z","steps":["trace[901659693] 'agreement among raft nodes before linearized reading' (duration: 2.739646863s)","trace[901659693] 'range keys from in-memory index tree' (duration: 705.411544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.538181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:39.991707Z","time spent":"1.546458022s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:16:41.538207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.09288Z","time spent":"3.445321603s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-28T18:16:41.537677Z","caller":"traceutil/trace.go:171","msg":"trace[375183949] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27465; }","duration":"1.757437411s","start":"2026-04-28T18:16:39.780167Z","end":"2026-04-28T18:16:41.537605Z","steps":["trace[375183949] 'agreement among raft nodes before linearized reading' (duration: 1.052807737s)","trace[375183949] 'count revisions from in-memory index tree' (duration: 704.517322ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:41.53782Z","caller":"traceutil/trace.go:171","msg":"trace[1018629463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27465; }","duration":"1.534030965s","start":"2026-04-28T18:16:40.003774Z","end":"2026-04-28T18:16:41.537805Z","steps":["trace[1018629463] 'agreement among raft nodes before linearized reading' (duration: 829.207086ms)","trace[1018629463] 'range keys from in-memory index tree' (duration: 704.380208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.538346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.003769Z","time spent":"1.534566359s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:41.537765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:39.991628Z","time spent":"1.546127474s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:16:41.537513Z","caller":"traceutil/trace.go:171","msg":"trace[696911039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27465; }","duration":"1.831317953s","start":"2026-04-28T18:16:39.706182Z","end":"2026-04-28T18:16:41.5375Z","steps":["trace[696911039] 'agreement among raft nodes before linearized reading' (duration: 1.126182565s)","trace[696911039] 'range keys from in-memory index tree' (duration: 704.137322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.538621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:39.706157Z","time spent":"1.832451202s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:41.53885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:39.780126Z","time spent":"1.758697894s","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.538858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026061481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:16:41.538995Z","caller":"traceutil/trace.go:171","msg":"trace[1017511120] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27465; }","duration":"2.026240055s","start":"2026-04-28T18:16:39.512742Z","end":"2026-04-28T18:16:41.538983Z","steps":["trace[1017511120] 'agreement among raft nodes before linearized reading' (duration: 1.319782114s)","trace[1017511120] 'count revisions from in-memory index tree' (duration: 706.300297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.539025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:39.512716Z","time spent":"2.026301796s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.539175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408780353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:16:41.539211Z","caller":"traceutil/trace.go:171","msg":"trace[1464878205] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27465; }","duration":"3.408866776s","start":"2026-04-28T18:16:38.130334Z","end":"2026-04-28T18:16:41.539201Z","steps":["trace[1464878205] 'agreement among raft nodes before linearized reading' (duration: 2.702261521s)","trace[1464878205] 'range keys from in-memory index tree' (duration: 706.521723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.539233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550366178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-04-28T18:16:41.539249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.130302Z","time spent":"3.408941847s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:16:41.539273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729604297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:41.539278Z","caller":"traceutil/trace.go:171","msg":"trace[1208749469] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27465; }","duration":"3.550420119s","start":"2026-04-28T18:16:37.988842Z","end":"2026-04-28T18:16:41.539262Z","steps":["trace[1208749469] 'agreement among raft nodes before linearized reading' (duration: 2.843774763s)","trace[1208749469] 'range keys from in-memory index tree' (duration: 706.539853ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:41.539298Z","caller":"traceutil/trace.go:171","msg":"trace[1284608054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27465; }","duration":"2.729631488s","start":"2026-04-28T18:16:38.809658Z","end":"2026-04-28T18:16:41.53929Z","steps":["trace[1284608054] 'agreement among raft nodes before linearized reading' (duration: 2.022901089s)","trace[1284608054] 'count revisions from in-memory index tree' (duration: 706.692267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.539305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:37.988836Z","time spent":"3.550463201s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:16:41.539321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.809584Z","time spent":"2.72973143s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.539731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.178158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:41.539866Z","caller":"traceutil/trace.go:171","msg":"trace[136826807] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"336.68998ms","start":"2026-04-28T18:16:41.203166Z","end":"2026-04-28T18:16:41.539856Z","steps":["trace[136826807] 'process raft request' (duration: 336.622338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:41.539909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.203134Z","time spent":"336.754302ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:41.540005Z","caller":"traceutil/trace.go:171","msg":"trace[1746181512] transaction","detail":"{read_only:false; response_revision:27466; number_of_response:1; }","duration":"816.515322ms","start":"2026-04-28T18:16:40.723476Z","end":"2026-04-28T18:16:41.539991Z","steps":["trace[1746181512] 'process raft request' (duration: 125.311119ms)","trace[1746181512] 'compare' (duration: 689.197762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:41.540212Z","caller":"traceutil/trace.go:171","msg":"trace[609779112] linearizableReadLoop","detail":"{readStateIndex:28464; appliedIndex:28463; }","duration":"707.702042ms","start":"2026-04-28T18:16:40.832487Z","end":"2026-04-28T18:16:41.540189Z","steps":["trace[609779112] 'read index received' (duration: 16.103949ms)","trace[609779112] 'applied index is now lower than readState.Index' (duration: 691.594023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.540222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.723415Z","time spent":"816.638146ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:41.540404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007314438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:41.540442Z","caller":"traceutil/trace.go:171","msg":"trace[2023400432] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27467; }","duration":"1.007358799s","start":"2026-04-28T18:16:40.533074Z","end":"2026-04-28T18:16:41.540432Z","steps":["trace[2023400432] 'agreement among raft nodes before linearized reading' (duration: 1.007267767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:41.540482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.533046Z","time spent":"1.007426961s","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.540485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.085177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:41.540529Z","caller":"traceutil/trace.go:171","msg":"trace[504714330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27467; }","duration":"685.161779ms","start":"2026-04-28T18:16:40.855346Z","end":"2026-04-28T18:16:41.540507Z","steps":["trace[504714330] 'agreement among raft nodes before linearized reading' (duration: 685.106018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:41.540566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.855323Z","time spent":"685.23551ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.540707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.662735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:41.540742Z","caller":"traceutil/trace.go:171","msg":"trace[1103415535] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27467; }","duration":"592.692306ms","start":"2026-04-28T18:16:40.948036Z","end":"2026-04-28T18:16:41.540729Z","steps":["trace[1103415535] 'agreement among raft nodes before linearized reading' (duration: 592.645074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:41.540755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.985699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:41.540759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.719123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-28T18:16:41.540813Z","caller":"traceutil/trace.go:171","msg":"trace[1498083638] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27467; }","duration":"607.062821ms","start":"2026-04-28T18:16:40.93372Z","end":"2026-04-28T18:16:41.540783Z","steps":["trace[1498083638] 'agreement among raft nodes before linearized reading' (duration: 606.987669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:41.540829Z","caller":"traceutil/trace.go:171","msg":"trace[469645525] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862; range_end:; response_count:1; response_revision:27467; }","duration":"342.808105ms","start":"2026-04-28T18:16:41.198008Z","end":"2026-04-28T18:16:41.540816Z","steps":["trace[469645525] 'agreement among raft nodes before linearized reading' (duration: 342.567489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:41.540862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.197916Z","time spent":"342.938429ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862\" "} {"level":"warn","ts":"2026-04-28T18:16:41.538611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766443314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T18:16:41.540776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.94796Z","time spent":"592.809018ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:41.540953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:40.933697Z","time spent":"607.138922ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:41.541267Z","caller":"traceutil/trace.go:171","msg":"trace[686259757] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27465; }","duration":"2.768849954s","start":"2026-04-28T18:16:38.772069Z","end":"2026-04-28T18:16:41.540919Z","steps":["trace[686259757] 'agreement among raft nodes before linearized reading' (duration: 2.060500306s)","trace[686259757] 'range keys from in-memory index tree' (duration: 705.66599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:41.541368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:38.771984Z","time spent":"2.769361739s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:16:42.04402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:42.544814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:42.973851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429887396s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:42.974402Z","caller":"traceutil/trace.go:171","msg":"trace[2099066469] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"1.430529991s","start":"2026-04-28T18:16:41.543842Z","end":"2026-04-28T18:16:42.974372Z","steps":["trace[2099066469] 'process raft request' (duration: 1.430259784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:42.974642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.543818Z","time spent":"1.430669215s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:43.551843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000847967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:16:43.551977Z","caller":"traceutil/trace.go:171","msg":"trace[1740513209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001064823s","start":"2026-04-28T18:16:41.550886Z","end":"2026-04-28T18:16:43.551951Z","steps":["trace[1740513209] 'agreement among raft nodes before linearized reading' (duration: 2.000863478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:43.552037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.550877Z","time spent":"2.001147415s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:44.545765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.571619132s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:44.546482Z","caller":"traceutil/trace.go:171","msg":"trace[1353434483] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"3.000009869s","start":"2026-04-28T18:16:41.546439Z","end":"2026-04-28T18:16:44.546448Z","steps":["trace[1353434483] 'process raft request' (duration: 2.999918477s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.546581Z","caller":"traceutil/trace.go:171","msg":"trace[1738599690] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"3.000406519s","start":"2026-04-28T18:16:41.546094Z","end":"2026-04-28T18:16:44.5465Z","steps":["trace[1738599690] 'process raft request' (duration: 3.00002533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.546768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.546423Z","time spent":"3.000183093s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.546808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.546066Z","time spent":"3.000628524s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.546935Z","caller":"traceutil/trace.go:171","msg":"trace[293321918] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"2.999771232s","start":"2026-04-28T18:16:41.547126Z","end":"2026-04-28T18:16:44.546897Z","steps":["trace[293321918] 'process raft request' (duration: 2.99927495s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.54707Z","caller":"traceutil/trace.go:171","msg":"trace[953150641] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"2.998951991s","start":"2026-04-28T18:16:41.548076Z","end":"2026-04-28T18:16:44.547028Z","steps":["trace[953150641] 'process raft request' (duration: 2.998609143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.547149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.547113Z","time spent":"2.999930626s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.547315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.548065Z","time spent":"2.999120486s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.54754Z","caller":"traceutil/trace.go:171","msg":"trace[709624786] transaction","detail":"{read_only:false; response_revision:27473; number_of_response:1; }","duration":"2.999432644s","start":"2026-04-28T18:16:41.548077Z","end":"2026-04-28T18:16:44.54751Z","steps":["trace[709624786] 'process raft request' (duration: 2.998851549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.547739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.548067Z","time spent":"2.999583688s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.547894Z","caller":"traceutil/trace.go:171","msg":"trace[1434920086] transaction","detail":"{read_only:false; response_revision:27475; number_of_response:1; }","duration":"2.428022191s","start":"2026-04-28T18:16:42.11986Z","end":"2026-04-28T18:16:44.547882Z","steps":["trace[1434920086] 'process raft request' (duration: 2.427825966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.547973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.119837Z","time spent":"2.428102202s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.547977Z","caller":"traceutil/trace.go:171","msg":"trace[1363807006] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"2.423525836s","start":"2026-04-28T18:16:42.124427Z","end":"2026-04-28T18:16:44.547953Z","steps":["trace[1363807006] 'process raft request' (duration: 2.423443883s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.548095Z","caller":"traceutil/trace.go:171","msg":"trace[300596357] transaction","detail":"{read_only:false; response_revision:27474; number_of_response:1; }","duration":"2.429797256s","start":"2026-04-28T18:16:42.118288Z","end":"2026-04-28T18:16:44.548086Z","steps":["trace[300596357] 'process raft request' (duration: 2.429128569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.548155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.12442Z","time spent":"2.423647318s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.548196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.118254Z","time spent":"2.429875418s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.548187Z","caller":"traceutil/trace.go:171","msg":"trace[394101833] transaction","detail":"{read_only:false; response_revision:27476; number_of_response:1; }","duration":"2.426730997s","start":"2026-04-28T18:16:42.12141Z","end":"2026-04-28T18:16:44.548141Z","steps":["trace[394101833] 'process raft request' (duration: 2.426363048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.54831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.121374Z","time spent":"2.426887691s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.54832Z","caller":"traceutil/trace.go:171","msg":"trace[1644703398] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"2.425792093s","start":"2026-04-28T18:16:42.122517Z","end":"2026-04-28T18:16:44.54831Z","steps":["trace[1644703398] 'process raft request' (duration: 2.425304011s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.54833Z","caller":"traceutil/trace.go:171","msg":"trace[634911374] linearizableReadLoop","detail":"{readStateIndex:28478; appliedIndex:28465; }","duration":"3.004449603s","start":"2026-04-28T18:16:41.543865Z","end":"2026-04-28T18:16:44.548315Z","steps":["trace[634911374] 'read index received' (duration: 1.430347317s)","trace[634911374] 'applied index is now lower than readState.Index' (duration: 1.574101506s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:44.548383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.122502Z","time spent":"2.425850365s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.548421Z","caller":"traceutil/trace.go:171","msg":"trace[1373697799] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"2.420690703s","start":"2026-04-28T18:16:42.127721Z","end":"2026-04-28T18:16:44.548412Z","steps":["trace[1373697799] 'process raft request' (duration: 2.420422886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.548491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.127715Z","time spent":"2.420730904s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:44.548596Z","caller":"traceutil/trace.go:171","msg":"trace[238685610] transaction","detail":"{read_only:false; response_revision:27481; number_of_response:1; }","duration":"1.709620474s","start":"2026-04-28T18:16:42.838967Z","end":"2026-04-28T18:16:44.548587Z","steps":["trace[238685610] 'process raft request' (duration: 1.709287036s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.548604Z","caller":"traceutil/trace.go:171","msg":"trace[518362522] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"2.423035754s","start":"2026-04-28T18:16:42.125556Z","end":"2026-04-28T18:16:44.548591Z","steps":["trace[518362522] 'process raft request' (duration: 2.422355906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.548651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.83894Z","time spent":"1.709684146s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.548687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.125548Z","time spent":"2.423086075s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.54886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004985256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:16:44.548917Z","caller":"traceutil/trace.go:171","msg":"trace[1062054234] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27481; }","duration":"3.005065837s","start":"2026-04-28T18:16:41.54384Z","end":"2026-04-28T18:16:44.548905Z","steps":["trace[1062054234] 'agreement among raft nodes before linearized reading' (duration: 3.004882493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.548953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.543824Z","time spent":"3.005121189s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T18:16:44.583329Z","caller":"traceutil/trace.go:171","msg":"trace[394400637] transaction","detail":"{read_only:false; response_revision:27482; number_of_response:1; }","duration":"1.492269252s","start":"2026-04-28T18:16:43.091038Z","end":"2026-04-28T18:16:44.583307Z","steps":["trace[394400637] 'process raft request' (duration: 1.49181076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.583458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.091004Z","time spent":"1.492387575s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.583732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481548953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:44.583788Z","caller":"traceutil/trace.go:171","msg":"trace[1208048804] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27483; }","duration":"2.481615895s","start":"2026-04-28T18:16:42.102155Z","end":"2026-04-28T18:16:44.583771Z","steps":["trace[1208048804] 'agreement among raft nodes before linearized reading' (duration: 2.481506772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.583831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.102083Z","time spent":"2.481735938s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:44.583822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916151992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:44.583941Z","caller":"traceutil/trace.go:171","msg":"trace[1027182731] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27483; }","duration":"1.916352267s","start":"2026-04-28T18:16:42.667561Z","end":"2026-04-28T18:16:44.583914Z","steps":["trace[1027182731] 'agreement among raft nodes before linearized reading' (duration: 1.91608226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.583993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.667533Z","time spent":"1.91645043s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:44.584191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955319351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:44.584267Z","caller":"traceutil/trace.go:171","msg":"trace[269173202] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27483; }","duration":"2.955440714s","start":"2026-04-28T18:16:41.628807Z","end":"2026-04-28T18:16:44.584248Z","steps":["trace[269173202] 'agreement among raft nodes before linearized reading' (duration: 2.955300391s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.584281Z","caller":"traceutil/trace.go:171","msg":"trace[919021287] transaction","detail":"{read_only:false; response_revision:27483; number_of_response:1; }","duration":"829.336749ms","start":"2026-04-28T18:16:43.754932Z","end":"2026-04-28T18:16:44.584268Z","steps":["trace[919021287] 'process raft request' (duration: 828.049256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.584304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.62878Z","time spent":"2.955516267s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:16:44.584368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.754902Z","time spent":"829.401401ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:44.584333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765293575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:44.584372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032340057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:44.584449Z","caller":"traceutil/trace.go:171","msg":"trace[1053583208] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27483; }","duration":"2.76549662s","start":"2026-04-28T18:16:41.818924Z","end":"2026-04-28T18:16:44.584421Z","steps":["trace[1053583208] 'agreement among raft nodes before linearized reading' (duration: 2.765274974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.584468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038309909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:44.584479Z","caller":"traceutil/trace.go:171","msg":"trace[1249967398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27483; }","duration":"1.03246554s","start":"2026-04-28T18:16:43.551987Z","end":"2026-04-28T18:16:44.584452Z","steps":["trace[1249967398] 'agreement among raft nodes before linearized reading' (duration: 1.032297225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.584522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748344641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:44.584524Z","caller":"traceutil/trace.go:171","msg":"trace[551871794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27483; }","duration":"1.038396371s","start":"2026-04-28T18:16:43.546105Z","end":"2026-04-28T18:16:44.584502Z","steps":["trace[551871794] 'agreement among raft nodes before linearized reading' (duration: 1.038324149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.584512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.818902Z","time spent":"2.765598063s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:44.584555Z","caller":"traceutil/trace.go:171","msg":"trace[898260060] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27483; }","duration":"1.748419453s","start":"2026-04-28T18:16:42.836126Z","end":"2026-04-28T18:16:44.584545Z","steps":["trace[898260060] 'agreement among raft nodes before linearized reading' (duration: 1.748358821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.584553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.551979Z","time spent":"1.032559632s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:44.584579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.546083Z","time spent":"1.038475802s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:44.584823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040705335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-28T18:16:44.584888Z","caller":"traceutil/trace.go:171","msg":"trace[894417607] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c92507e4-90f0-429b-80ef-f87968ba2df3; range_end:; response_count:1; response_revision:27483; }","duration":"3.040776976s","start":"2026-04-28T18:16:41.544088Z","end":"2026-04-28T18:16:44.584865Z","steps":["trace[894417607] 'agreement among raft nodes before linearized reading' (duration: 3.040592851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.584899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.703298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:44.584931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:41.544078Z","time spent":"3.040836357s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" "} {"level":"warn","ts":"2026-04-28T18:16:44.584386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150053872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:44.584577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:42.836088Z","time spent":"1.748483394s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:16:44.584968Z","caller":"traceutil/trace.go:171","msg":"trace[718957708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27483; }","duration":"156.851942ms","start":"2026-04-28T18:16:44.428095Z","end":"2026-04-28T18:16:44.584947Z","steps":["trace[718957708] 'agreement among raft nodes before linearized reading' (duration: 156.713429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.585035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.235609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:44.58503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.339749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:44.585068Z","caller":"traceutil/trace.go:171","msg":"trace[932749856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27483; }","duration":"901.321051ms","start":"2026-04-28T18:16:43.683741Z","end":"2026-04-28T18:16:44.585062Z","steps":["trace[932749856] 'agreement among raft nodes before linearized reading' (duration: 901.259429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.585082Z","caller":"traceutil/trace.go:171","msg":"trace[1213271359] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27483; }","duration":"596.453592ms","start":"2026-04-28T18:16:43.988616Z","end":"2026-04-28T18:16:44.58507Z","steps":["trace[1213271359] 'agreement among raft nodes before linearized reading' (duration: 596.36962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:44.584981Z","caller":"traceutil/trace.go:171","msg":"trace[1531300607] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27483; }","duration":"1.150704069s","start":"2026-04-28T18:16:43.434262Z","end":"2026-04-28T18:16:44.584966Z","steps":["trace[1531300607] 'agreement among raft nodes before linearized reading' (duration: 1.150064493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:44.585133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.988587Z","time spent":"596.536493ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:44.585168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.434235Z","time spent":"1.150916754s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:44.585091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:43.683716Z","time spent":"901.369572ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:45.19329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.600111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T18:16:45.193422Z","caller":"traceutil/trace.go:171","msg":"trace[1322584629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27483; }","duration":"584.796685ms","start":"2026-04-28T18:16:44.608594Z","end":"2026-04-28T18:16:45.193391Z","steps":["trace[1322584629] 'range keys from in-memory index tree' (duration: 584.27199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:45.193481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:44.608571Z","time spent":"584.895947ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T18:16:45.192361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.108037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:16:45.19384Z","caller":"traceutil/trace.go:171","msg":"trace[1778011348] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27483; }","duration":"563.648617ms","start":"2026-04-28T18:16:44.630155Z","end":"2026-04-28T18:16:45.193803Z","steps":["trace[1778011348] 'range keys from in-memory index tree' (duration: 561.780499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:45.194089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:44.630114Z","time spent":"563.932384ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:16:45.898207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.70753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:45.898418Z","caller":"traceutil/trace.go:171","msg":"trace[1785252312] linearizableReadLoop","detail":"{readStateIndex:28483; appliedIndex:28482; }","duration":"390.975322ms","start":"2026-04-28T18:16:45.507409Z","end":"2026-04-28T18:16:45.898384Z","steps":["trace[1785252312] 'read index received' (duration: 220.79762ms)","trace[1785252312] 'applied index is now lower than readState.Index' (duration: 170.175632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:45.898468Z","caller":"traceutil/trace.go:171","msg":"trace[831941061] transaction","detail":"{read_only:false; response_revision:27484; number_of_response:1; }","duration":"667.199702ms","start":"2026-04-28T18:16:45.231225Z","end":"2026-04-28T18:16:45.898425Z","steps":["trace[831941061] 'process raft request' (duration: 497.120272ms)","trace[831941061] 'compare' (duration: 169.506425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:45.898728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.30892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:45.898746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:45.231197Z","time spent":"667.420018ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:45.898789Z","caller":"traceutil/trace.go:171","msg":"trace[1841285683] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27484; }","duration":"391.412262ms","start":"2026-04-28T18:16:45.507355Z","end":"2026-04-28T18:16:45.898767Z","steps":["trace[1841285683] 'agreement among raft nodes before linearized reading' (duration: 391.176976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:45.898842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:45.507331Z","time spent":"391.495855ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:46.405605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:47.198217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.578611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:47.198343Z","caller":"traceutil/trace.go:171","msg":"trace[852961914] linearizableReadLoop","detail":"{readStateIndex:28484; appliedIndex:28483; }","duration":"1.29334716s","start":"2026-04-28T18:16:45.904975Z","end":"2026-04-28T18:16:47.198322Z","steps":["trace[852961914] 'read index received' (duration: 671.593364ms)","trace[852961914] 'applied index is now lower than readState.Index' (duration: 621.751135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:47.198432Z","caller":"traceutil/trace.go:171","msg":"trace[1179938090] transaction","detail":"{read_only:false; response_revision:27485; number_of_response:1; }","duration":"1.294674743s","start":"2026-04-28T18:16:45.903743Z","end":"2026-04-28T18:16:47.198418Z","steps":["trace[1179938090] 'process raft request' (duration: 672.799625ms)","trace[1179938090] 'compare' (duration: 621.190361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:47.198494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:45.903728Z","time spent":"1.294729254s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:47.198784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29378346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:16:47.198856Z","caller":"traceutil/trace.go:171","msg":"trace[2062257031] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27485; }","duration":"1.293887022s","start":"2026-04-28T18:16:45.904947Z","end":"2026-04-28T18:16:47.198834Z","steps":["trace[2062257031] 'agreement among raft nodes before linearized reading' (duration: 1.293650686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:47.19889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:45.904936Z","time spent":"1.293946035s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:16:47.699301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:47.935533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362365826s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:16:48.067824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:48.067918Z","caller":"traceutil/trace.go:171","msg":"trace[1227661571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283193s","start":"2026-04-28T18:16:46.067613Z","end":"2026-04-28T18:16:48.067896Z","steps":["trace[1227661571] 'agreement among raft nodes before linearized reading' (duration: 2.000160999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.068015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.067589Z","time spent":"2.000411846s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:48.530097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.982997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:48.530245Z","caller":"traceutil/trace.go:171","msg":"trace[423005120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27485; }","duration":"269.154511ms","start":"2026-04-28T18:16:48.261073Z","end":"2026-04-28T18:16:48.530228Z","steps":["trace[423005120] 'range keys from in-memory index tree' (duration: 268.952845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.530768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.676436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:48.531364Z","caller":"traceutil/trace.go:171","msg":"trace[1044899990] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"1.977462822s","start":"2026-04-28T18:16:46.553855Z","end":"2026-04-28T18:16:48.531318Z","steps":["trace[1044899990] 'process raft request' (duration: 1.977066853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.531747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.553842Z","time spent":"1.977625796s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:48.531902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695185707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:48.531944Z","caller":"traceutil/trace.go:171","msg":"trace[1219480209] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27494; }","duration":"1.69528913s","start":"2026-04-28T18:16:46.836644Z","end":"2026-04-28T18:16:48.531933Z","steps":["trace[1219480209] 'agreement among raft nodes before linearized reading' (duration: 1.695136426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.531934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44687495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:48.531974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.836612Z","time spent":"1.695352952s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:48.531988Z","caller":"traceutil/trace.go:171","msg":"trace[311800647] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27494; }","duration":"2.446934792s","start":"2026-04-28T18:16:46.085037Z","end":"2026-04-28T18:16:48.531971Z","steps":["trace[311800647] 'agreement among raft nodes before linearized reading' (duration: 2.446765788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.084969Z","time spent":"2.447052845s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:48.532128Z","caller":"traceutil/trace.go:171","msg":"trace[940582705] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"1.977662137s","start":"2026-04-28T18:16:46.554445Z","end":"2026-04-28T18:16:48.532107Z","steps":["trace[940582705] 'process raft request' (duration: 1.976732564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979439753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:16:48.532144Z","caller":"traceutil/trace.go:171","msg":"trace[1294414262] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"1.977741489s","start":"2026-04-28T18:16:46.554373Z","end":"2026-04-28T18:16:48.532114Z","steps":["trace[1294414262] 'process raft request' (duration: 1.976749235s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532182Z","caller":"traceutil/trace.go:171","msg":"trace[261734553] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"1.977001381s","start":"2026-04-28T18:16:46.555165Z","end":"2026-04-28T18:16:48.532166Z","steps":["trace[261734553] 'process raft request' (duration: 1.976301533s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532196Z","caller":"traceutil/trace.go:171","msg":"trace[912112719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27494; }","duration":"1.979525655s","start":"2026-04-28T18:16:46.55266Z","end":"2026-04-28T18:16:48.532186Z","steps":["trace[912112719] 'agreement among raft nodes before linearized reading' (duration: 1.97933577s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532148Z","caller":"traceutil/trace.go:171","msg":"trace[433329901] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"1.977069902s","start":"2026-04-28T18:16:46.555038Z","end":"2026-04-28T18:16:48.532108Z","steps":["trace[433329901] 'process raft request' (duration: 1.976205341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.554434Z","time spent":"1.977733659s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:48.53222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.552652Z","time spent":"1.979563336s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:16:48.532226Z","caller":"traceutil/trace.go:171","msg":"trace[859649356] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"1.978271093s","start":"2026-04-28T18:16:46.553936Z","end":"2026-04-28T18:16:48.532207Z","steps":["trace[859649356] 'process raft request' (duration: 1.977123794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.53226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.555153Z","time spent":"1.977056492s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:48.53228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.554362Z","time spent":"1.977839152s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:48.532289Z","caller":"traceutil/trace.go:171","msg":"trace[248215099] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"1.983890755s","start":"2026-04-28T18:16:46.54837Z","end":"2026-04-28T18:16:48.532261Z","steps":["trace[248215099] 'process raft request' (duration: 1.387464724s)","trace[248215099] 'compare' (duration: 594.249535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:48.532312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.553928Z","time spent":"1.978337844s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:48.532281Z","caller":"traceutil/trace.go:171","msg":"trace[2070263475] transaction","detail":"{read_only:false; response_revision:27494; number_of_response:1; }","duration":"1.975574033s","start":"2026-04-28T18:16:46.556665Z","end":"2026-04-28T18:16:48.532239Z","steps":["trace[2070263475] 'process raft request' (duration: 1.974917447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.555025Z","time spent":"1.977204815s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:48.532374Z","caller":"traceutil/trace.go:171","msg":"trace[77694705] transaction","detail":"{read_only:false; response_revision:27493; number_of_response:1; }","duration":"1.975898232s","start":"2026-04-28T18:16:46.556464Z","end":"2026-04-28T18:16:48.532362Z","steps":["trace[77694705] 'process raft request' (duration: 1.975062821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978696703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:16:48.531758Z","caller":"traceutil/trace.go:171","msg":"trace[280032942] linearizableReadLoop","detail":"{readStateIndex:28493; appliedIndex:28484; }","duration":"1.333358728s","start":"2026-04-28T18:16:47.19837Z","end":"2026-04-28T18:16:48.531729Z","steps":["trace[280032942] 'read index received' (duration: 737.318127ms)","trace[280032942] 'applied index is now lower than readState.Index' (duration: 596.038641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:48.532443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979970257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:16:48.532441Z","caller":"traceutil/trace.go:171","msg":"trace[243637195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27494; }","duration":"1.978778605s","start":"2026-04-28T18:16:46.553649Z","end":"2026-04-28T18:16:48.532428Z","steps":["trace[243637195] 'agreement among raft nodes before linearized reading' (duration: 1.978678993s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532471Z","caller":"traceutil/trace.go:171","msg":"trace[1460558083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27494; }","duration":"1.980035868s","start":"2026-04-28T18:16:46.552426Z","end":"2026-04-28T18:16:48.532462Z","steps":["trace[1460558083] 'agreement among raft nodes before linearized reading' (duration: 1.979964296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.55364Z","time spent":"1.978829956s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:16:48.532487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.552409Z","time spent":"1.980075219s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:16:48.532517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.556451Z","time spent":"1.975966314s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:48.532515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972960497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:16:48.532376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.548337Z","time spent":"1.983995348s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:48.532557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.556526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:16:48.532562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86818762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:16:48.532559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980018977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:16:48.532589Z","caller":"traceutil/trace.go:171","msg":"trace[1308706279] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27494; }","duration":"934.637238ms","start":"2026-04-28T18:16:47.597942Z","end":"2026-04-28T18:16:48.532579Z","steps":["trace[1308706279] 'agreement among raft nodes before linearized reading' (duration: 934.574356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.238936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:48.532595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.690253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T18:16:48.532596Z","caller":"traceutil/trace.go:171","msg":"trace[2068013779] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27494; }","duration":"1.868264032s","start":"2026-04-28T18:16:46.664321Z","end":"2026-04-28T18:16:48.532585Z","steps":["trace[2068013779] 'agreement among raft nodes before linearized reading' (duration: 1.86817046s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532604Z","caller":"traceutil/trace.go:171","msg":"trace[1849699225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27494; }","duration":"1.980090829s","start":"2026-04-28T18:16:46.552504Z","end":"2026-04-28T18:16:48.532595Z","steps":["trace[1849699225] 'agreement among raft nodes before linearized reading' (duration: 1.979796552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:47.597915Z","time spent":"934.6912ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:48.532552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.556656Z","time spent":"1.975759829s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:48.532586Z","caller":"traceutil/trace.go:171","msg":"trace[101375996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27494; }","duration":"1.97304976s","start":"2026-04-28T18:16:46.559516Z","end":"2026-04-28T18:16:48.532566Z","steps":["trace[101375996] 'agreement among raft nodes before linearized reading' (duration: 1.972760272s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532628Z","caller":"traceutil/trace.go:171","msg":"trace[1621849136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27494; }","duration":"464.36116ms","start":"2026-04-28T18:16:48.068251Z","end":"2026-04-28T18:16:48.532612Z","steps":["trace[1621849136] 'agreement among raft nodes before linearized reading' (duration: 464.270408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.552493Z","time spent":"1.98013628s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:48.532629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.664299Z","time spent":"1.868322094s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:48.532661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.068219Z","time spent":"464.433031ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:48.532661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.55951Z","time spent":"1.973139452s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:48.532735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.37194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:48.532721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.556884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:48.532755Z","caller":"traceutil/trace.go:171","msg":"trace[1569128826] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27494; }","duration":"708.430141ms","start":"2026-04-28T18:16:47.824319Z","end":"2026-04-28T18:16:48.53275Z","steps":["trace[1569128826] 'agreement among raft nodes before linearized reading' (duration: 708.38693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:48.532619Z","caller":"traceutil/trace.go:171","msg":"trace[2016780641] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27494; }","duration":"212.750015ms","start":"2026-04-28T18:16:48.319862Z","end":"2026-04-28T18:16:48.532613Z","steps":["trace[2016780641] 'agreement among raft nodes before linearized reading' (duration: 212.703774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:47.824299Z","time spent":"708.470383ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:48.532777Z","caller":"traceutil/trace.go:171","msg":"trace[1822562112] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27494; }","duration":"642.662107ms","start":"2026-04-28T18:16:47.890099Z","end":"2026-04-28T18:16:48.532761Z","steps":["trace[1822562112] 'agreement among raft nodes before linearized reading' (duration: 642.569864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.532813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:47.890075Z","time spent":"642.728449ms","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:48.533196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16950095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:16:48.533249Z","caller":"traceutil/trace.go:171","msg":"trace[938454953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27494; }","duration":"2.17032915s","start":"2026-04-28T18:16:46.362904Z","end":"2026-04-28T18:16:48.533233Z","steps":["trace[938454953] 'agreement among raft nodes before linearized reading' (duration: 2.169480239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:48.533285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:46.362876Z","time spent":"2.170396861s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:16:49.039414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:49.539699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:49.862122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324217956s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:49.862788Z","caller":"traceutil/trace.go:171","msg":"trace[1708587193] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"1.324988105s","start":"2026-04-28T18:16:48.537766Z","end":"2026-04-28T18:16:49.862754Z","steps":["trace[1708587193] 'process raft request' (duration: 1.324737929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.862985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.537742Z","time spent":"1.325142468s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:49.908086Z","caller":"traceutil/trace.go:171","msg":"trace[848059592] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"1.369884278s","start":"2026-04-28T18:16:48.538161Z","end":"2026-04-28T18:16:49.908045Z","steps":["trace[848059592] 'process raft request' (duration: 1.36957789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:49.908309Z","caller":"traceutil/trace.go:171","msg":"trace[2125481390] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"1.369182969s","start":"2026-04-28T18:16:48.539112Z","end":"2026-04-28T18:16:49.908295Z","steps":["trace[2125481390] 'process raft request' (duration: 1.368849591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.90835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.538137Z","time spent":"1.370051541s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:49.908411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.539103Z","time spent":"1.36923524s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:49.908712Z","caller":"traceutil/trace.go:171","msg":"trace[294097611] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"1.369479387s","start":"2026-04-28T18:16:48.539193Z","end":"2026-04-28T18:16:49.908672Z","steps":["trace[294097611] 'process raft request' (duration: 1.369056766s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:49.908782Z","caller":"traceutil/trace.go:171","msg":"trace[779755904] linearizableReadLoop","detail":"{readStateIndex:28499; appliedIndex:28493; }","duration":"1.369937499s","start":"2026-04-28T18:16:48.538824Z","end":"2026-04-28T18:16:49.908761Z","steps":["trace[779755904] 'read index received' (duration: 1.323659261s)","trace[779755904] 'applied index is now lower than readState.Index' (duration: 46.276878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:49.908893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.539185Z","time spent":"1.36961592s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:49.908911Z","caller":"traceutil/trace.go:171","msg":"trace[213221612] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"1.369697602s","start":"2026-04-28T18:16:48.539198Z","end":"2026-04-28T18:16:49.908896Z","steps":["trace[213221612] 'process raft request' (duration: 1.369387804s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.539188Z","time spent":"1.369758243s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:49.909182Z","caller":"traceutil/trace.go:171","msg":"trace[1602213399] transaction","detail":"{read_only:false; response_revision:27500; number_of_response:1; }","duration":"1.368719299s","start":"2026-04-28T18:16:48.540446Z","end":"2026-04-28T18:16:49.909165Z","steps":["trace[1602213399] 'process raft request' (duration: 1.368253556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370425732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-28T18:16:49.909274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.540435Z","time spent":"1.36878967s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:49.909305Z","caller":"traceutil/trace.go:171","msg":"trace[272077998] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:27500; }","duration":"1.370500114s","start":"2026-04-28T18:16:48.53879Z","end":"2026-04-28T18:16:49.90929Z","steps":["trace[272077998] 'agreement among raft nodes before linearized reading' (duration: 1.370280329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.538781Z","time spent":"1.370557855s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-28T18:16:49.909346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:49.90931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.83224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:49.909425Z","caller":"traceutil/trace.go:171","msg":"trace[1173654963] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27500; }","duration":"145.477403ms","start":"2026-04-28T18:16:49.763924Z","end":"2026-04-28T18:16:49.909402Z","steps":["trace[1173654963] 'agreement among raft nodes before linearized reading' (duration: 145.337509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:49.909449Z","caller":"traceutil/trace.go:171","msg":"trace[1865486360] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27500; }","duration":"318.012145ms","start":"2026-04-28T18:16:49.591407Z","end":"2026-04-28T18:16:49.909419Z","steps":["trace[1865486360] 'agreement among raft nodes before linearized reading' (duration: 317.740128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:49.591382Z","time spent":"318.112997ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:49.909544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.705963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-28T18:16:49.909601Z","caller":"traceutil/trace.go:171","msg":"trace[2087768364] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc; range_end:; response_count:1; response_revision:27500; }","duration":"938.805325ms","start":"2026-04-28T18:16:48.970778Z","end":"2026-04-28T18:16:49.909583Z","steps":["trace[2087768364] 'agreement among raft nodes before linearized reading' (duration: 938.616381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.970754Z","time spent":"938.877477ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" "} {"level":"warn","ts":"2026-04-28T18:16:49.909766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369137089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:49.909803Z","caller":"traceutil/trace.go:171","msg":"trace[137233948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27500; }","duration":"1.369199381s","start":"2026-04-28T18:16:48.540594Z","end":"2026-04-28T18:16:49.909793Z","steps":["trace[137233948] 'agreement among raft nodes before linearized reading' (duration: 1.369135649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.540586Z","time spent":"1.369239062s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:49.909837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370851703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-28T18:16:49.909873Z","caller":"traceutil/trace.go:171","msg":"trace[2037852769] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:27500; }","duration":"1.370899274s","start":"2026-04-28T18:16:48.538963Z","end":"2026-04-28T18:16:49.909862Z","steps":["trace[2037852769] 'agreement among raft nodes before linearized reading' (duration: 1.370144235s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:49.909896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:48.538958Z","time spent":"1.370932915s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-28T18:16:50.420185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:50.920603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:51.426645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:51.919879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:51.920005Z","caller":"traceutil/trace.go:171","msg":"trace[2133077603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329604s","start":"2026-04-28T18:16:49.919648Z","end":"2026-04-28T18:16:51.919978Z","steps":["trace[2133077603] 'agreement among raft nodes before linearized reading' (duration: 2.00016226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:51.920069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:49.919639Z","time spent":"2.000415616s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:51.927291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:52.126453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.213040978s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:52.126943Z","caller":"traceutil/trace.go:171","msg":"trace[704805662] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"2.213703055s","start":"2026-04-28T18:16:49.91321Z","end":"2026-04-28T18:16:52.126913Z","steps":["trace[704805662] 'process raft request' (duration: 2.213474829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:52.127115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:49.91318Z","time spent":"2.213841218s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:53.564245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:16:53.564395Z","caller":"traceutil/trace.go:171","msg":"trace[2028072831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214101s","start":"2026-04-28T18:16:51.564158Z","end":"2026-04-28T18:16:53.564372Z","steps":["trace[2028072831] 'agreement among raft nodes before linearized reading' (duration: 1.999994836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.564561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.564132Z","time spent":"2.000352544s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:53.913229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.778906048s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:16:53.913943Z","caller":"traceutil/trace.go:171","msg":"trace[2126081669] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"3.999265482s","start":"2026-04-28T18:16:49.914642Z","end":"2026-04-28T18:16:53.913908Z","steps":["trace[2126081669] 'process raft request' (duration: 3.998915873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.914133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:49.914606Z","time spent":"3.999422786s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.914328Z","caller":"traceutil/trace.go:171","msg":"trace[763970601] transaction","detail":"{read_only:false; response_revision:27503; number_of_response:1; }","duration":"3.99879931s","start":"2026-04-28T18:16:49.915498Z","end":"2026-04-28T18:16:53.914297Z","steps":["trace[763970601] 'process raft request' (duration: 3.998353919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.914455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:49.915483Z","time spent":"3.998913183s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.914621Z","caller":"traceutil/trace.go:171","msg":"trace[784919075] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"3.375999948s","start":"2026-04-28T18:16:50.538521Z","end":"2026-04-28T18:16:53.914521Z","steps":["trace[784919075] 'process raft request' (duration: 3.375731052s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:53.914691Z","caller":"traceutil/trace.go:171","msg":"trace[1932945978] transaction","detail":"{read_only:false; response_revision:27506; number_of_response:1; }","duration":"3.374454718s","start":"2026-04-28T18:16:50.540223Z","end":"2026-04-28T18:16:53.914678Z","steps":["trace[1932945978] 'process raft request' (duration: 3.374276024s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:53.914693Z","caller":"traceutil/trace.go:171","msg":"trace[1845609149] transaction","detail":"{read_only:false; response_revision:27505; number_of_response:1; }","duration":"3.374461069s","start":"2026-04-28T18:16:50.540189Z","end":"2026-04-28T18:16:53.91465Z","steps":["trace[1845609149] 'process raft request' (duration: 3.374246303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.914757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.540203Z","time spent":"3.37451428s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:53.914773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.538486Z","time spent":"3.376193333s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:53.914942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.540149Z","time spent":"3.374626663s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.915925Z","caller":"traceutil/trace.go:171","msg":"trace[352749451] transaction","detail":"{read_only:false; response_revision:27507; number_of_response:1; }","duration":"3.375636829s","start":"2026-04-28T18:16:50.540267Z","end":"2026-04-28T18:16:53.915904Z","steps":["trace[352749451] 'process raft request' (duration: 3.374329155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.916069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.540247Z","time spent":"3.375780413s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:53.920187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:16:53.920269Z","caller":"traceutil/trace.go:171","msg":"trace[1230374896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094769s","start":"2026-04-28T18:16:51.920126Z","end":"2026-04-28T18:16:53.92022Z","steps":["trace[1230374896] 'agreement among raft nodes before linearized reading' (duration: 2.000043267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.92033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.920088Z","time spent":"2.000214352s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:16:53.920491Z","caller":"traceutil/trace.go:171","msg":"trace[1224164623] transaction","detail":"{read_only:false; response_revision:27508; number_of_response:1; }","duration":"3.380155834s","start":"2026-04-28T18:16:50.540314Z","end":"2026-04-28T18:16:53.92047Z","steps":["trace[1224164623] 'process raft request' (duration: 3.374321115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.920665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.540298Z","time spent":"3.380303128s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.925466Z","caller":"traceutil/trace.go:171","msg":"trace[700462745] linearizableReadLoop","detail":"{readStateIndex:28511; appliedIndex:28499; }","duration":"4.005779859s","start":"2026-04-28T18:16:49.919669Z","end":"2026-04-28T18:16:53.925449Z","steps":["trace[700462745] 'read index received' (duration: 2.207057506s)","trace[700462745] 'applied index is now lower than readState.Index' (duration: 1.798721613s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:53.925477Z","caller":"traceutil/trace.go:171","msg":"trace[901520385] transaction","detail":"{read_only:false; response_revision:27509; number_of_response:1; }","duration":"3.385063319s","start":"2026-04-28T18:16:50.540353Z","end":"2026-04-28T18:16:53.925416Z","steps":["trace[901520385] 'process raft request' (duration: 3.3799952s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:53.925641Z","caller":"traceutil/trace.go:171","msg":"trace[1135891125] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"3.383720425s","start":"2026-04-28T18:16:50.54189Z","end":"2026-04-28T18:16:53.92561Z","steps":["trace[1135891125] 'process raft request' (duration: 3.383451308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.925813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.541858Z","time spent":"3.383854508s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.925926Z","caller":"traceutil/trace.go:171","msg":"trace[2040106191] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"3.384048513s","start":"2026-04-28T18:16:50.541864Z","end":"2026-04-28T18:16:53.925912Z","steps":["trace[2040106191] 'process raft request' (duration: 3.383447378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.926035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.541843Z","time spent":"3.384144705s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.926319Z","caller":"traceutil/trace.go:171","msg":"trace[387827402] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"2.194499296s","start":"2026-04-28T18:16:51.731811Z","end":"2026-04-28T18:16:53.92631Z","steps":["trace[387827402] 'process raft request' (duration: 2.193556562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.926457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.731774Z","time spent":"2.194658051s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:53.926671Z","caller":"traceutil/trace.go:171","msg":"trace[946385185] transaction","detail":"{read_only:false; response_revision:27513; number_of_response:1; }","duration":"1.833793015s","start":"2026-04-28T18:16:52.09287Z","end":"2026-04-28T18:16:53.926663Z","steps":["trace[946385185] 'process raft request' (duration: 1.832540163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:53.926714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:52.092845Z","time spent":"1.833849307s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:53.926288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.540335Z","time spent":"3.385239423s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:54.427359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:55.933931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:16:55.934032Z","caller":"traceutil/trace.go:171","msg":"trace[924480614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004655s","start":"2026-04-28T18:16:53.934007Z","end":"2026-04-28T18:16:55.934011Z","steps":["trace[924480614] 'agreement among raft nodes before linearized reading' (duration: 1.999884272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:55.934083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:53.933984Z","time spent":"2.000088568s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:56.913405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998569638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:56.913519Z","caller":"traceutil/trace.go:171","msg":"trace[165888971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998748494s","start":"2026-04-28T18:16:51.914742Z","end":"2026-04-28T18:16:56.913491Z","steps":["trace[165888971] 'agreement among raft nodes before linearized reading' (duration: 4.99859949s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:56.913577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.91472Z","time spent":"4.998846465s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 18:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:56.91365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998787543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T18:16:56.913641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998530787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:56.913771Z","caller":"traceutil/trace.go:171","msg":"trace[504673908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998974528s","start":"2026-04-28T18:16:51.91477Z","end":"2026-04-28T18:16:56.913745Z","steps":["trace[504673908] 'agreement among raft nodes before linearized reading' (duration: 4.998802664s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:56.913778Z","caller":"traceutil/trace.go:171","msg":"trace[1881695860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998708331s","start":"2026-04-28T18:16:51.915043Z","end":"2026-04-28T18:16:56.913751Z","steps":["trace[1881695860] 'agreement among raft nodes before linearized reading' (duration: 4.998541997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:56.913842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.914757Z","time spent":"4.99907094s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:16:56.91384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.915034Z","time spent":"4.998794963s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 18:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 18:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:57.463483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.488655713s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:16:57.581695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890606174s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:16:57.585748Z","caller":"traceutil/trace.go:171","msg":"trace[1644831547] transaction","detail":"{read_only:false; response_revision:27514; number_of_response:1; }","duration":"4.032569281s","start":"2026-04-28T18:16:53.553131Z","end":"2026-04-28T18:16:57.5857Z","steps":["trace[1644831547] 'process raft request' (duration: 4.028734203s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:57.585774Z","caller":"traceutil/trace.go:171","msg":"trace[1291701685] linearizableReadLoop","detail":"{readStateIndex:28514; appliedIndex:28512; }","duration":"3.659059383s","start":"2026-04-28T18:16:53.926681Z","end":"2026-04-28T18:16:57.585741Z","steps":["trace[1291701685] 'read index received' (duration: 764.313064ms)","trace[1291701685] 'applied index is now lower than readState.Index' (duration: 2.894744599s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:57.585954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:53.553097Z","time spent":"4.032740456s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:57.934764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:16:57.934898Z","caller":"traceutil/trace.go:171","msg":"trace[337580776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009315s","start":"2026-04-28T18:16:55.93486Z","end":"2026-04-28T18:16:57.934869Z","steps":["trace[337580776] 'agreement among raft nodes before linearized reading' (duration: 1.99983003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:57.934957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.934838Z","time spent":"2.000107348s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:58.086671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:58.350288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:16:58.350601Z","caller":"traceutil/trace.go:171","msg":"trace[891443594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795656s","start":"2026-04-28T18:16:56.349693Z","end":"2026-04-28T18:16:58.350489Z","steps":["trace[891443594] 'agreement among raft nodes before linearized reading' (duration: 2.000489348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.350889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:56.34967Z","time spent":"2.001154355s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:16:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:16:58.587654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:16:58.682761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101510286s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:16:58.731785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.862912581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:16:58.731872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064306811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.73189Z","caller":"traceutil/trace.go:171","msg":"trace[1561643172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27514; }","duration":"6.863099555s","start":"2026-04-28T18:16:51.86876Z","end":"2026-04-28T18:16:58.731859Z","steps":["trace[1561643172] 'agreement among raft nodes before linearized reading' (duration: 5.717076576s)","trace[1561643172] 'range keys from in-memory index tree' (duration: 1.145713821s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:58.731919Z","caller":"traceutil/trace.go:171","msg":"trace[1936630987] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27514; }","duration":"5.064396564s","start":"2026-04-28T18:16:53.6675Z","end":"2026-04-28T18:16:58.731897Z","steps":["trace[1936630987] 'agreement among raft nodes before linearized reading' (duration: 3.918434806s)","trace[1936630987] 'count revisions from in-memory index tree' (duration: 1.145918957s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.73195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.868735Z","time spent":"6.863203748s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:16:58.731967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:53.667468Z","time spent":"5.064487686s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.731869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.600530552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dd46b97f5-xzqwh.18aa977bdf787c01\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-28T18:16:58.732083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.106471ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.732218Z","caller":"traceutil/trace.go:171","msg":"trace[58478653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27514; }","duration":"471.255275ms","start":"2026-04-28T18:16:58.260943Z","end":"2026-04-28T18:16:58.732199Z","steps":["trace[58478653] 'range keys from in-memory index tree' (duration: 471.091351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.732232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.530383972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:16:58.732267Z","caller":"traceutil/trace.go:171","msg":"trace[644875232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27514; }","duration":"8.530449234s","start":"2026-04-28T18:16:50.201797Z","end":"2026-04-28T18:16:58.732246Z","steps":["trace[644875232] 'agreement among raft nodes before linearized reading' (duration: 7.384140147s)","trace[644875232] 'range keys from in-memory index tree' (duration: 1.146194464s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:58.732267Z","caller":"traceutil/trace.go:171","msg":"trace[817027613] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dd46b97f5-xzqwh.18aa977bdf787c01; range_end:; response_count:1; response_revision:27514; }","duration":"6.600974033s","start":"2026-04-28T18:16:52.131237Z","end":"2026-04-28T18:16:58.732211Z","steps":["trace[817027613] 'agreement among raft nodes before linearized reading' (duration: 5.454574134s)","trace[817027613] 'range keys from in-memory index tree' (duration: 1.145701261s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.732292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.20177Z","time spent":"8.530516666s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:16:58.732386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:52.13122Z","time spent":"6.601097317s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-7dd46b97f5-xzqwh.18aa977bdf787c01\" "} {"level":"warn","ts":"2026-04-28T18:16:58.732437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.595430875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.732479Z","caller":"traceutil/trace.go:171","msg":"trace[1433083916] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27514; }","duration":"7.595517067s","start":"2026-04-28T18:16:51.136945Z","end":"2026-04-28T18:16:58.732462Z","steps":["trace[1433083916] 'agreement among raft nodes before linearized reading' (duration: 6.44880804s)","trace[1433083916] 'count revisions from in-memory index tree' (duration: 1.146647435s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.732523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.136917Z","time spent":"7.595595709s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.731799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.513601485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.732674Z","caller":"traceutil/trace.go:171","msg":"trace[1395444414] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27514; }","duration":"8.514556909s","start":"2026-04-28T18:16:50.218095Z","end":"2026-04-28T18:16:58.732652Z","steps":["trace[1395444414] 'agreement among raft nodes before linearized reading' (duration: 7.367828012s)","trace[1395444414] 'count revisions from in-memory index tree' (duration: 1.145801324s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.732713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.218063Z","time spent":"8.514638191s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.7328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144071827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.732321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699359184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.732966Z","caller":"traceutil/trace.go:171","msg":"trace[1671347254] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27514; }","duration":"5.700049292s","start":"2026-04-28T18:16:53.032896Z","end":"2026-04-28T18:16:58.732945Z","steps":["trace[1671347254] 'agreement among raft nodes before linearized reading' (duration: 4.553050688s)","trace[1671347254] 'count revisions from in-memory index tree' (duration: 1.146335358s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:53.03287Z","time spent":"5.700146674s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:58.732974Z","caller":"traceutil/trace.go:171","msg":"trace[1365006498] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27514; }","duration":"7.144296933s","start":"2026-04-28T18:16:51.588624Z","end":"2026-04-28T18:16:58.732921Z","steps":["trace[1365006498] 'agreement among raft nodes before linearized reading' (duration: 5.997124854s)","trace[1365006498] 'count revisions from in-memory index tree' (duration: 1.14686318s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.919589796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.73309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.588609Z","time spent":"7.144464956s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:58.73315Z","caller":"traceutil/trace.go:171","msg":"trace[1075613827] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27514; }","duration":"7.919675258s","start":"2026-04-28T18:16:50.813466Z","end":"2026-04-28T18:16:58.733141Z","steps":["trace[1075613827] 'agreement among raft nodes before linearized reading' (duration: 6.772423438s)","trace[1075613827] 'count revisions from in-memory index tree' (duration: 1.147194129s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.813437Z","time spent":"7.9197397s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.73331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.947132284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.733339Z","caller":"traceutil/trace.go:171","msg":"trace[1820541707] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27514; }","duration":"6.947160005s","start":"2026-04-28T18:16:51.786169Z","end":"2026-04-28T18:16:58.733329Z","steps":["trace[1820541707] 'agreement among raft nodes before linearized reading' (duration: 5.799680788s)","trace[1820541707] 'count revisions from in-memory index tree' (duration: 1.147437425s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.73337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.786065Z","time spent":"6.947295919s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.733421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.273087671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.733483Z","caller":"traceutil/trace.go:171","msg":"trace[114479303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27514; }","duration":"7.273211924s","start":"2026-04-28T18:16:51.460255Z","end":"2026-04-28T18:16:58.733467Z","steps":["trace[114479303] 'agreement among raft nodes before linearized reading' (duration: 6.125523302s)","trace[114479303] 'count revisions from in-memory index tree' (duration: 1.147533469s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.46023Z","time spent":"7.273292237s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.732876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817123675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:16:58.733616Z","caller":"traceutil/trace.go:171","msg":"trace[1754662210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27514; }","duration":"6.817865995s","start":"2026-04-28T18:16:51.915735Z","end":"2026-04-28T18:16:58.733601Z","steps":["trace[1754662210] 'agreement among raft nodes before linearized reading' (duration: 5.67008579s)","trace[1754662210] 'range keys from in-memory index tree' (duration: 1.147000464s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.064130686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.733665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.91573Z","time spent":"6.817916716s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:16:58.733686Z","caller":"traceutil/trace.go:171","msg":"trace[1880545684] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27514; }","duration":"8.064224107s","start":"2026-04-28T18:16:50.669449Z","end":"2026-04-28T18:16:58.733674Z","steps":["trace[1880545684] 'agreement among raft nodes before linearized reading' (duration: 6.916463493s)","trace[1880545684] 'count revisions from in-memory index tree' (duration: 1.147718613s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.543033062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:16:58.733713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:50.669389Z","time spent":"8.06431826s","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:58.733733Z","caller":"traceutil/trace.go:171","msg":"trace[864137331] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27514; }","duration":"7.543193137s","start":"2026-04-28T18:16:51.190527Z","end":"2026-04-28T18:16:58.73372Z","steps":["trace[864137331] 'agreement among raft nodes before linearized reading' (duration: 6.395269609s)","trace[864137331] 'count revisions from in-memory index tree' (duration: 1.147836186s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.733796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.190495Z","time spent":"7.543289218s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.734219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14841797s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:16:58.73441Z","caller":"traceutil/trace.go:171","msg":"trace[127092033] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"3.759753256s","start":"2026-04-28T18:16:54.974639Z","end":"2026-04-28T18:16:58.734392Z","steps":["trace[127092033] 'process raft request' (duration: 2.61108424s)","trace[127092033] 'compare' (duration: 1.146609544s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.734481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:54.974605Z","time spent":"3.759842279s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:58.734787Z","caller":"traceutil/trace.go:171","msg":"trace[1977897488] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"2.809298945s","start":"2026-04-28T18:16:55.925464Z","end":"2026-04-28T18:16:58.734763Z","steps":["trace[1977897488] 'process raft request' (duration: 2.808858824s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:58.734829Z","caller":"traceutil/trace.go:171","msg":"trace[1833942511] transaction","detail":"{read_only:false; response_revision:27517; number_of_response:1; }","duration":"2.80441623s","start":"2026-04-28T18:16:55.9304Z","end":"2026-04-28T18:16:58.734817Z","steps":["trace[1833942511] 'process raft request' (duration: 2.804298897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.734876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.925429Z","time spent":"2.809402878s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:58.734936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.930365Z","time spent":"2.804511563s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:58.734984Z","caller":"traceutil/trace.go:171","msg":"trace[1005583663] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"2.803480207s","start":"2026-04-28T18:16:55.931484Z","end":"2026-04-28T18:16:58.734965Z","steps":["trace[1005583663] 'process raft request' (duration: 2.803298842s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:58.735018Z","caller":"traceutil/trace.go:171","msg":"trace[1209936472] transaction","detail":"{read_only:false; response_revision:27519; number_of_response:1; }","duration":"2.803032145s","start":"2026-04-28T18:16:55.931972Z","end":"2026-04-28T18:16:58.735004Z","steps":["trace[1209936472] 'process raft request' (duration: 2.802925092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.735087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.931449Z","time spent":"2.803575759s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:58.735099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.931949Z","time spent":"2.803111836s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:58.735123Z","caller":"traceutil/trace.go:171","msg":"trace[12151746] transaction","detail":"{read_only:false; response_revision:27520; number_of_response:1; }","duration":"2.802938203s","start":"2026-04-28T18:16:55.932175Z","end":"2026-04-28T18:16:58.735113Z","steps":["trace[12151746] 'process raft request' (duration: 2.802789989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.735175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.932146Z","time spent":"2.803003673s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:58.735255Z","caller":"traceutil/trace.go:171","msg":"trace[762106771] transaction","detail":"{read_only:false; response_revision:27521; number_of_response:1; }","duration":"2.801317262s","start":"2026-04-28T18:16:55.933927Z","end":"2026-04-28T18:16:58.735244Z","steps":["trace[762106771] 'process raft request' (duration: 2.801144438s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:58.73534Z","caller":"traceutil/trace.go:171","msg":"trace[1122864499] transaction","detail":"{read_only:false; response_revision:27522; number_of_response:1; }","duration":"2.800259194s","start":"2026-04-28T18:16:55.935073Z","end":"2026-04-28T18:16:58.735332Z","steps":["trace[1122864499] 'process raft request' (duration: 2.800133771s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:58.735347Z","caller":"traceutil/trace.go:171","msg":"trace[442149629] linearizableReadLoop","detail":"{readStateIndex:28523; appliedIndex:28514; }","duration":"1.149489517s","start":"2026-04-28T18:16:57.585847Z","end":"2026-04-28T18:16:58.735337Z","steps":["trace[442149629] 'read index received' (duration: 1.097147565s)","trace[442149629] 'applied index is now lower than readState.Index' (duration: 52.341172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.735398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.93506Z","time spent":"2.800302595s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:58.735454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557194078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.737059Z","caller":"traceutil/trace.go:171","msg":"trace[1648454961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27523; }","duration":"2.5587829s","start":"2026-04-28T18:16:56.1782Z","end":"2026-04-28T18:16:58.736983Z","steps":["trace[1648454961] 'agreement among raft nodes before linearized reading' (duration: 2.557162218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.737171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:56.178174Z","time spent":"2.558956433s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.735398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.292017783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T18:16:58.737265Z","caller":"traceutil/trace.go:171","msg":"trace[673788535] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27514; }","duration":"7.293916362s","start":"2026-04-28T18:16:51.443312Z","end":"2026-04-28T18:16:58.737229Z","steps":["trace[673788535] 'agreement among raft nodes before linearized reading' (duration: 6.142475734s)","trace[673788535] 'range keys from in-memory index tree' (duration: 1.147381724s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:16:58.737316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:51.443291Z","time spent":"7.294011304s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-28T18:16:58.735489Z","caller":"traceutil/trace.go:171","msg":"trace[1022958934] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"2.800029209s","start":"2026-04-28T18:16:55.935447Z","end":"2026-04-28T18:16:58.735476Z","steps":["trace[1022958934] 'process raft request' (duration: 2.799840344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.737517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.935436Z","time spent":"2.802007579s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:58.735485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119667077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:58.737609Z","caller":"traceutil/trace.go:171","msg":"trace[59494033] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27523; }","duration":"4.121844232s","start":"2026-04-28T18:16:54.615752Z","end":"2026-04-28T18:16:58.737596Z","steps":["trace[59494033] 'agreement among raft nodes before linearized reading' (duration: 4.119641966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.737646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:54.615723Z","time spent":"4.121911444s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:16:58.735542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437850847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:16:58.737669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.933917Z","time spent":"2.801370473s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:16:58.737693Z","caller":"traceutil/trace.go:171","msg":"trace[1777998143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27523; }","duration":"1.440034823s","start":"2026-04-28T18:16:57.297639Z","end":"2026-04-28T18:16:58.737674Z","steps":["trace[1777998143] 'agreement among raft nodes before linearized reading' (duration: 1.437868928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.738285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:57.297616Z","time spent":"1.440653839s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.735554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892720537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:58.738574Z","caller":"traceutil/trace.go:171","msg":"trace[910904992] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27523; }","duration":"2.895740314s","start":"2026-04-28T18:16:55.842823Z","end":"2026-04-28T18:16:58.738563Z","steps":["trace[910904992] 'agreement among raft nodes before linearized reading' (duration: 2.892687787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.738604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:55.842747Z","time spent":"2.895846327s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:16:58.735576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664164568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.735606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801035429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aa980b148ead0a\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-28T18:16:58.735614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896741687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.735675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.283806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.735658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464522904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:58.735728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152543804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273010"} {"level":"warn","ts":"2026-04-28T18:16:58.735644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110915274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:16:58.73919Z","caller":"traceutil/trace.go:171","msg":"trace[1904077230] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27523; }","duration":"4.114480936s","start":"2026-04-28T18:16:54.624697Z","end":"2026-04-28T18:16:58.739178Z","steps":["trace[1904077230] 'agreement among raft nodes before linearized reading' (duration: 4.110873563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.739267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:54.624679Z","time spent":"4.114531717s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:16:58.73933Z","caller":"traceutil/trace.go:171","msg":"trace[615445672] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27523; }","duration":"1.900494114s","start":"2026-04-28T18:16:56.838812Z","end":"2026-04-28T18:16:58.739307Z","steps":["trace[615445672] 'agreement among raft nodes before linearized reading' (duration: 1.896777339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.739401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:56.838782Z","time spent":"1.900597696s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:58.739401Z","caller":"traceutil/trace.go:171","msg":"trace[211236984] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27523; }","duration":"1.668013467s","start":"2026-04-28T18:16:57.071367Z","end":"2026-04-28T18:16:58.73938Z","steps":["trace[211236984] 'agreement among raft nodes before linearized reading' (duration: 1.664191309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.73946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:57.071343Z","time spent":"1.668099938s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:58.73956Z","caller":"traceutil/trace.go:171","msg":"trace[1021263311] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27523; }","duration":"4.468460695s","start":"2026-04-28T18:16:54.27108Z","end":"2026-04-28T18:16:58.73954Z","steps":["trace[1021263311] 'agreement among raft nodes before linearized reading' (duration: 4.464548925s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:58.739598Z","caller":"traceutil/trace.go:171","msg":"trace[1472459139] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27523; }","duration":"4.156459074s","start":"2026-04-28T18:16:54.583129Z","end":"2026-04-28T18:16:58.739588Z","steps":["trace[1472459139] 'agreement among raft nodes before linearized reading' (duration: 4.152283017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.739611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:54.271055Z","time spent":"4.468540597s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:16:58.739607Z","caller":"traceutil/trace.go:171","msg":"trace[1385500043] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aa980b148ead0a; range_end:; response_count:1; response_revision:27523; }","duration":"4.805035492s","start":"2026-04-28T18:16:53.934547Z","end":"2026-04-28T18:16:58.739583Z","steps":["trace[1385500043] 'agreement among raft nodes before linearized reading' (duration: 4.800949487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.739671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:53.934528Z","time spent":"4.805126125s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aa980b148ead0a\" "} {"level":"warn","ts":"2026-04-28T18:16:58.739697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:54.583103Z","time spent":"4.156581327s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273034,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-28T18:16:58.739855Z","caller":"traceutil/trace.go:171","msg":"trace[1156763916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27523; }","duration":"796.483263ms","start":"2026-04-28T18:16:57.943355Z","end":"2026-04-28T18:16:58.739838Z","steps":["trace[1156763916] 'agreement among raft nodes before linearized reading' (duration: 792.303246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:58.739913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:57.943335Z","time spent":"796.567295ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:16:59.447782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.564525ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-04-28T18:16:59.448011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.736692Z","time spent":"711.309195ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:16:59.448196Z","caller":"traceutil/trace.go:171","msg":"trace[487288730] linearizableReadLoop","detail":"{readStateIndex:28526; appliedIndex:28523; }","duration":"708.512064ms","start":"2026-04-28T18:16:58.739676Z","end":"2026-04-28T18:16:59.448188Z","steps":["trace[487288730] 'read index received' (duration: 155.636591ms)","trace[487288730] 'applied index is now lower than readState.Index' (duration: 552.874143ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:16:59.44804Z","caller":"traceutil/trace.go:171","msg":"trace[1164981196] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"708.77432ms","start":"2026-04-28T18:16:58.739249Z","end":"2026-04-28T18:16:59.448023Z","steps":["trace[1164981196] 'process raft request' (duration: 708.626826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:59.448341Z","caller":"traceutil/trace.go:171","msg":"trace[1107380552] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"708.986475ms","start":"2026-04-28T18:16:58.739349Z","end":"2026-04-28T18:16:59.448335Z","steps":["trace[1107380552] 'process raft request' (duration: 708.636797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:59.448357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.739225Z","time spent":"709.047447ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:59.44843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.73934Z","time spent":"709.024796ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:16:59.448712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.654747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f375b5b6-e898-4eb3-a34d-cf5f5dc2c61d\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-28T18:16:59.448799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.88642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:16:59.448796Z","caller":"traceutil/trace.go:171","msg":"trace[2108303532] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f375b5b6-e898-4eb3-a34d-cf5f5dc2c61d; range_end:; response_count:1; response_revision:27525; }","duration":"708.824352ms","start":"2026-04-28T18:16:58.739953Z","end":"2026-04-28T18:16:59.448778Z","steps":["trace[2108303532] 'agreement among raft nodes before linearized reading' (duration: 708.559725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:59.448825Z","caller":"traceutil/trace.go:171","msg":"trace[627470749] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27525; }","duration":"214.959011ms","start":"2026-04-28T18:16:59.233857Z","end":"2026-04-28T18:16:59.448816Z","steps":["trace[627470749] 'agreement among raft nodes before linearized reading' (duration: 214.91076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:59.448837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.739935Z","time spent":"708.890843ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-f375b5b6-e898-4eb3-a34d-cf5f5dc2c61d\" "} {"level":"warn","ts":"2026-04-28T18:16:59.448812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.219578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:16:59.448882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.930737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:16:59.448919Z","caller":"traceutil/trace.go:171","msg":"trace[929245627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27525; }","duration":"525.995928ms","start":"2026-04-28T18:16:58.922909Z","end":"2026-04-28T18:16:59.448905Z","steps":["trace[929245627] 'agreement among raft nodes before linearized reading' (duration: 525.830454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:59.448915Z","caller":"traceutil/trace.go:171","msg":"trace[1301087465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27525; }","duration":"525.390323ms","start":"2026-04-28T18:16:58.923503Z","end":"2026-04-28T18:16:59.448893Z","steps":["trace[1301087465] 'agreement among raft nodes before linearized reading' (duration: 525.079186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:59.448949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.922888Z","time spent":"526.05479ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:16:59.448968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.923475Z","time spent":"525.483565ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:16:59.44899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.178165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:16:59.449003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.522827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:16:59.448951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.543327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:16:59.449075Z","caller":"traceutil/trace.go:171","msg":"trace[1193414551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27525; }","duration":"525.633579ms","start":"2026-04-28T18:16:58.923427Z","end":"2026-04-28T18:16:59.44906Z","steps":["trace[1193414551] 'agreement among raft nodes before linearized reading' (duration: 525.443294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:16:59.449097Z","caller":"traceutil/trace.go:171","msg":"trace[1550646145] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27525; }","duration":"703.731381ms","start":"2026-04-28T18:16:58.745356Z","end":"2026-04-28T18:16:59.449088Z","steps":["trace[1550646145] 'agreement among raft nodes before linearized reading' (duration: 703.421704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:59.449102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.923414Z","time spent":"525.68171ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:16:59.449036Z","caller":"traceutil/trace.go:171","msg":"trace[1634868673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27525; }","duration":"708.36181ms","start":"2026-04-28T18:16:58.74066Z","end":"2026-04-28T18:16:59.449022Z","steps":["trace[1634868673] 'agreement among raft nodes before linearized reading' (duration: 708.168375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:59.449126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.745347Z","time spent":"703.771023ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:16:59.449074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.225951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:16:59.449354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.740644Z","time spent":"708.706239ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:16:59.44984Z","caller":"traceutil/trace.go:171","msg":"trace[901856710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27525; }","duration":"709.909688ms","start":"2026-04-28T18:16:58.739575Z","end":"2026-04-28T18:16:59.449485Z","steps":["trace[901856710] 'agreement among raft nodes before linearized reading' (duration: 709.134189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:16:59.449871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.739559Z","time spent":"710.304609ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:16:59.448755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:58.740622Z","time spent":"708.117464ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:16:59.952873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:00.453047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:00.953193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:01.092303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640080495s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:17:01.298903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.227038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:01.29908Z","caller":"traceutil/trace.go:171","msg":"trace[2008654599] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"1.849413782s","start":"2026-04-28T18:16:59.449629Z","end":"2026-04-28T18:17:01.299043Z","steps":["trace[2008654599] 'process raft request' (duration: 1.642989649s)","trace[2008654599] 'compare' (duration: 204.856944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:01.299159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.449608Z","time spent":"1.849505575s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:01.458503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:17:01.458633Z","caller":"traceutil/trace.go:171","msg":"trace[2039765972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435287s","start":"2026-04-28T18:16:59.458171Z","end":"2026-04-28T18:17:01.458606Z","steps":["trace[2039765972] 'agreement among raft nodes before linearized reading' (duration: 2.000279703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:01.458693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.458148Z","time spent":"2.000533329s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:01.914305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.455258Z","time spent":"2.45903216s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:17:01.914347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.454481Z","time spent":"2.459853451s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:17:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:01.914451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.453749Z","time spent":"2.460693001s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:17:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 18:17:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:02.972283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.83803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:02.973063Z","caller":"traceutil/trace.go:171","msg":"trace[523828615] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"3.523305979s","start":"2026-04-28T18:16:59.449701Z","end":"2026-04-28T18:17:02.973007Z","steps":["trace[523828615] 'process raft request' (duration: 2.566615927s)","trace[523828615] 'compare' (duration: 954.389463ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:02.973076Z","caller":"traceutil/trace.go:171","msg":"trace[1443273087] transaction","detail":"{read_only:false; response_revision:27528; number_of_response:1; }","duration":"3.521916493s","start":"2026-04-28T18:16:59.45112Z","end":"2026-04-28T18:17:02.973036Z","steps":["trace[1443273087] 'process raft request' (duration: 3.521297538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:02.973264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.449677Z","time spent":"3.523468183s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:02.973276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.451098Z","time spent":"3.522064047s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:03.459254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:17:03.459359Z","caller":"traceutil/trace.go:171","msg":"trace[102597087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214324s","start":"2026-04-28T18:17:01.459123Z","end":"2026-04-28T18:17:03.459337Z","steps":["trace[102597087] 'agreement among raft nodes before linearized reading' (duration: 2.000005978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:03.459698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.459027Z","time spent":"2.00037888s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:04.382426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409720463s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:17:04.383215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.989591Z","time spent":"393.615286ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:17:04.383835Z","caller":"traceutil/trace.go:171","msg":"trace[259652848] transaction","detail":"{read_only:false; response_revision:27532; number_of_response:1; }","duration":"3.64154222s","start":"2026-04-28T18:17:00.742261Z","end":"2026-04-28T18:17:04.383804Z","steps":["trace[259652848] 'process raft request' (duration: 3.640346119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:04.38413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.74223Z","time spent":"3.641667652s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:05.232649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.711365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:05.232984Z","caller":"traceutil/trace.go:171","msg":"trace[991562239] transaction","detail":"{read_only:false; response_revision:27534; number_of_response:1; }","duration":"4.489443234s","start":"2026-04-28T18:17:00.743512Z","end":"2026-04-28T18:17:05.232955Z","steps":["trace[991562239] 'process raft request' (duration: 4.48927303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.233111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.743501Z","time spent":"4.489552817s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.233151Z","caller":"traceutil/trace.go:171","msg":"trace[1675607378] transaction","detail":"{read_only:false; response_revision:27533; number_of_response:1; }","duration":"4.490577903s","start":"2026-04-28T18:17:00.742454Z","end":"2026-04-28T18:17:05.233032Z","steps":["trace[1675607378] 'process raft request' (duration: 3.641332135s)","trace[1675607378] 'compare' (duration: 847.624607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:05.233438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.742413Z","time spent":"4.490876461s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.233682Z","caller":"traceutil/trace.go:171","msg":"trace[268504070] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"4.489638109s","start":"2026-04-28T18:17:00.744031Z","end":"2026-04-28T18:17:05.233669Z","steps":["trace[268504070] 'process raft request' (duration: 4.4888555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.233737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.743995Z","time spent":"4.489713381s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.233878Z","caller":"traceutil/trace.go:171","msg":"trace[1180659248] transaction","detail":"{read_only:false; response_revision:27536; number_of_response:1; }","duration":"4.489705311s","start":"2026-04-28T18:17:00.744153Z","end":"2026-04-28T18:17:05.233858Z","steps":["trace[1180659248] 'process raft request' (duration: 4.489468855s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.233913Z","caller":"traceutil/trace.go:171","msg":"trace[1189015741] transaction","detail":"{read_only:false; response_revision:27537; number_of_response:1; }","duration":"4.481266086s","start":"2026-04-28T18:17:00.752623Z","end":"2026-04-28T18:17:05.233889Z","steps":["trace[1189015741] 'process raft request' (duration: 4.481116442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.233955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.744143Z","time spent":"4.489770442s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.233961Z","caller":"traceutil/trace.go:171","msg":"trace[387979794] transaction","detail":"{read_only:false; response_revision:27538; number_of_response:1; }","duration":"4.481138823s","start":"2026-04-28T18:17:00.752804Z","end":"2026-04-28T18:17:05.233943Z","steps":["trace[387979794] 'process raft request' (duration: 4.48102419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.234056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.752749Z","time spent":"4.481253626s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.23418Z","caller":"traceutil/trace.go:171","msg":"trace[2138959602] transaction","detail":"{read_only:false; response_revision:27539; number_of_response:1; }","duration":"4.481012579s","start":"2026-04-28T18:17:00.753154Z","end":"2026-04-28T18:17:05.234166Z","steps":["trace[2138959602] 'process raft request' (duration: 4.480732712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.234243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.753137Z","time spent":"4.481069131s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.234293Z","caller":"traceutil/trace.go:171","msg":"trace[816313086] linearizableReadLoop","detail":"{readStateIndex:28542; appliedIndex:28527; }","duration":"5.781786108s","start":"2026-04-28T18:16:59.452481Z","end":"2026-04-28T18:17:05.234267Z","steps":["trace[816313086] 'read index received' (duration: 1.640148217s)","trace[816313086] 'applied index is now lower than readState.Index' (duration: 4.141636731s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:05.234017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.75261Z","time spent":"4.481351479s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.235005Z","caller":"traceutil/trace.go:171","msg":"trace[1299898971] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27540; }","duration":"3.318046368s","start":"2026-04-28T18:17:01.916946Z","end":"2026-04-28T18:17:05.234993Z","steps":["trace[1299898971] 'process raft request' (duration: 3.317965676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.23506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.9169Z","time spent":"3.31813304s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:05.235011Z","caller":"traceutil/trace.go:171","msg":"trace[2120528489] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27540; }","duration":"3.318216532s","start":"2026-04-28T18:17:01.916763Z","end":"2026-04-28T18:17:05.234979Z","steps":["trace[2120528489] 'process raft request' (duration: 3.318088209s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.235045Z","caller":"traceutil/trace.go:171","msg":"trace[661622152] transaction","detail":"{read_only:false; response_revision:27540; number_of_response:1; }","duration":"3.798313462s","start":"2026-04-28T18:17:01.436688Z","end":"2026-04-28T18:17:05.235002Z","steps":["trace[661622152] 'process raft request' (duration: 3.797496191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.235185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.916736Z","time spent":"3.318360106s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:05.2352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.436652Z","time spent":"3.798458305s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:05.235244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.782753512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:17:05.235293Z","caller":"traceutil/trace.go:171","msg":"trace[1803296298] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"2.641709784s","start":"2026-04-28T18:17:02.593572Z","end":"2026-04-28T18:17:05.235282Z","steps":["trace[1803296298] 'process raft request' (duration: 2.641375485s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.235303Z","caller":"traceutil/trace.go:171","msg":"trace[585009918] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27540; }","duration":"5.782836974s","start":"2026-04-28T18:16:59.452447Z","end":"2026-04-28T18:17:05.235284Z","steps":["trace[585009918] 'agreement among raft nodes before linearized reading' (duration: 5.781939631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.235545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.59354Z","time spent":"2.641780297s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:05.235552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.452438Z","time spent":"5.783101772s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:17:05.235736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781830199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T18:17:05.235764Z","caller":"traceutil/trace.go:171","msg":"trace[280995515] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27542; }","duration":"5.781868679s","start":"2026-04-28T18:16:59.453887Z","end":"2026-04-28T18:17:05.235756Z","steps":["trace[280995515] 'agreement among raft nodes before linearized reading' (duration: 5.781770597s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.235786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.453882Z","time spent":"5.781897771s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T18:17:05.235864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280800556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:05.235872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259010403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T18:17:05.235917Z","caller":"traceutil/trace.go:171","msg":"trace[2142541420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27542; }","duration":"5.280906928s","start":"2026-04-28T18:16:59.954996Z","end":"2026-04-28T18:17:05.235903Z","steps":["trace[2142541420] 'agreement among raft nodes before linearized reading' (duration: 5.280811686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.235928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775139889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:05.23595Z","caller":"traceutil/trace.go:171","msg":"trace[1925737688] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27542; }","duration":"5.77517363s","start":"2026-04-28T18:16:59.460769Z","end":"2026-04-28T18:17:05.235943Z","steps":["trace[1925737688] 'agreement among raft nodes before linearized reading' (duration: 5.775130919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.235952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.95497Z","time spent":"5.28097198s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.235971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.46076Z","time spent":"5.775204091s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:17:05.235957Z","caller":"traceutil/trace.go:171","msg":"trace[1480923726] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27542; }","duration":"2.259102725s","start":"2026-04-28T18:17:02.976812Z","end":"2026-04-28T18:17:05.235914Z","steps":["trace[1480923726] 'agreement among raft nodes before linearized reading' (duration: 2.258904631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.235972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78050766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:17:05.236046Z","caller":"traceutil/trace.go:171","msg":"trace[234353959] transaction","detail":"{read_only:false; response_revision:27542; number_of_response:1; }","duration":"1.080322177s","start":"2026-04-28T18:17:04.155713Z","end":"2026-04-28T18:17:05.236035Z","steps":["trace[234353959] 'process raft request' (duration: 1.079512476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.246103483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:05.236064Z","caller":"traceutil/trace.go:171","msg":"trace[2141280131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27542; }","duration":"3.780622333s","start":"2026-04-28T18:17:01.455421Z","end":"2026-04-28T18:17:05.236043Z","steps":["trace[2141280131] 'agreement among raft nodes before linearized reading' (duration: 3.780310465s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.236105Z","caller":"traceutil/trace.go:171","msg":"trace[61137615] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27542; }","duration":"5.246205866s","start":"2026-04-28T18:16:59.989879Z","end":"2026-04-28T18:17:05.236085Z","steps":["trace[61137615] 'agreement among raft nodes before linearized reading' (duration: 5.246120544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780724365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:17:05.236178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:16:59.989849Z","time spent":"5.246315459s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:05.236199Z","caller":"traceutil/trace.go:171","msg":"trace[144314998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27542; }","duration":"3.780812288s","start":"2026-04-28T18:17:01.455374Z","end":"2026-04-28T18:17:05.236186Z","steps":["trace[144314998] 'agreement among raft nodes before linearized reading' (duration: 3.780661655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:04.155678Z","time spent":"1.080392009s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:05.236233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.455346Z","time spent":"3.780879449s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:05.236258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.633284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T18:17:05.236285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066566088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:05.235999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752185372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:05.236273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031959767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:17:05.236339Z","caller":"traceutil/trace.go:171","msg":"trace[1080129991] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27542; }","duration":"3.066659211s","start":"2026-04-28T18:17:02.169665Z","end":"2026-04-28T18:17:05.236324Z","steps":["trace[1080129991] 'agreement among raft nodes before linearized reading' (duration: 3.066490286s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.236339Z","caller":"traceutil/trace.go:171","msg":"trace[1957709749] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27542; }","duration":"4.752533131s","start":"2026-04-28T18:17:00.483795Z","end":"2026-04-28T18:17:05.236328Z","steps":["trace[1957709749] 'agreement among raft nodes before linearized reading' (duration: 4.751945686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.169637Z","time spent":"3.066724142s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.236389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.046104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-28T18:17:05.236386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:00.483724Z","time spent":"4.752654084s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.236456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455789891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:05.236484Z","caller":"traceutil/trace.go:171","msg":"trace[1845318454] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27542; }","duration":"2.455870613s","start":"2026-04-28T18:17:02.780607Z","end":"2026-04-28T18:17:05.236477Z","steps":["trace[1845318454] 'agreement among raft nodes before linearized reading' (duration: 2.455716369s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.666865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:05.236538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861515479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:05.236129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.455347Z","time spent":"3.780771977s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:05.236549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495963613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:05.236594Z","caller":"traceutil/trace.go:171","msg":"trace[1413495884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27542; }","duration":"2.86157831s","start":"2026-04-28T18:17:02.375004Z","end":"2026-04-28T18:17:05.236582Z","steps":["trace[1413495884] 'agreement among raft nodes before linearized reading' (duration: 2.861475548s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.236627Z","caller":"traceutil/trace.go:171","msg":"trace[1481719789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27542; }","duration":"1.496043875s","start":"2026-04-28T18:17:03.740569Z","end":"2026-04-28T18:17:05.236613Z","steps":["trace[1481719789] 'agreement among raft nodes before linearized reading' (duration: 1.495937552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768809573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:05.236659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705721637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:05.236675Z","caller":"traceutil/trace.go:171","msg":"trace[960193138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27542; }","duration":"1.768898274s","start":"2026-04-28T18:17:03.467769Z","end":"2026-04-28T18:17:05.236667Z","steps":["trace[960193138] 'agreement among raft nodes before linearized reading' (duration: 1.768845253s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.2367Z","caller":"traceutil/trace.go:171","msg":"trace[922928097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27542; }","duration":"3.705810859s","start":"2026-04-28T18:17:01.530876Z","end":"2026-04-28T18:17:05.236687Z","steps":["trace[922928097] 'agreement among raft nodes before linearized reading' (duration: 3.705718256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.976793Z","time spent":"2.259201418s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:17:05.236736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.374978Z","time spent":"2.861655542s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.236789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223395709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:05.236838Z","caller":"traceutil/trace.go:171","msg":"trace[2107413282] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27542; }","duration":"2.223494791s","start":"2026-04-28T18:17:03.013329Z","end":"2026-04-28T18:17:05.236824Z","steps":["trace[2107413282] 'agreement among raft nodes before linearized reading' (duration: 2.223422669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258382157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-58fc6dc8d5-cszmn.18aa977bdfe386ed\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-04-28T18:17:05.236871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.013302Z","time spent":"2.223560203s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:05.236591Z","caller":"traceutil/trace.go:171","msg":"trace[725402623] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27542; }","duration":"850.769188ms","start":"2026-04-28T18:17:04.385805Z","end":"2026-04-28T18:17:05.236574Z","steps":["trace[725402623] 'agreement among raft nodes before linearized reading' (duration: 850.671366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.236889Z","caller":"traceutil/trace.go:171","msg":"trace[974352056] range","detail":"{range_begin:/registry/events/openstack/heat-api-58fc6dc8d5-cszmn.18aa977bdfe386ed; range_end:; response_count:1; response_revision:27542; }","duration":"2.258427828s","start":"2026-04-28T18:17:02.978452Z","end":"2026-04-28T18:17:05.23688Z","steps":["trace[974352056] 'agreement among raft nodes before linearized reading' (duration: 2.258327335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.978447Z","time spent":"2.258462938s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-58fc6dc8d5-cszmn.18aa977bdfe386ed\" "} {"level":"warn","ts":"2026-04-28T18:17:05.236924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:04.385789Z","time spent":"851.119966ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.236983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033627471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-04-28T18:17:05.23703Z","caller":"traceutil/trace.go:171","msg":"trace[200281438] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27542; }","duration":"1.033718364s","start":"2026-04-28T18:17:04.203296Z","end":"2026-04-28T18:17:05.237014Z","steps":["trace[200281438] 'agreement among raft nodes before linearized reading' (duration: 1.033485798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585181518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:05.237073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:04.203268Z","time spent":"1.033790455s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418348,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:17:05.236676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.740509Z","time spent":"1.496155988s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:05.237103Z","caller":"traceutil/trace.go:171","msg":"trace[2029230863] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27542; }","duration":"3.585550417s","start":"2026-04-28T18:17:01.65154Z","end":"2026-04-28T18:17:05.237091Z","steps":["trace[2029230863] 'agreement among raft nodes before linearized reading' (duration: 3.585206668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.237144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.651514Z","time spent":"3.585612509s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.237241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447337887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:05.236756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862096412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:05.237303Z","caller":"traceutil/trace.go:171","msg":"trace[450518192] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27542; }","duration":"1.447394859s","start":"2026-04-28T18:17:03.78989Z","end":"2026-04-28T18:17:05.237285Z","steps":["trace[450518192] 'agreement among raft nodes before linearized reading' (duration: 1.447318087s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:05.237343Z","caller":"traceutil/trace.go:171","msg":"trace[1108988285] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27542; }","duration":"1.862730018s","start":"2026-04-28T18:17:03.374599Z","end":"2026-04-28T18:17:05.237329Z","steps":["trace[1108988285] 'agreement among raft nodes before linearized reading' (duration: 1.862130543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.237379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.374572Z","time spent":"1.86279529s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.237491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325554796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:05.236297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931982205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18aa980a66eeef3c\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-28T18:17:05.236386Z","caller":"traceutil/trace.go:171","msg":"trace[107618789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27542; }","duration":"3.032147733s","start":"2026-04-28T18:17:02.204209Z","end":"2026-04-28T18:17:05.236356Z","steps":["trace[107618789] 'agreement among raft nodes before linearized reading' (duration: 3.031785583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.467738Z","time spent":"1.768967956s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:17:05.237677Z","caller":"traceutil/trace.go:171","msg":"trace[928916899] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27542; }","duration":"1.325786371s","start":"2026-04-28T18:17:03.911879Z","end":"2026-04-28T18:17:05.237666Z","steps":["trace[928916899] 'agreement among raft nodes before linearized reading' (duration: 1.325511174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.237722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.911854Z","time spent":"1.325857553s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:05.237854Z","caller":"traceutil/trace.go:171","msg":"trace[2013406528] range","detail":"{range_begin:/registry/events/openstack/container-infra.18aa980a66eeef3c; range_end:; response_count:1; response_revision:27542; }","duration":"3.933569165s","start":"2026-04-28T18:17:01.304273Z","end":"2026-04-28T18:17:05.237843Z","steps":["trace[2013406528] 'agreement among raft nodes before linearized reading' (duration: 3.931955554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.237901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.304257Z","time spent":"3.933629917s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18aa980a66eeef3c\" "} {"level":"warn","ts":"2026-04-28T18:17:05.238011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.204184Z","time spent":"3.033816824s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:17:05.23673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:01.53085Z","time spent":"3.70587162s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.236752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.84362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:05.238312Z","caller":"traceutil/trace.go:171","msg":"trace[1008366910] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27542; }","duration":"891.447961ms","start":"2026-04-28T18:17:04.346851Z","end":"2026-04-28T18:17:05.238299Z","steps":["trace[1008366910] 'agreement among raft nodes before linearized reading' (duration: 889.84924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.238362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:04.346824Z","time spent":"891.520543ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:05.23629Z","caller":"traceutil/trace.go:171","msg":"trace[2024567919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27542; }","duration":"320.732977ms","start":"2026-04-28T18:17:04.915548Z","end":"2026-04-28T18:17:05.236281Z","steps":["trace[2024567919] 'agreement among raft nodes before linearized reading' (duration: 320.594223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.238641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:04.915524Z","time spent":"322.999334ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T18:17:05.236455Z","caller":"traceutil/trace.go:171","msg":"trace[2035731266] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27542; }","duration":"625.152437ms","start":"2026-04-28T18:17:04.611295Z","end":"2026-04-28T18:17:05.236447Z","steps":["trace[2035731266] 'agreement among raft nodes before linearized reading' (duration: 625.025454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:05.236507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:02.780546Z","time spent":"2.455955285s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.237367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:03.789799Z","time spent":"1.447547143s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:05.240147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:04.611267Z","time spent":"628.863901ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T18:17:06.84549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.510849861s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:17:06.848884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514172925s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:06.849058Z","caller":"traceutil/trace.go:171","msg":"trace[828327491] transaction","detail":"{read_only:false; response_revision:27543; number_of_response:1; }","duration":"1.608006109s","start":"2026-04-28T18:17:05.241018Z","end":"2026-04-28T18:17:06.849024Z","steps":["trace[828327491] 'process raft request' (duration: 93.596247ms)","trace[828327491] 'compare' (duration: 1.511521629s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:06.849136Z","caller":"traceutil/trace.go:171","msg":"trace[1268070869] linearizableReadLoop","detail":"{readStateIndex:28548; appliedIndex:28547; }","duration":"1.607753383s","start":"2026-04-28T18:17:05.241337Z","end":"2026-04-28T18:17:06.849091Z","steps":["trace[1268070869] 'read index received' (duration: 93.260168ms)","trace[1268070869] 'applied index is now lower than readState.Index' (duration: 1.514490315s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:06.849246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.240981Z","time spent":"1.608167173s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:06.849338Z","caller":"traceutil/trace.go:171","msg":"trace[1183395628] transaction","detail":"{read_only:false; response_revision:27544; number_of_response:1; }","duration":"1.609291712s","start":"2026-04-28T18:17:05.239927Z","end":"2026-04-28T18:17:06.849218Z","steps":["trace[1183395628] 'process raft request' (duration: 1.609080057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:06.849561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.239898Z","time spent":"1.609549269s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:06.849565Z","caller":"traceutil/trace.go:171","msg":"trace[755940476] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"1.605315851s","start":"2026-04-28T18:17:05.244212Z","end":"2026-04-28T18:17:06.849528Z","steps":["trace[755940476] 'process raft request' (duration: 1.604872769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:06.849632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608220684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:17:06.849706Z","caller":"traceutil/trace.go:171","msg":"trace[1139518042] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27547; }","duration":"1.608392689s","start":"2026-04-28T18:17:05.241296Z","end":"2026-04-28T18:17:06.849689Z","steps":["trace[1139518042] 'agreement among raft nodes before linearized reading' (duration: 1.60805958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:06.849734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.244185Z","time spent":"1.605455383s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:06.849754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.241277Z","time spent":"1.60846449s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T18:17:06.849788Z","caller":"traceutil/trace.go:171","msg":"trace[886487190] transaction","detail":"{read_only:false; response_revision:27546; number_of_response:1; }","duration":"1.604626483s","start":"2026-04-28T18:17:05.245137Z","end":"2026-04-28T18:17:06.849763Z","steps":["trace[886487190] 'process raft request' (duration: 1.604001958s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:06.849818Z","caller":"traceutil/trace.go:171","msg":"trace[437572841] transaction","detail":"{read_only:false; response_revision:27547; number_of_response:1; }","duration":"1.600577141s","start":"2026-04-28T18:17:05.248846Z","end":"2026-04-28T18:17:06.849423Z","steps":["trace[437572841] 'process raft request' (duration: 1.600350005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:06.849885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.245124Z","time spent":"1.604722746s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:06.849948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.248823Z","time spent":"1.601074493s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:06.849975Z","caller":"traceutil/trace.go:171","msg":"trace[1045409358] transaction","detail":"{read_only:false; response_revision:27548; number_of_response:1; }","duration":"1.584691697s","start":"2026-04-28T18:17:05.265268Z","end":"2026-04-28T18:17:06.849959Z","steps":["trace[1045409358] 'process raft request' (duration: 1.584083662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:06.850047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.265252Z","time spent":"1.584755419s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:07.264159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:17:07.264256Z","caller":"traceutil/trace.go:171","msg":"trace[1587412300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099567s","start":"2026-04-28T18:17:05.264137Z","end":"2026-04-28T18:17:07.264236Z","steps":["trace[1587412300] 'agreement among raft nodes before linearized reading' (duration: 1.999979344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:07.264316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.264114Z","time spent":"2.00018594s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:07.350439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:07.850634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:08.350871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:08.352934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:17:08.353036Z","caller":"traceutil/trace.go:171","msg":"trace[160796479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158948s","start":"2026-04-28T18:17:06.35285Z","end":"2026-04-28T18:17:08.353008Z","steps":["trace[160796479] 'agreement among raft nodes before linearized reading' (duration: 2.000033125s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:08.353096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.352824Z","time spent":"2.000261761s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:08.493435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638241167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:17:08.620298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.832863ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:08.620449Z","caller":"traceutil/trace.go:171","msg":"trace[1942586401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27548; }","duration":"358.999697ms","start":"2026-04-28T18:17:08.261427Z","end":"2026-04-28T18:17:08.620427Z","steps":["trace[1942586401] 'range keys from in-memory index tree' (duration: 358.810523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:08.621916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.904898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:08.622097Z","caller":"traceutil/trace.go:171","msg":"trace[1540354739] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"2.229283697s","start":"2026-04-28T18:17:06.392798Z","end":"2026-04-28T18:17:08.622081Z","steps":["trace[1540354739] 'process raft request' (duration: 2.229204935s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:08.622169Z","caller":"traceutil/trace.go:171","msg":"trace[2061729338] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"2.969912117s","start":"2026-04-28T18:17:05.652224Z","end":"2026-04-28T18:17:08.622136Z","steps":["trace[2061729338] 'process raft request' (duration: 2.841713252s)","trace[2061729338] 'compare' (duration: 127.433436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:08.622163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.392761Z","time spent":"2.229369119s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:08.622354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.652181Z","time spent":"2.970079212s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:09.264615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:17:09.264729Z","caller":"traceutil/trace.go:171","msg":"trace[1870627180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395685s","start":"2026-04-28T18:17:07.26431Z","end":"2026-04-28T18:17:09.264706Z","steps":["trace[1870627180] 'agreement among raft nodes before linearized reading' (duration: 2.000245351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:09.264786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.264297Z","time spent":"2.000477936s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:09.730364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232249636s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:17:11.271817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999266845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:17:11.271914Z","caller":"traceutil/trace.go:171","msg":"trace[521428854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999426909s","start":"2026-04-28T18:17:09.272465Z","end":"2026-04-28T18:17:11.271892Z","steps":["trace[521428854] 'agreement among raft nodes before linearized reading' (duration: 1.999296146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.271976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:09.272442Z","time spent":"1.999522322s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:11.411782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680840598s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:11.411986Z","caller":"traceutil/trace.go:171","msg":"trace[667171489] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"4.171642678s","start":"2026-04-28T18:17:07.24032Z","end":"2026-04-28T18:17:11.411963Z","steps":["trace[667171489] 'process raft request' (duration: 2.490481842s)","trace[667171489] 'compare' (duration: 1.653436012s)","trace[667171489] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:518; } (duration: 26.577386ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T18:17:11.412031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.240285Z","time spent":"4.171726291s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.412529Z","caller":"traceutil/trace.go:171","msg":"trace[593731134] transaction","detail":"{read_only:false; response_revision:27552; number_of_response:1; }","duration":"4.171978377s","start":"2026-04-28T18:17:07.240543Z","end":"2026-04-28T18:17:11.412521Z","steps":["trace[593731134] 'process raft request' (duration: 4.17133843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.412573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.240533Z","time spent":"4.172019738s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.412958Z","caller":"traceutil/trace.go:171","msg":"trace[849283598] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"4.167026762s","start":"2026-04-28T18:17:07.245909Z","end":"2026-04-28T18:17:11.412936Z","steps":["trace[849283598] 'process raft request' (duration: 4.166599091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.413004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.245877Z","time spent":"4.167106174s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.413484Z","caller":"traceutil/trace.go:171","msg":"trace[1024325707] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"4.167344139s","start":"2026-04-28T18:17:07.246129Z","end":"2026-04-28T18:17:11.413473Z","steps":["trace[1024325707] 'process raft request' (duration: 4.166626331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.413532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.246123Z","time spent":"4.167387291s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.413793Z","caller":"traceutil/trace.go:171","msg":"trace[2075564876] transaction","detail":"{read_only:false; response_revision:27560; number_of_response:1; }","duration":"1.167735317s","start":"2026-04-28T18:17:10.246015Z","end":"2026-04-28T18:17:11.413751Z","steps":["trace[2075564876] 'process raft request' (duration: 1.167544002s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:11.4139Z","caller":"traceutil/trace.go:171","msg":"trace[2016076862] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"4.166455036s","start":"2026-04-28T18:17:07.247413Z","end":"2026-04-28T18:17:11.413868Z","steps":["trace[2016076862] 'process raft request' (duration: 4.165640976s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:11.413913Z","caller":"traceutil/trace.go:171","msg":"trace[1681458810] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"4.167250877s","start":"2026-04-28T18:17:07.246619Z","end":"2026-04-28T18:17:11.41387Z","steps":["trace[1681458810] 'process raft request' (duration: 4.166365155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.169753844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T18:17:11.414021Z","caller":"traceutil/trace.go:171","msg":"trace[680078610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84; range_end:; response_count:1; response_revision:27560; }","duration":"6.169795676s","start":"2026-04-28T18:17:05.244219Z","end":"2026-04-28T18:17:11.414015Z","steps":["trace[680078610] 'agreement among raft nodes before linearized reading' (duration: 6.169698693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.244187Z","time spent":"6.169847706s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" "} {"level":"warn","ts":"2026-04-28T18:17:11.414055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.247405Z","time spent":"4.166560588s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:11.414087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.246608Z","time spent":"4.16737609s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.414113Z","caller":"traceutil/trace.go:171","msg":"trace[351550555] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"2.492341259s","start":"2026-04-28T18:17:08.921749Z","end":"2026-04-28T18:17:11.41409Z","steps":["trace[351550555] 'process raft request' (duration: 2.491742894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059473924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:11.414175Z","caller":"traceutil/trace.go:171","msg":"trace[1804601647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27560; }","duration":"6.059536956s","start":"2026-04-28T18:17:05.354632Z","end":"2026-04-28T18:17:11.414169Z","steps":["trace[1804601647] 'agreement among raft nodes before linearized reading' (duration: 6.059498365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.35461Z","time spent":"6.059585066s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:17:11.414198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:08.921728Z","time spent":"2.492423301s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:11.414099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:10.245983Z","time spent":"1.167995404s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.414267Z","caller":"traceutil/trace.go:171","msg":"trace[551126866] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"4.167877443s","start":"2026-04-28T18:17:07.246375Z","end":"2026-04-28T18:17:11.414252Z","steps":["trace[551126866] 'process raft request' (duration: 4.166468857s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.588396211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:11.414323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.246333Z","time spent":"4.167962395s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:11.41434Z","caller":"traceutil/trace.go:171","msg":"trace[1053081120] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27560; }","duration":"5.588508253s","start":"2026-04-28T18:17:05.825811Z","end":"2026-04-28T18:17:11.414319Z","steps":["trace[1053081120] 'agreement among raft nodes before linearized reading' (duration: 5.588308808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.825752Z","time spent":"5.588619876s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:11.414279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.165445565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:11.414734Z","caller":"traceutil/trace.go:171","msg":"trace[713097143] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27560; }","duration":"6.165707942s","start":"2026-04-28T18:17:05.2488Z","end":"2026-04-28T18:17:11.414508Z","steps":["trace[713097143] 'agreement among raft nodes before linearized reading' (duration: 6.165457386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.248775Z","time spent":"6.165987279s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:17:11.41483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172190809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:11.414828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.720775655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:11.414854Z","caller":"traceutil/trace.go:171","msg":"trace[840693501] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27560; }","duration":"5.172252841s","start":"2026-04-28T18:17:06.242593Z","end":"2026-04-28T18:17:11.414846Z","steps":["trace[840693501] 'agreement among raft nodes before linearized reading' (duration: 5.172203539s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:11.414865Z","caller":"traceutil/trace.go:171","msg":"trace[695186281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27560; }","duration":"4.720867637s","start":"2026-04-28T18:17:06.693984Z","end":"2026-04-28T18:17:11.414852Z","steps":["trace[695186281] 'agreement among raft nodes before linearized reading' (duration: 4.720782005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.693954Z","time spent":"4.720935609s","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:11.414906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.442695578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:11.414926Z","caller":"traceutil/trace.go:171","msg":"trace[80995281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27560; }","duration":"5.44276644s","start":"2026-04-28T18:17:05.972153Z","end":"2026-04-28T18:17:11.414919Z","steps":["trace[80995281] 'agreement among raft nodes before linearized reading' (duration: 5.44273251s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.414945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:05.972125Z","time spent":"5.442815191s","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:11.414992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913724575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:11.414874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.242572Z","time spent":"5.172297081s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:11.415724Z","caller":"traceutil/trace.go:171","msg":"trace[72931295] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27560; }","duration":"4.914491755s","start":"2026-04-28T18:17:06.50121Z","end":"2026-04-28T18:17:11.415702Z","steps":["trace[72931295] 'agreement among raft nodes before linearized reading' (duration: 4.913716435s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:11.413904Z","caller":"traceutil/trace.go:171","msg":"trace[2143667801] linearizableReadLoop","detail":"{readStateIndex:28563; appliedIndex:28553; }","duration":"4.56464973s","start":"2026-04-28T18:17:06.849246Z","end":"2026-04-28T18:17:11.413896Z","steps":["trace[2143667801] 'read index received' (duration: 1.644412035s)","trace[2143667801] 'applied index is now lower than readState.Index' (duration: 2.920236715s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:11.415797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.501185Z","time spent":"4.914590658s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:11.415027Z","caller":"traceutil/trace.go:171","msg":"trace[1827504543] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"3.744010817s","start":"2026-04-28T18:17:07.671008Z","end":"2026-04-28T18:17:11.415019Z","steps":["trace[1827504543] 'process raft request' (duration: 3.742276203s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.415956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.670973Z","time spent":"3.74489688s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:11.414506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125647587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:11.416057Z","caller":"traceutil/trace.go:171","msg":"trace[1345577342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27560; }","duration":"5.127318429s","start":"2026-04-28T18:17:06.288719Z","end":"2026-04-28T18:17:11.416038Z","steps":["trace[1345577342] 'agreement among raft nodes before linearized reading' (duration: 5.12539565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.416088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.288688Z","time spent":"5.127388921s","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:11.415071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633908058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:11.416157Z","caller":"traceutil/trace.go:171","msg":"trace[1654400085] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27560; }","duration":"4.635035238s","start":"2026-04-28T18:17:06.781102Z","end":"2026-04-28T18:17:11.416137Z","steps":["trace[1654400085] 'agreement among raft nodes before linearized reading' (duration: 4.633940969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.415123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114902313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:11.416193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.781072Z","time spent":"4.63510955s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:11.416215Z","caller":"traceutil/trace.go:171","msg":"trace[1019649811] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27560; }","duration":"5.116041593s","start":"2026-04-28T18:17:06.300162Z","end":"2026-04-28T18:17:11.416203Z","steps":["trace[1019649811] 'agreement among raft nodes before linearized reading' (duration: 5.114914074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:11.416253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.300135Z","time spent":"5.116103964s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.207979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320063206s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:13.208082Z","caller":"traceutil/trace.go:171","msg":"trace[777815248] linearizableReadLoop","detail":"{readStateIndex:28566; appliedIndex:28565; }","duration":"1.792251739s","start":"2026-04-28T18:17:11.415814Z","end":"2026-04-28T18:17:13.208066Z","steps":["trace[777815248] 'read index received' (duration: 471.951296ms)","trace[777815248] 'applied index is now lower than readState.Index' (duration: 1.320299173s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:13.208197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327712623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.208232Z","caller":"traceutil/trace.go:171","msg":"trace[1034713600] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27561; }","duration":"4.327754764s","start":"2026-04-28T18:17:08.880463Z","end":"2026-04-28T18:17:13.208217Z","steps":["trace[1034713600] 'agreement among raft nodes before linearized reading' (duration: 4.327672622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.545319807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:13.208264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:08.880374Z","time spent":"4.327880157s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.208275Z","caller":"traceutil/trace.go:171","msg":"trace[1124882428] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27561; }","duration":"5.545454701s","start":"2026-04-28T18:17:07.662805Z","end":"2026-04-28T18:17:13.20826Z","steps":["trace[1124882428] 'agreement among raft nodes before linearized reading' (duration: 5.545331318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.662778Z","time spent":"5.545528972s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.208353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07087621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-04-28T18:17:13.208373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062873984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:13.208426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.74590441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:17:13.208414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050648749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.208469Z","caller":"traceutil/trace.go:171","msg":"trace[1052027682] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27561; }","duration":"5.745995663s","start":"2026-04-28T18:17:07.462463Z","end":"2026-04-28T18:17:13.208459Z","steps":["trace[1052027682] 'agreement among raft nodes before linearized reading' (duration: 5.745731096s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.208472Z","caller":"traceutil/trace.go:171","msg":"trace[679654117] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27561; }","duration":"5.062995767s","start":"2026-04-28T18:17:08.145455Z","end":"2026-04-28T18:17:13.208451Z","steps":["trace[679654117] 'agreement among raft nodes before linearized reading' (duration: 5.062792162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.462441Z","time spent":"5.746052655s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.208512Z","caller":"traceutil/trace.go:171","msg":"trace[303956648] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27561; }","duration":"3.050839643s","start":"2026-04-28T18:17:10.157649Z","end":"2026-04-28T18:17:13.208489Z","steps":["trace[303956648] 'agreement among raft nodes before linearized reading' (duration: 3.050634628s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:08.145374Z","time spent":"5.063148301s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.208551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349394544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:17:13.208652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936453892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.208666Z","caller":"traceutil/trace.go:171","msg":"trace[327217947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27561; }","duration":"4.349511896s","start":"2026-04-28T18:17:08.859127Z","end":"2026-04-28T18:17:13.208639Z","steps":["trace[327217947] 'agreement among raft nodes before linearized reading' (duration: 4.349345472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568329236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:13.208398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350562973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:17:13.208788Z","caller":"traceutil/trace.go:171","msg":"trace[1237169335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27561; }","duration":"3.568410848s","start":"2026-04-28T18:17:09.640361Z","end":"2026-04-28T18:17:13.208771Z","steps":["trace[1237169335] 'agreement among raft nodes before linearized reading' (duration: 3.568344867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707198767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:13.20881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565061018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:17:13.208827Z","caller":"traceutil/trace.go:171","msg":"trace[2110456261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27561; }","duration":"2.707282759s","start":"2026-04-28T18:17:10.501534Z","end":"2026-04-28T18:17:13.208817Z","steps":["trace[2110456261] 'agreement among raft nodes before linearized reading' (duration: 2.707232637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:09.640338Z","time spent":"3.568482091s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.208857Z","caller":"traceutil/trace.go:171","msg":"trace[1353825543] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27561; }","duration":"5.56515082s","start":"2026-04-28T18:17:07.643695Z","end":"2026-04-28T18:17:13.208846Z","steps":["trace[1353825543] 'agreement among raft nodes before linearized reading' (duration: 5.565003177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43655492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:13.20889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:07.643671Z","time spent":"5.565212272s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:17:13.209021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067757451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:13.208523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.352130877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-04-28T18:17:13.208863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:10.50151Z","time spent":"2.70734675s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.209084Z","caller":"traceutil/trace.go:171","msg":"trace[1227910652] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc; range_end:; response_count:1; response_revision:27561; }","duration":"6.352717232s","start":"2026-04-28T18:17:06.856353Z","end":"2026-04-28T18:17:13.20907Z","steps":["trace[1227910652] 'agreement among raft nodes before linearized reading' (duration: 6.352065526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.209103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613842752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:13.209127Z","caller":"traceutil/trace.go:171","msg":"trace[502978614] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27561; }","duration":"3.613919114s","start":"2026-04-28T18:17:09.595202Z","end":"2026-04-28T18:17:13.209121Z","steps":["trace[502978614] 'agreement among raft nodes before linearized reading' (duration: 3.613880013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.209134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.856335Z","time spent":"6.352785834s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" "} {"level":"warn","ts":"2026-04-28T18:17:13.20915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:09.595175Z","time spent":"3.613969455s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.208819Z","caller":"traceutil/trace.go:171","msg":"trace[2035070125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27561; }","duration":"4.351054585s","start":"2026-04-28T18:17:08.857752Z","end":"2026-04-28T18:17:13.208807Z","steps":["trace[2035070125] 'agreement among raft nodes before linearized reading' (duration: 4.350416769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.208736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:08.859113Z","time spent":"4.349610999s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:13.208566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:10.157623Z","time spent":"3.050930196s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.208455Z","caller":"traceutil/trace.go:171","msg":"trace[310133341] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27561; }","duration":"4.070991133s","start":"2026-04-28T18:17:09.137442Z","end":"2026-04-28T18:17:13.208433Z","steps":["trace[310133341] 'agreement among raft nodes before linearized reading' (duration: 4.070691516s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.208899Z","caller":"traceutil/trace.go:171","msg":"trace[1852517787] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27561; }","duration":"3.436824376s","start":"2026-04-28T18:17:09.772066Z","end":"2026-04-28T18:17:13.20889Z","steps":["trace[1852517787] 'agreement among raft nodes before linearized reading' (duration: 3.436420256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.209339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:09.77204Z","time spent":"3.437285738s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.208693Z","caller":"traceutil/trace.go:171","msg":"trace[1100431815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27561; }","duration":"1.936540954s","start":"2026-04-28T18:17:11.272143Z","end":"2026-04-28T18:17:13.208683Z","steps":["trace[1100431815] 'agreement among raft nodes before linearized reading' (duration: 1.936476513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.209488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:11.272117Z","time spent":"1.937336274s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:17:13.208109Z","caller":"traceutil/trace.go:171","msg":"trace[1400879497] transaction","detail":"{read_only:false; response_revision:27561; number_of_response:1; }","duration":"2.579880912s","start":"2026-04-28T18:17:10.628186Z","end":"2026-04-28T18:17:13.208067Z","steps":["trace[1400879497] 'process raft request' (duration: 1.259648431s)","trace[1400879497] 'compare' (duration: 1.318115837s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:13.208745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020075675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.20961Z","caller":"traceutil/trace.go:171","msg":"trace[1189996264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27561; }","duration":"2.020976827s","start":"2026-04-28T18:17:11.188618Z","end":"2026-04-28T18:17:13.209595Z","steps":["trace[1189996264] 'agreement among raft nodes before linearized reading' (duration: 2.020093295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.209655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:11.188594Z","time spent":"2.021047579s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.209664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:10.628149Z","time spent":"2.581440261s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:13.209062Z","caller":"traceutil/trace.go:171","msg":"trace[799647158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27561; }","duration":"4.067848233s","start":"2026-04-28T18:17:09.141204Z","end":"2026-04-28T18:17:13.209052Z","steps":["trace[799647158] 'agreement among raft nodes before linearized reading' (duration: 4.067788041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.209804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:09.141165Z","time spent":"4.068608652s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.209199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:08.857729Z","time spent":"4.351457885s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:13.209292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:09.137378Z","time spent":"4.071900386s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:17:13.208586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.354207501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:17:13.21003Z","caller":"traceutil/trace.go:171","msg":"trace[558543573] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27561; }","duration":"6.355655056s","start":"2026-04-28T18:17:06.854347Z","end":"2026-04-28T18:17:13.210003Z","steps":["trace[558543573] 'agreement among raft nodes before linearized reading' (duration: 6.35418962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.210083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:06.854329Z","time spent":"6.355740699s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:17:13.668225Z","caller":"traceutil/trace.go:171","msg":"trace[489455667] linearizableReadLoop","detail":"{readStateIndex:28567; appliedIndex:28566; }","duration":"460.077994ms","start":"2026-04-28T18:17:13.208106Z","end":"2026-04-28T18:17:13.668184Z","steps":["trace[489455667] 'read index received' (duration: 455.426506ms)","trace[489455667] 'applied index is now lower than readState.Index' (duration: 4.649298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:13.668432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.345197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:13.668445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310428662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:13.668444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307083046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.668487Z","caller":"traceutil/trace.go:171","msg":"trace[1189564208] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27562; }","duration":"563.47154ms","start":"2026-04-28T18:17:13.105Z","end":"2026-04-28T18:17:13.668472Z","steps":["trace[1189564208] 'agreement among raft nodes before linearized reading' (duration: 563.347047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.668568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140583715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.668622Z","caller":"traceutil/trace.go:171","msg":"trace[1591347403] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27562; }","duration":"2.140669368s","start":"2026-04-28T18:17:11.527936Z","end":"2026-04-28T18:17:13.668605Z","steps":["trace[1591347403] 'agreement among raft nodes before linearized reading' (duration: 2.140588015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.668612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.104975Z","time spent":"563.622554ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.668654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.894584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.668636Z","caller":"traceutil/trace.go:171","msg":"trace[357582754] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"924.689064ms","start":"2026-04-28T18:17:12.743898Z","end":"2026-04-28T18:17:13.668587Z","steps":["trace[357582754] 'process raft request' (duration: 919.613585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.668696Z","caller":"traceutil/trace.go:171","msg":"trace[1946838872] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27562; }","duration":"595.994826ms","start":"2026-04-28T18:17:13.072688Z","end":"2026-04-28T18:17:13.668683Z","steps":["trace[1946838872] 'agreement among raft nodes before linearized reading' (duration: 595.912334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.668716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:11.52792Z","time spent":"2.140733299s","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.66875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.072662Z","time spent":"596.073819ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.668824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247444939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-04-28T18:17:13.668906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:12.743865Z","time spent":"924.875919ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:13.66895Z","caller":"traceutil/trace.go:171","msg":"trace[1486220566] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27562; }","duration":"2.247615103s","start":"2026-04-28T18:17:11.421318Z","end":"2026-04-28T18:17:13.668933Z","steps":["trace[1486220566] 'agreement among raft nodes before linearized reading' (duration: 2.247295345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.668997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:11.421292Z","time spent":"2.247690825s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T18:17:13.669042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251958194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.669089Z","caller":"traceutil/trace.go:171","msg":"trace[1131186252] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27562; }","duration":"2.252027455s","start":"2026-04-28T18:17:11.417048Z","end":"2026-04-28T18:17:13.669075Z","steps":["trace[1131186252] 'agreement among raft nodes before linearized reading' (duration: 2.251944853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.669135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:11.417033Z","time spent":"2.252091288s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:17:13.669314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146993587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T18:17:13.668563Z","caller":"traceutil/trace.go:171","msg":"trace[1974874373] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27562; }","duration":"1.307268272s","start":"2026-04-28T18:17:12.361266Z","end":"2026-04-28T18:17:13.668534Z","steps":["trace[1974874373] 'agreement among raft nodes before linearized reading' (duration: 1.307033786s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.669364Z","caller":"traceutil/trace.go:171","msg":"trace[1378038700] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27562; }","duration":"2.14708737s","start":"2026-04-28T18:17:11.522257Z","end":"2026-04-28T18:17:13.669344Z","steps":["trace[1378038700] 'agreement among raft nodes before linearized reading' (duration: 2.146869695s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.669398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:11.52223Z","time spent":"2.147158861s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T18:17:13.669382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:12.36124Z","time spent":"1.308120942s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:13.668497Z","caller":"traceutil/trace.go:171","msg":"trace[955070667] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27562; }","duration":"1.310534664s","start":"2026-04-28T18:17:12.357946Z","end":"2026-04-28T18:17:13.66848Z","steps":["trace[955070667] 'agreement among raft nodes before linearized reading' (duration: 1.310431242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.669507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:12.357921Z","time spent":"1.3115744s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:13.682685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.211223Z","time spent":"471.455293ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:17:13.682763Z","caller":"traceutil/trace.go:171","msg":"trace[1184409067] transaction","detail":"{read_only:false; response_revision:27563; number_of_response:1; }","duration":"468.999931ms","start":"2026-04-28T18:17:13.213743Z","end":"2026-04-28T18:17:13.682743Z","steps":["trace[1184409067] 'process raft request' (duration: 468.856607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.682915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.213729Z","time spent":"469.102103ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:13.683062Z","caller":"traceutil/trace.go:171","msg":"trace[225205520] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"469.248088ms","start":"2026-04-28T18:17:13.213803Z","end":"2026-04-28T18:17:13.683051Z","steps":["trace[225205520] 'process raft request' (duration: 468.904249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.683116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.213788Z","time spent":"469.299069ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:13.683243Z","caller":"traceutil/trace.go:171","msg":"trace[151571739] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"469.250697ms","start":"2026-04-28T18:17:13.213982Z","end":"2026-04-28T18:17:13.683233Z","steps":["trace[151571739] 'process raft request' (duration: 468.96534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.68331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.213947Z","time spent":"469.332699ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:13.6834Z","caller":"traceutil/trace.go:171","msg":"trace[2041777618] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"264.22451ms","start":"2026-04-28T18:17:13.419162Z","end":"2026-04-28T18:17:13.683386Z","steps":["trace[2041777618] 'process raft request' (duration: 264.013685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.683821Z","caller":"traceutil/trace.go:171","msg":"trace[932730377] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"263.852081ms","start":"2026-04-28T18:17:13.419955Z","end":"2026-04-28T18:17:13.683807Z","steps":["trace[932730377] 'process raft request' (duration: 263.389009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.683847Z","caller":"traceutil/trace.go:171","msg":"trace[728133421] transaction","detail":"{read_only:false; response_revision:27569; number_of_response:1; }","duration":"262.189989ms","start":"2026-04-28T18:17:13.421627Z","end":"2026-04-28T18:17:13.683817Z","steps":["trace[728133421] 'process raft request' (duration: 262.021185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.683942Z","caller":"traceutil/trace.go:171","msg":"trace[1223324608] transaction","detail":"{read_only:false; response_revision:27570; number_of_response:1; }","duration":"262.193318ms","start":"2026-04-28T18:17:13.421721Z","end":"2026-04-28T18:17:13.683914Z","steps":["trace[1223324608] 'process raft request' (duration: 261.966253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.684044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.406393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:13.684057Z","caller":"traceutil/trace.go:171","msg":"trace[1535875689] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"263.960344ms","start":"2026-04-28T18:17:13.420088Z","end":"2026-04-28T18:17:13.684049Z","steps":["trace[1535875689] 'process raft request' (duration: 263.462621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.684077Z","caller":"traceutil/trace.go:171","msg":"trace[807360314] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27572; }","duration":"210.493566ms","start":"2026-04-28T18:17:13.473574Z","end":"2026-04-28T18:17:13.684068Z","steps":["trace[807360314] 'agreement among raft nodes before linearized reading' (duration: 210.442395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.684203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.519113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:13.684206Z","caller":"traceutil/trace.go:171","msg":"trace[559643321] transaction","detail":"{read_only:false; response_revision:27571; number_of_response:1; }","duration":"262.405594ms","start":"2026-04-28T18:17:13.421789Z","end":"2026-04-28T18:17:13.684194Z","steps":["trace[559643321] 'process raft request' (duration: 261.944843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:13.684223Z","caller":"traceutil/trace.go:171","msg":"trace[1565174186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27572; }","duration":"465.583685ms","start":"2026-04-28T18:17:13.218633Z","end":"2026-04-28T18:17:13.684217Z","steps":["trace[1565174186] 'agreement among raft nodes before linearized reading' (duration: 465.546144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.68424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.218612Z","time spent":"465.624695ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:17:13.684264Z","caller":"traceutil/trace.go:171","msg":"trace[797620602] transaction","detail":"{read_only:false; response_revision:27572; number_of_response:1; }","duration":"262.424854ms","start":"2026-04-28T18:17:13.421833Z","end":"2026-04-28T18:17:13.684258Z","steps":["trace[797620602] 'process raft request' (duration: 261.960482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.684302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.899043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:17:13.684373Z","caller":"traceutil/trace.go:171","msg":"trace[2067048725] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27572; }","duration":"468.007267ms","start":"2026-04-28T18:17:13.216348Z","end":"2026-04-28T18:17:13.684355Z","steps":["trace[2067048725] 'agreement among raft nodes before linearized reading' (duration: 467.714129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:13.684416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:13.216338Z","time spent":"468.069019ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:17:15.287586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.808697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:17:15.288038Z","caller":"traceutil/trace.go:171","msg":"trace[1572587214] linearizableReadLoop","detail":"{readStateIndex:28598; appliedIndex:28597; }","duration":"252.701238ms","start":"2026-04-28T18:17:15.035313Z","end":"2026-04-28T18:17:15.288015Z","steps":["trace[1572587214] 'read index received' (duration: 46.396708ms)","trace[1572587214] 'applied index is now lower than readState.Index' (duration: 206.30299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:15.288356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.009646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7179"} {"level":"info","ts":"2026-04-28T18:17:15.28845Z","caller":"traceutil/trace.go:171","msg":"trace[2113268503] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27591; }","duration":"253.155189ms","start":"2026-04-28T18:17:15.035271Z","end":"2026-04-28T18:17:15.288426Z","steps":["trace[2113268503] 'agreement among raft nodes before linearized reading' (duration: 252.812331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:15.289315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.008404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:15.289353Z","caller":"traceutil/trace.go:171","msg":"trace[2093940122] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27592; }","duration":"240.067556ms","start":"2026-04-28T18:17:15.049274Z","end":"2026-04-28T18:17:15.289341Z","steps":["trace[2093940122] 'agreement among raft nodes before linearized reading' (duration: 239.970514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:15.289498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.232594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:15.289518Z","caller":"traceutil/trace.go:171","msg":"trace[1371144257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27592; }","duration":"222.275736ms","start":"2026-04-28T18:17:15.067237Z","end":"2026-04-28T18:17:15.289513Z","steps":["trace[1371144257] 'agreement among raft nodes before linearized reading' (duration: 222.238655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:15.289639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.284198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T18:17:15.290077Z","caller":"traceutil/trace.go:171","msg":"trace[549232261] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27592; }","duration":"139.76874ms","start":"2026-04-28T18:17:15.150282Z","end":"2026-04-28T18:17:15.29005Z","steps":["trace[549232261] 'agreement among raft nodes before linearized reading' (duration: 139.125053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:15.486264Z","caller":"traceutil/trace.go:171","msg":"trace[1773539622] transaction","detail":"{read_only:false; response_revision:27593; number_of_response:1; }","duration":"188.825827ms","start":"2026-04-28T18:17:15.297408Z","end":"2026-04-28T18:17:15.486233Z","steps":["trace[1773539622] 'process raft request' (duration: 188.596321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:15.491584Z","caller":"traceutil/trace.go:171","msg":"trace[1469499449] linearizableReadLoop","detail":"{readStateIndex:28601; appliedIndex:28599; }","duration":"179.788667ms","start":"2026-04-28T18:17:15.311767Z","end":"2026-04-28T18:17:15.491556Z","steps":["trace[1469499449] 'read index received' (duration: 174.225026ms)","trace[1469499449] 'applied index is now lower than readState.Index' (duration: 5.562101ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:15.491675Z","caller":"traceutil/trace.go:171","msg":"trace[1278258303] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"188.435526ms","start":"2026-04-28T18:17:15.30322Z","end":"2026-04-28T18:17:15.491655Z","steps":["trace[1278258303] 'process raft request' (duration: 188.16091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:15.491866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.071204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T18:17:15.491918Z","caller":"traceutil/trace.go:171","msg":"trace[1316871066] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27594; }","duration":"180.187687ms","start":"2026-04-28T18:17:15.311713Z","end":"2026-04-28T18:17:15.491901Z","steps":["trace[1316871066] 'agreement among raft nodes before linearized reading' (duration: 179.977981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:15.492164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.5172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:17:15.492327Z","caller":"traceutil/trace.go:171","msg":"trace[1629630203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27594; }","duration":"157.761896ms","start":"2026-04-28T18:17:15.334512Z","end":"2026-04-28T18:17:15.492274Z","steps":["trace[1629630203] 'agreement among raft nodes before linearized reading' (duration: 157.303294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:29.86296Z","caller":"traceutil/trace.go:171","msg":"trace[1493585512] transaction","detail":"{read_only:false; response_revision:27680; number_of_response:1; }","duration":"553.505618ms","start":"2026-04-28T18:17:29.309425Z","end":"2026-04-28T18:17:29.862931Z","steps":["trace[1493585512] 'process raft request' (duration: 553.307623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:29.86317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.309411Z","time spent":"553.642051ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:17:31.052788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186135334s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:17:31.162334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.253855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:31.162766Z","caller":"traceutil/trace.go:171","msg":"trace[92478986] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"1.751797252s","start":"2026-04-28T18:17:29.410929Z","end":"2026-04-28T18:17:31.162726Z","steps":["trace[92478986] 'process raft request' (duration: 1.642014694s)","trace[92478986] 'compare' (duration: 107.697585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:31.162943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.410899Z","time spent":"1.751950905s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:31.163028Z","caller":"traceutil/trace.go:171","msg":"trace[507779504] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"1.355980979s","start":"2026-04-28T18:17:29.807005Z","end":"2026-04-28T18:17:31.162986Z","steps":["trace[507779504] 'process raft request' (duration: 1.355672531s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:31.163064Z","caller":"traceutil/trace.go:171","msg":"trace[643112509] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"1.361495758s","start":"2026-04-28T18:17:29.801514Z","end":"2026-04-28T18:17:31.163009Z","steps":["trace[643112509] 'process raft request' (duration: 1.360956145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.806955Z","time spent":"1.356131722s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:31.163149Z","caller":"traceutil/trace.go:171","msg":"trace[558794915] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"1.355780893s","start":"2026-04-28T18:17:29.807303Z","end":"2026-04-28T18:17:31.163084Z","steps":["trace[558794915] 'process raft request' (duration: 1.355418964s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:31.163216Z","caller":"traceutil/trace.go:171","msg":"trace[1956065072] linearizableReadLoop","detail":"{readStateIndex:28691; appliedIndex:28689; }","duration":"1.735494878s","start":"2026-04-28T18:17:29.427704Z","end":"2026-04-28T18:17:31.163199Z","steps":["trace[1956065072] 'read index received' (duration: 435.083511ms)","trace[1956065072] 'applied index is now lower than readState.Index' (duration: 1.300410237s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:31.163248Z","caller":"traceutil/trace.go:171","msg":"trace[1784880705] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"1.339306515s","start":"2026-04-28T18:17:29.823927Z","end":"2026-04-28T18:17:31.163233Z","steps":["trace[1784880705] 'process raft request' (duration: 1.339234103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.801494Z","time spent":"1.361662373s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:31.163251Z","caller":"traceutil/trace.go:171","msg":"trace[1420196877] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"1.339364616s","start":"2026-04-28T18:17:29.823846Z","end":"2026-04-28T18:17:31.163211Z","steps":["trace[1420196877] 'process raft request' (duration: 1.339274074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.16331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.823923Z","time spent":"1.339354816s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:31.163352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735647381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:31.163385Z","caller":"traceutil/trace.go:171","msg":"trace[812388390] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27688; }","duration":"1.735681432s","start":"2026-04-28T18:17:29.427691Z","end":"2026-04-28T18:17:31.163372Z","steps":["trace[812388390] 'agreement among raft nodes before linearized reading' (duration: 1.73559571s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:31.163369Z","caller":"traceutil/trace.go:171","msg":"trace[1734961992] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"1.340475125s","start":"2026-04-28T18:17:29.822856Z","end":"2026-04-28T18:17:31.163331Z","steps":["trace[1734961992] 'process raft request' (duration: 1.340065795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.427616Z","time spent":"1.735798635s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:31.163453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.823817Z","time spent":"1.339528471s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:31.163481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.460756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:31.163519Z","caller":"traceutil/trace.go:171","msg":"trace[409383864] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27688; }","duration":"929.564249ms","start":"2026-04-28T18:17:30.233944Z","end":"2026-04-28T18:17:31.163508Z","steps":["trace[409383864] 'agreement among raft nodes before linearized reading' (duration: 929.502967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:30.233908Z","time spent":"929.638271ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:31.163553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.822849Z","time spent":"1.340609368s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:31.163232Z","caller":"traceutil/trace.go:171","msg":"trace[207463055] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"1.344036405s","start":"2026-04-28T18:17:29.819158Z","end":"2026-04-28T18:17:31.163194Z","steps":["trace[207463055] 'process raft request' (duration: 1.343732077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292412784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-04-28T18:17:31.163654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.347588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:17:31.163612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.276675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T18:17:31.163699Z","caller":"traceutil/trace.go:171","msg":"trace[924834092] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27688; }","duration":"450.44424ms","start":"2026-04-28T18:17:30.713243Z","end":"2026-04-28T18:17:31.163687Z","steps":["trace[924834092] 'agreement among raft nodes before linearized reading' (duration: 450.211614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.16374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:30.713218Z","time spent":"450.513522ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:31.163752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294553658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-04-28T18:17:31.163781Z","caller":"traceutil/trace.go:171","msg":"trace[1558556455] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27688; }","duration":"1.29463268s","start":"2026-04-28T18:17:29.869142Z","end":"2026-04-28T18:17:31.163774Z","steps":["trace[1558556455] 'agreement among raft nodes before linearized reading' (duration: 1.294568349s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:31.163794Z","caller":"traceutil/trace.go:171","msg":"trace[462598776] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27688; }","duration":"750.48778ms","start":"2026-04-28T18:17:30.413236Z","end":"2026-04-28T18:17:31.163723Z","steps":["trace[462598776] 'agreement among raft nodes before linearized reading' (duration: 750.206563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.869116Z","time spent":"1.294685861s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:31.16352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291378258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:17:31.163857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:30.41321Z","time spent":"750.635314ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:17:31.163868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.819142Z","time spent":"1.344503767s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:31.163867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518066444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:17:31.163919Z","caller":"traceutil/trace.go:171","msg":"trace[1619320656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27688; }","duration":"1.518184528s","start":"2026-04-28T18:17:29.645722Z","end":"2026-04-28T18:17:31.163907Z","steps":["trace[1619320656] 'agreement among raft nodes before linearized reading' (duration: 1.518011473s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:31.16391Z","caller":"traceutil/trace.go:171","msg":"trace[1412509157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27688; }","duration":"1.291780688s","start":"2026-04-28T18:17:29.8721Z","end":"2026-04-28T18:17:31.163881Z","steps":["trace[1412509157] 'agreement among raft nodes before linearized reading' (duration: 1.291329587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.163957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.645699Z","time spent":"1.51825099s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:17:31.163983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.872086Z","time spent":"1.29187799s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:31.163575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291739536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:17:31.164047Z","caller":"traceutil/trace.go:171","msg":"trace[166998663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27688; }","duration":"1.292225459s","start":"2026-04-28T18:17:29.871812Z","end":"2026-04-28T18:17:31.164037Z","steps":["trace[166998663] 'agreement among raft nodes before linearized reading' (duration: 1.291722696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.16338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.807246Z","time spent":"1.356006189s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:31.163695Z","caller":"traceutil/trace.go:171","msg":"trace[488040370] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27688; }","duration":"1.292482685s","start":"2026-04-28T18:17:29.871201Z","end":"2026-04-28T18:17:31.163684Z","steps":["trace[488040370] 'agreement among raft nodes before linearized reading' (duration: 1.292387993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.164085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.871804Z","time spent":"1.29227174s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:31.163457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096540339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:31.164236Z","caller":"traceutil/trace.go:171","msg":"trace[614531602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27688; }","duration":"1.0973765s","start":"2026-04-28T18:17:30.066846Z","end":"2026-04-28T18:17:31.164223Z","steps":["trace[614531602] 'agreement among raft nodes before linearized reading' (duration: 1.096495807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.164285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:30.066825Z","time spent":"1.097448462s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:31.163398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611510998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:31.164345Z","caller":"traceutil/trace.go:171","msg":"trace[59981894] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27688; }","duration":"1.612466702s","start":"2026-04-28T18:17:29.551861Z","end":"2026-04-28T18:17:31.164328Z","steps":["trace[59981894] 'agreement among raft nodes before linearized reading' (duration: 1.611468247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.1643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.871192Z","time spent":"1.292921536s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:31.164607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:29.551796Z","time spent":"1.612578744s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:31.163806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.522037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:31.164702Z","caller":"traceutil/trace.go:171","msg":"trace[484222860] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27688; }","duration":"665.474801ms","start":"2026-04-28T18:17:30.499203Z","end":"2026-04-28T18:17:31.164678Z","steps":["trace[484222860] 'agreement among raft nodes before linearized reading' (duration: 664.480516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.164771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:30.499179Z","time spent":"665.569594ms","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:31.170944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.602238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:17:31.171017Z","caller":"traceutil/trace.go:171","msg":"trace[189368746] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27688; }","duration":"951.740182ms","start":"2026-04-28T18:17:30.219263Z","end":"2026-04-28T18:17:31.171003Z","steps":["trace[189368746] 'agreement among raft nodes before linearized reading' (duration: 944.239781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:31.171046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:30.219236Z","time spent":"951.802053ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2765,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:31.674788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:32.872139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.927979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:32.872232Z","caller":"traceutil/trace.go:171","msg":"trace[981676789] transaction","detail":"{read_only:false; response_revision:27689; number_of_response:1; }","duration":"1.69980203s","start":"2026-04-28T18:17:31.172414Z","end":"2026-04-28T18:17:32.872216Z","steps":["trace[981676789] 'process raft request' (duration: 906.705558ms)","trace[981676789] 'compare' (duration: 792.188109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:32.872274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.172395Z","time spent":"1.699860312s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:33.174051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:17:33.174135Z","caller":"traceutil/trace.go:171","msg":"trace[1432392531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159219s","start":"2026-04-28T18:17:31.173956Z","end":"2026-04-28T18:17:33.174115Z","steps":["trace[1432392531] 'agreement among raft nodes before linearized reading' (duration: 2.000041596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:33.174183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.173944Z","time spent":"2.00023016s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:33.323882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207684352s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:17:33.324778Z","caller":"traceutil/trace.go:171","msg":"trace[895869646] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"2.151316636s","start":"2026-04-28T18:17:31.173416Z","end":"2026-04-28T18:17:33.324733Z","steps":["trace[895869646] 'process raft request' (duration: 2.150760942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:33.325077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.173392Z","time spent":"2.151605525s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:33.324797Z","caller":"traceutil/trace.go:171","msg":"trace[1836510163] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"2.150288062s","start":"2026-04-28T18:17:31.174481Z","end":"2026-04-28T18:17:33.324769Z","steps":["trace[1836510163] 'process raft request' (duration: 2.150070036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:33.325261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.174473Z","time spent":"2.150763384s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:33.324861Z","caller":"traceutil/trace.go:171","msg":"trace[1501606856] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"1.873238295s","start":"2026-04-28T18:17:31.451616Z","end":"2026-04-28T18:17:33.324854Z","steps":["trace[1501606856] 'process raft request' (duration: 1.873089131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:33.32545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.451586Z","time spent":"1.873775809s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:33.324848Z","caller":"traceutil/trace.go:171","msg":"trace[443627980] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"1.46388282s","start":"2026-04-28T18:17:31.860941Z","end":"2026-04-28T18:17:33.324824Z","steps":["trace[443627980] 'process raft request' (duration: 1.463812988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:33.325711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.860912Z","time spent":"1.46470855s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:33.379738Z","caller":"traceutil/trace.go:171","msg":"trace[786857823] linearizableReadLoop","detail":"{readStateIndex:28702; appliedIndex:28698; }","duration":"2.205706658s","start":"2026-04-28T18:17:31.173991Z","end":"2026-04-28T18:17:33.379698Z","steps":["trace[786857823] 'read index received' (duration: 905.263311ms)","trace[786857823] 'applied index is now lower than readState.Index' (duration: 1.300440437s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:33.880604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:34.381223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:34.670307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345682607s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:17:34.671088Z","caller":"traceutil/trace.go:171","msg":"trace[1393466908] transaction","detail":"{read_only:false; response_revision:27701; number_of_response:1; }","duration":"1.493915942s","start":"2026-04-28T18:17:33.177145Z","end":"2026-04-28T18:17:34.671061Z","steps":["trace[1393466908] 'process raft request' (duration: 1.493871601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.671287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.177135Z","time spent":"1.494045735s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.671754Z","caller":"traceutil/trace.go:171","msg":"trace[80490374] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"1.50058078s","start":"2026-04-28T18:17:33.17116Z","end":"2026-04-28T18:17:34.671741Z","steps":["trace[80490374] 'process raft request' (duration: 1.499366639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.671825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.171129Z","time spent":"1.500656432s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.672003Z","caller":"traceutil/trace.go:171","msg":"trace[876389568] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"1.499800261s","start":"2026-04-28T18:17:33.172192Z","end":"2026-04-28T18:17:34.671992Z","steps":["trace[876389568] 'process raft request' (duration: 1.49856752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.672055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.172175Z","time spent":"1.499851442s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.672206Z","caller":"traceutil/trace.go:171","msg":"trace[627982965] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"1.498831656s","start":"2026-04-28T18:17:33.173365Z","end":"2026-04-28T18:17:34.672197Z","steps":["trace[627982965] 'process raft request' (duration: 1.497447021s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.672281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.173347Z","time spent":"1.498881389s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.672488Z","caller":"traceutil/trace.go:171","msg":"trace[1381854816] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"1.499122705s","start":"2026-04-28T18:17:33.17335Z","end":"2026-04-28T18:17:34.672473Z","steps":["trace[1381854816] 'process raft request' (duration: 1.497501753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.672558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.17331Z","time spent":"1.499213307s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.67271Z","caller":"traceutil/trace.go:171","msg":"trace[1619386227] transaction","detail":"{read_only:false; response_revision:27698; number_of_response:1; }","duration":"1.498899258s","start":"2026-04-28T18:17:33.173799Z","end":"2026-04-28T18:17:34.672698Z","steps":["trace[1619386227] 'process raft request' (duration: 1.497091151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.672769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.173763Z","time spent":"1.498968589s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.672935Z","caller":"traceutil/trace.go:171","msg":"trace[1180038213] transaction","detail":"{read_only:false; response_revision:27699; number_of_response:1; }","duration":"1.498573049s","start":"2026-04-28T18:17:33.174351Z","end":"2026-04-28T18:17:34.672924Z","steps":["trace[1180038213] 'process raft request' (duration: 1.496572118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.67299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.174328Z","time spent":"1.498632541s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:34.673117Z","caller":"traceutil/trace.go:171","msg":"trace[2032540985] transaction","detail":"{read_only:false; response_revision:27700; number_of_response:1; }","duration":"1.498649702s","start":"2026-04-28T18:17:33.174458Z","end":"2026-04-28T18:17:34.673108Z","steps":["trace[2032540985] 'process raft request' (duration: 1.496522708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:34.673169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.174433Z","time spent":"1.498708393s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:35.174637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:17:35.174728Z","caller":"traceutil/trace.go:171","msg":"trace[996561047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295222s","start":"2026-04-28T18:17:33.174412Z","end":"2026-04-28T18:17:35.174707Z","steps":["trace[996561047] 'agreement among raft nodes before linearized reading' (duration: 2.000174209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.174783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.174385Z","time spent":"2.000387445s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:17:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:17:35.613726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.823883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:35.613864Z","caller":"traceutil/trace.go:171","msg":"trace[1623058090] linearizableReadLoop","detail":"{readStateIndex:28713; appliedIndex:28704; }","duration":"2.234020718s","start":"2026-04-28T18:17:33.379824Z","end":"2026-04-28T18:17:35.613845Z","steps":["trace[1623058090] 'read index received' (duration: 1.290731261s)","trace[1623058090] 'applied index is now lower than readState.Index' (duration: 943.288057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:35.614024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339558856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:35.614022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289573197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:35.614125Z","caller":"traceutil/trace.go:171","msg":"trace[1671682709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:27702; }","duration":"3.289726221s","start":"2026-04-28T18:17:32.324374Z","end":"2026-04-28T18:17:35.614101Z","steps":["trace[1671682709] 'agreement among raft nodes before linearized reading' (duration: 3.289559777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.614184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:32.324355Z","time spent":"3.289816243s","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.614202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614694824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:17:35.61423Z","caller":"traceutil/trace.go:171","msg":"trace[2079099393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27702; }","duration":"3.614757206s","start":"2026-04-28T18:17:31.999465Z","end":"2026-04-28T18:17:35.614222Z","steps":["trace[2079099393] 'agreement among raft nodes before linearized reading' (duration: 3.614612712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.614274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.999444Z","time spent":"3.614821217s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:17:35.614479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309375376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:35.614609Z","caller":"traceutil/trace.go:171","msg":"trace[459758529] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27702; }","duration":"4.309624372s","start":"2026-04-28T18:17:31.304959Z","end":"2026-04-28T18:17:35.614583Z","steps":["trace[459758529] 'agreement among raft nodes before linearized reading' (duration: 4.309309464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.614732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139204005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:35.61485Z","caller":"traceutil/trace.go:171","msg":"trace[1855996523] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27702; }","duration":"4.13937909s","start":"2026-04-28T18:17:31.475446Z","end":"2026-04-28T18:17:35.614825Z","steps":["trace[1855996523] 'agreement among raft nodes before linearized reading' (duration: 4.139167415s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:35.614059Z","caller":"traceutil/trace.go:171","msg":"trace[1705672619] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27702; }","duration":"3.339642037s","start":"2026-04-28T18:17:32.274408Z","end":"2026-04-28T18:17:35.61405Z","steps":["trace[1705672619] 'agreement among raft nodes before linearized reading' (duration: 3.339553635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.614912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.475424Z","time spent":"4.139474482s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:17:35.614924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819986033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"warn","ts":"2026-04-28T18:17:35.614951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.322712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:35.614977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:32.274381Z","time spent":"3.340568541s","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.61497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.037353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:35.615021Z","caller":"traceutil/trace.go:171","msg":"trace[1255958451] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27702; }","duration":"1.820088495s","start":"2026-04-28T18:17:33.794877Z","end":"2026-04-28T18:17:35.614966Z","steps":["trace[1255958451] 'agreement among raft nodes before linearized reading' (duration: 1.819939672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.615071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.794853Z","time spent":"1.820208369s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T18:17:35.615068Z","caller":"traceutil/trace.go:171","msg":"trace[259550592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27702; }","duration":"432.193176ms","start":"2026-04-28T18:17:35.182851Z","end":"2026-04-28T18:17:35.615044Z","steps":["trace[259550592] 'agreement among raft nodes before linearized reading' (duration: 432.015782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.615326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208654301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-28T18:17:35.615335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.064969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:17:35.615335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.321266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:17:35.615489Z","caller":"traceutil/trace.go:171","msg":"trace[1703459596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27702; }","duration":"285.524901ms","start":"2026-04-28T18:17:35.32995Z","end":"2026-04-28T18:17:35.615475Z","steps":["trace[1703459596] 'agreement among raft nodes before linearized reading' (duration: 285.210773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.615554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535134378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:17:35.615614Z","caller":"traceutil/trace.go:171","msg":"trace[490970943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27702; }","duration":"1.53524067s","start":"2026-04-28T18:17:34.080359Z","end":"2026-04-28T18:17:35.615599Z","steps":["trace[490970943] 'agreement among raft nodes before linearized reading' (duration: 1.535017895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.615662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:34.080336Z","time spent":"1.535318483s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:17:35.615735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243277722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:35.615759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754418005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:35.615792Z","caller":"traceutil/trace.go:171","msg":"trace[1257439629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27702; }","duration":"2.243385675s","start":"2026-04-28T18:17:33.372393Z","end":"2026-04-28T18:17:35.615778Z","steps":["trace[1257439629] 'agreement among raft nodes before linearized reading' (duration: 2.243296703s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:35.615798Z","caller":"traceutil/trace.go:171","msg":"trace[107571845] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27702; }","duration":"2.754511167s","start":"2026-04-28T18:17:32.861274Z","end":"2026-04-28T18:17:35.615785Z","steps":["trace[107571845] 'agreement among raft nodes before linearized reading' (duration: 2.754435805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.615832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.372367Z","time spent":"2.243455568s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.615835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:32.861252Z","time spent":"2.754572938s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.615908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.060465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:17:35.616002Z","caller":"traceutil/trace.go:171","msg":"trace[1202985104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27702; }","duration":"588.213289ms","start":"2026-04-28T18:17:35.02777Z","end":"2026-04-28T18:17:35.615983Z","steps":["trace[1202985104] 'agreement among raft nodes before linearized reading' (duration: 587.890081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.616059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.027746Z","time spent":"588.299821ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:17:35.615363Z","caller":"traceutil/trace.go:171","msg":"trace[1200508786] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27702; }","duration":"3.208735623s","start":"2026-04-28T18:17:32.406614Z","end":"2026-04-28T18:17:35.61535Z","steps":["trace[1200508786] 'agreement among raft nodes before linearized reading' (duration: 3.20860388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.616705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:32.406593Z","time spent":"3.210088447s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T18:17:35.615541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153684542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:17:35.616777Z","caller":"traceutil/trace.go:171","msg":"trace[159143745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27702; }","duration":"4.154969285s","start":"2026-04-28T18:17:31.46179Z","end":"2026-04-28T18:17:35.616759Z","steps":["trace[159143745] 'agreement among raft nodes before linearized reading' (duration: 4.15360698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.61678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.593508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:17:35.616842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.461763Z","time spent":"4.155061918s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:17:35.616842Z","caller":"traceutil/trace.go:171","msg":"trace[1997465457] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27702; }","duration":"536.66468ms","start":"2026-04-28T18:17:35.080166Z","end":"2026-04-28T18:17:35.61683Z","steps":["trace[1997465457] 'agreement among raft nodes before linearized reading' (duration: 534.861424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.616887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.080036Z","time spent":"536.842344ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2765,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:35.615369Z","caller":"traceutil/trace.go:171","msg":"trace[1137923389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27702; }","duration":"737.143961ms","start":"2026-04-28T18:17:34.878215Z","end":"2026-04-28T18:17:35.615359Z","steps":["trace[1137923389] 'agreement among raft nodes before linearized reading' (duration: 737.046389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.61702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:34.878185Z","time spent":"738.815484ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:35.615366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.182829Z","time spent":"432.523664ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:17:35.615003Z","caller":"traceutil/trace.go:171","msg":"trace[1473453202] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27702; }","duration":"649.427094ms","start":"2026-04-28T18:17:34.965561Z","end":"2026-04-28T18:17:35.614989Z","steps":["trace[1473453202] 'agreement among raft nodes before linearized reading' (duration: 649.307971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:35.617125Z","caller":"traceutil/trace.go:171","msg":"trace[1628469847] transaction","detail":"{read_only:false; response_revision:27702; number_of_response:1; }","duration":"2.282047218s","start":"2026-04-28T18:17:33.33503Z","end":"2026-04-28T18:17:35.617077Z","steps":["trace[1628469847] 'process raft request' (duration: 1.745758487s)","trace[1628469847] 'compare' (duration: 532.682629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:35.616204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.52393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:35.617201Z","caller":"traceutil/trace.go:171","msg":"trace[551852956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27702; }","duration":"271.550697ms","start":"2026-04-28T18:17:35.34564Z","end":"2026-04-28T18:17:35.617191Z","steps":["trace[551852956] 'agreement among raft nodes before linearized reading' (duration: 270.49625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.617222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:34.965534Z","time spent":"651.606379ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.616443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:31.304933Z","time spent":"4.311489851s","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.617833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096852861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:35.617905Z","caller":"traceutil/trace.go:171","msg":"trace[1877663629] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27702; }","duration":"3.096966123s","start":"2026-04-28T18:17:32.520917Z","end":"2026-04-28T18:17:35.617883Z","steps":["trace[1877663629] 'agreement among raft nodes before linearized reading' (duration: 3.096806999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:35.617965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:32.520899Z","time spent":"3.097054406s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:35.619479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:33.335001Z","time spent":"2.28216269s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:36.121414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:17:36.242607Z","caller":"traceutil/trace.go:171","msg":"trace[2098878456] transaction","detail":"{read_only:false; response_revision:27703; number_of_response:1; }","duration":"622.463299ms","start":"2026-04-28T18:17:35.620109Z","end":"2026-04-28T18:17:36.242573Z","steps":["trace[2098878456] 'process raft request' (duration: 622.058809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:36.242796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.620078Z","time spent":"622.607953ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.056074Z","caller":"traceutil/trace.go:171","msg":"trace[1815592226] transaction","detail":"{read_only:false; response_revision:27704; number_of_response:1; }","duration":"1.434265626s","start":"2026-04-28T18:17:35.62177Z","end":"2026-04-28T18:17:37.056036Z","steps":["trace[1815592226] 'process raft request' (duration: 1.433990929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.056276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.621746Z","time spent":"1.43442105s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.05654Z","caller":"traceutil/trace.go:171","msg":"trace[1989377051] transaction","detail":"{read_only:false; response_revision:27705; number_of_response:1; }","duration":"1.434296777s","start":"2026-04-28T18:17:35.622216Z","end":"2026-04-28T18:17:37.056513Z","steps":["trace[1989377051] 'process raft request' (duration: 1.433770213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.056745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.6222Z","time spent":"1.43444026s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.057047Z","caller":"traceutil/trace.go:171","msg":"trace[1586657906] transaction","detail":"{read_only:false; response_revision:27706; number_of_response:1; }","duration":"1.434723818s","start":"2026-04-28T18:17:35.622302Z","end":"2026-04-28T18:17:37.057025Z","steps":["trace[1586657906] 'process raft request' (duration: 1.434087342s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:37.057101Z","caller":"traceutil/trace.go:171","msg":"trace[1609612128] transaction","detail":"{read_only:false; response_revision:27707; number_of_response:1; }","duration":"1.433484136s","start":"2026-04-28T18:17:35.623603Z","end":"2026-04-28T18:17:37.057087Z","steps":["trace[1609612128] 'process raft request' (duration: 1.433318442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.057212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.622284Z","time spent":"1.43481209s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:37.057229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.623588Z","time spent":"1.43360243s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.057331Z","caller":"traceutil/trace.go:171","msg":"trace[647120668] transaction","detail":"{read_only:false; response_revision:27708; number_of_response:1; }","duration":"1.432649916s","start":"2026-04-28T18:17:35.624656Z","end":"2026-04-28T18:17:37.057306Z","steps":["trace[647120668] 'process raft request' (duration: 1.432352329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.057484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.624648Z","time spent":"1.432751338s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.057683Z","caller":"traceutil/trace.go:171","msg":"trace[909977950] transaction","detail":"{read_only:false; response_revision:27709; number_of_response:1; }","duration":"1.361533009s","start":"2026-04-28T18:17:35.696143Z","end":"2026-04-28T18:17:37.057676Z","steps":["trace[909977950] 'process raft request' (duration: 1.361063007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.057746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.696127Z","time spent":"1.36158271s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.057867Z","caller":"traceutil/trace.go:171","msg":"trace[81834536] linearizableReadLoop","detail":"{readStateIndex:28720; appliedIndex:28714; }","duration":"1.436814392s","start":"2026-04-28T18:17:35.621034Z","end":"2026-04-28T18:17:37.057849Z","steps":["trace[81834536] 'read index received' (duration: 621.547846ms)","trace[81834536] 'applied index is now lower than readState.Index' (duration: 815.264996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:37.058057Z","caller":"traceutil/trace.go:171","msg":"trace[552707813] transaction","detail":"{read_only:false; response_revision:27710; number_of_response:1; }","duration":"864.387942ms","start":"2026-04-28T18:17:36.193652Z","end":"2026-04-28T18:17:37.05804Z","steps":["trace[552707813] 'process raft request' (duration: 863.983382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.058139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.193619Z","time spent":"864.484635ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:37.058267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437195481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-28T18:17:37.058393Z","caller":"traceutil/trace.go:171","msg":"trace[2064959698] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:27710; }","duration":"1.437370355s","start":"2026-04-28T18:17:35.62099Z","end":"2026-04-28T18:17:37.05836Z","steps":["trace[2064959698] 'agreement among raft nodes before linearized reading' (duration: 1.437052077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.058458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.620969Z","time spent":"1.437475888s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" "} {"level":"info","ts":"2026-04-28T18:17:37.140143Z","caller":"traceutil/trace.go:171","msg":"trace[391625067] transaction","detail":"{read_only:false; response_revision:27711; number_of_response:1; }","duration":"459.746626ms","start":"2026-04-28T18:17:36.680349Z","end":"2026-04-28T18:17:37.140096Z","steps":["trace[391625067] 'process raft request' (duration: 458.414443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:37.1403Z","caller":"traceutil/trace.go:171","msg":"trace[714535234] transaction","detail":"{read_only:false; response_revision:27713; number_of_response:1; }","duration":"459.255964ms","start":"2026-04-28T18:17:36.681Z","end":"2026-04-28T18:17:37.140256Z","steps":["trace[714535234] 'process raft request' (duration: 459.039418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.140396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.680316Z","time spent":"459.937172ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:37.140527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.680987Z","time spent":"459.413258ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.140628Z","caller":"traceutil/trace.go:171","msg":"trace[1769143096] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"460.186718ms","start":"2026-04-28T18:17:36.680427Z","end":"2026-04-28T18:17:37.140614Z","steps":["trace[1769143096] 'process raft request' (duration: 459.534631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.140694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.680393Z","time spent":"460.26757ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.140797Z","caller":"traceutil/trace.go:171","msg":"trace[1910918939] transaction","detail":"{read_only:false; response_revision:27715; number_of_response:1; }","duration":"459.53727ms","start":"2026-04-28T18:17:36.68125Z","end":"2026-04-28T18:17:37.140787Z","steps":["trace[1910918939] 'process raft request' (duration: 458.897653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:37.140803Z","caller":"traceutil/trace.go:171","msg":"trace[64973776] transaction","detail":"{read_only:false; response_revision:27714; number_of_response:1; }","duration":"459.669344ms","start":"2026-04-28T18:17:36.681098Z","end":"2026-04-28T18:17:37.140767Z","steps":["trace[64973776] 'process raft request' (duration: 459.001756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.140856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.68124Z","time spent":"459.582562ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.14094Z","caller":"traceutil/trace.go:171","msg":"trace[274422055] transaction","detail":"{read_only:false; response_revision:27716; number_of_response:1; }","duration":"459.615433ms","start":"2026-04-28T18:17:36.681307Z","end":"2026-04-28T18:17:37.140922Z","steps":["trace[274422055] 'process raft request' (duration: 458.877733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.140998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.681299Z","time spent":"459.673674ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.141516Z","caller":"traceutil/trace.go:171","msg":"trace[1177560379] transaction","detail":"{read_only:false; response_revision:27718; number_of_response:1; }","duration":"460.086935ms","start":"2026-04-28T18:17:36.681402Z","end":"2026-04-28T18:17:37.141489Z","steps":["trace[1177560379] 'process raft request' (duration: 459.836089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.141526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.681087Z","time spent":"459.814277ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:37.141641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.68139Z","time spent":"460.188167ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:37.141797Z","caller":"traceutil/trace.go:171","msg":"trace[1168305663] transaction","detail":"{read_only:false; response_revision:27717; number_of_response:1; }","duration":"460.416102ms","start":"2026-04-28T18:17:36.681365Z","end":"2026-04-28T18:17:37.141781Z","steps":["trace[1168305663] 'process raft request' (duration: 458.859912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.141889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.681351Z","time spent":"460.489495ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:37.14201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.721708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:37.142028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.500256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:37.142077Z","caller":"traceutil/trace.go:171","msg":"trace[74987460] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27720; }","duration":"730.80068ms","start":"2026-04-28T18:17:36.411264Z","end":"2026-04-28T18:17:37.142065Z","steps":["trace[74987460] 'agreement among raft nodes before linearized reading' (duration: 730.551354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:37.142091Z","caller":"traceutil/trace.go:171","msg":"trace[254101160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27720; }","duration":"790.607398ms","start":"2026-04-28T18:17:36.351467Z","end":"2026-04-28T18:17:37.142074Z","steps":["trace[254101160] 'agreement among raft nodes before linearized reading' (duration: 790.500376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.142123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.41119Z","time spent":"730.923373ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:37.14214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.351434Z","time spent":"790.694091ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:37.142245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.707216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2811"} {"level":"info","ts":"2026-04-28T18:17:37.142299Z","caller":"traceutil/trace.go:171","msg":"trace[1175571733] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27720; }","duration":"965.804539ms","start":"2026-04-28T18:17:36.176481Z","end":"2026-04-28T18:17:37.142286Z","steps":["trace[1175571733] 'agreement among raft nodes before linearized reading' (duration: 965.621604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.142344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.176456Z","time spent":"965.878161ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2835,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:37.142452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.658724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:37.142504Z","caller":"traceutil/trace.go:171","msg":"trace[1004411734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27720; }","duration":"196.747786ms","start":"2026-04-28T18:17:36.945744Z","end":"2026-04-28T18:17:37.142492Z","steps":["trace[1004411734] 'agreement among raft nodes before linearized reading' (duration: 196.653534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.142634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521221195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:17:37.142692Z","caller":"traceutil/trace.go:171","msg":"trace[1182003392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27720; }","duration":"1.521309287s","start":"2026-04-28T18:17:35.621369Z","end":"2026-04-28T18:17:37.142678Z","steps":["trace[1182003392] 'agreement among raft nodes before linearized reading' (duration: 1.521123222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.142736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.621086Z","time spent":"1.521639405s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:17:37.142742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409674042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:37.14282Z","caller":"traceutil/trace.go:171","msg":"trace[686682686] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27720; }","duration":"1.409783024s","start":"2026-04-28T18:17:35.733023Z","end":"2026-04-28T18:17:37.142806Z","steps":["trace[686682686] 'agreement among raft nodes before linearized reading' (duration: 1.409562908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.142842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.185692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T18:17:37.142874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.73301Z","time spent":"1.409848696s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:37.142957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.317716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:17:37.142991Z","caller":"traceutil/trace.go:171","msg":"trace[671951182] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27720; }","duration":"235.386048ms","start":"2026-04-28T18:17:36.907598Z","end":"2026-04-28T18:17:37.142984Z","steps":["trace[671951182] 'agreement among raft nodes before linearized reading' (duration: 235.303966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.143136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51940841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:37.143199Z","caller":"traceutil/trace.go:171","msg":"trace[2036369401] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27720; }","duration":"1.519486011s","start":"2026-04-28T18:17:35.623694Z","end":"2026-04-28T18:17:37.14318Z","steps":["trace[2036369401] 'agreement among raft nodes before linearized reading' (duration: 1.519393569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.143219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.344963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:17:37.143248Z","caller":"traceutil/trace.go:171","msg":"trace[113643966] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27720; }","duration":"286.428876ms","start":"2026-04-28T18:17:36.856811Z","end":"2026-04-28T18:17:37.143239Z","steps":["trace[113643966] 'agreement among raft nodes before linearized reading' (duration: 286.329553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:37.142882Z","caller":"traceutil/trace.go:171","msg":"trace[225112339] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27720; }","duration":"235.261014ms","start":"2026-04-28T18:17:36.907611Z","end":"2026-04-28T18:17:37.142872Z","steps":["trace[225112339] 'agreement among raft nodes before linearized reading' (duration: 235.113091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.14346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.469648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:37.143251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.623685Z","time spent":"1.519552563s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:17:37.143527Z","caller":"traceutil/trace.go:171","msg":"trace[748051769] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27720; }","duration":"518.648931ms","start":"2026-04-28T18:17:36.624862Z","end":"2026-04-28T18:17:37.143511Z","steps":["trace[748051769] 'agreement among raft nodes before linearized reading' (duration: 518.535699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.143588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.624801Z","time spent":"518.767775ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:37.142076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518735051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:37.143783Z","caller":"traceutil/trace.go:171","msg":"trace[212147557] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:27720; }","duration":"1.520467126s","start":"2026-04-28T18:17:35.623309Z","end":"2026-04-28T18:17:37.143776Z","steps":["trace[212147557] 'agreement among raft nodes before linearized reading' (duration: 1.518690161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.143808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:35.6233Z","time spent":"1.520501097s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-28T18:17:37.143904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.875457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:37.143929Z","caller":"traceutil/trace.go:171","msg":"trace[786677207] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27720; }","duration":"527.945409ms","start":"2026-04-28T18:17:36.615973Z","end":"2026-04-28T18:17:37.143918Z","steps":["trace[786677207] 'agreement among raft nodes before linearized reading' (duration: 527.911698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:37.143944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:36.615942Z","time spent":"527.99732ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:39.819729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:40.320383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:40.496116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254935342s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:17:41.045156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.695485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:41.045796Z","caller":"traceutil/trace.go:171","msg":"trace[62446262] transaction","detail":"{read_only:false; response_revision:27799; number_of_response:1; }","duration":"1.804230143s","start":"2026-04-28T18:17:39.24103Z","end":"2026-04-28T18:17:41.04526Z","steps":["trace[62446262] 'process raft request' (duration: 1.255331883s)","trace[62446262] 'compare' (duration: 548.254614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:41.045875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.241004Z","time spent":"1.80483987s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.054909Z","caller":"traceutil/trace.go:171","msg":"trace[725879045] linearizableReadLoop","detail":"{readStateIndex:28814; appliedIndex:28810; }","duration":"1.736277077s","start":"2026-04-28T18:17:39.318609Z","end":"2026-04-28T18:17:41.054886Z","steps":["trace[725879045] 'read index received' (duration: 1.177725792s)","trace[725879045] 'applied index is now lower than readState.Index' (duration: 558.550065ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:41.055187Z","caller":"traceutil/trace.go:171","msg":"trace[1403514657] transaction","detail":"{read_only:false; response_revision:27802; number_of_response:1; }","duration":"1.745209324s","start":"2026-04-28T18:17:39.309943Z","end":"2026-04-28T18:17:41.055152Z","steps":["trace[1403514657] 'process raft request' (duration: 1.744895886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.055379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689852348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-04-28T18:17:41.055399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.309915Z","time spent":"1.745373018s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:17:41.055421Z","caller":"traceutil/trace.go:171","msg":"trace[283216677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27802; }","duration":"1.68992272s","start":"2026-04-28T18:17:39.365481Z","end":"2026-04-28T18:17:41.055404Z","steps":["trace[283216677] 'agreement among raft nodes before linearized reading' (duration: 1.689798117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.055467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.365458Z","time spent":"1.690001741s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:41.055668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.851679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:41.055752Z","caller":"traceutil/trace.go:171","msg":"trace[137830289] transaction","detail":"{read_only:false; response_revision:27800; number_of_response:1; }","duration":"1.813657092s","start":"2026-04-28T18:17:39.242083Z","end":"2026-04-28T18:17:41.05574Z","steps":["trace[137830289] 'process raft request' (duration: 1.812598356s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:41.055789Z","caller":"traceutil/trace.go:171","msg":"trace[1949684776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27802; }","duration":"988.022303ms","start":"2026-04-28T18:17:40.067742Z","end":"2026-04-28T18:17:41.055764Z","steps":["trace[1949684776] 'agreement among raft nodes before linearized reading' (duration: 987.805937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.055825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611176929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:41.055853Z","caller":"traceutil/trace.go:171","msg":"trace[2045625031] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27802; }","duration":"1.611247322s","start":"2026-04-28T18:17:39.444598Z","end":"2026-04-28T18:17:41.055845Z","steps":["trace[2045625031] 'agreement among raft nodes before linearized reading' (duration: 1.61116296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.055739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374849908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-04-28T18:17:41.055884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.444569Z","time spent":"1.611308423s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:41.055897Z","caller":"traceutil/trace.go:171","msg":"trace[1611953907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27802; }","duration":"1.375037622s","start":"2026-04-28T18:17:39.680844Z","end":"2026-04-28T18:17:41.055881Z","steps":["trace[1611953907] 'agreement among raft nodes before linearized reading' (duration: 1.374807136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.055937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.680823Z","time spent":"1.375105334s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:17:41.056027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642879494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:41.055849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:40.067721Z","time spent":"988.116215ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:17:41.056056Z","caller":"traceutil/trace.go:171","msg":"trace[1481436433] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27802; }","duration":"1.642907595s","start":"2026-04-28T18:17:39.413139Z","end":"2026-04-28T18:17:41.056047Z","steps":["trace[1481436433] 'agreement among raft nodes before linearized reading' (duration: 1.642856044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.056077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.413102Z","time spent":"1.642969657s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:41.056111Z","caller":"traceutil/trace.go:171","msg":"trace[406786507] transaction","detail":"{read_only:false; response_revision:27801; number_of_response:1; }","duration":"1.813798525s","start":"2026-04-28T18:17:39.242301Z","end":"2026-04-28T18:17:41.0561Z","steps":["trace[406786507] 'process raft request' (duration: 1.812508473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.056171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.242252Z","time spent":"1.813891137s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:41.055248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736588516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:41.056397Z","caller":"traceutil/trace.go:171","msg":"trace[300308304] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27802; }","duration":"1.737825617s","start":"2026-04-28T18:17:39.318563Z","end":"2026-04-28T18:17:41.056389Z","steps":["trace[300308304] 'agreement among raft nodes before linearized reading' (duration: 1.736588406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.056398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.128064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T18:17:41.056425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.318528Z","time spent":"1.737888387s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:41.056433Z","caller":"traceutil/trace.go:171","msg":"trace[1416443694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27802; }","duration":"797.225687ms","start":"2026-04-28T18:17:40.259197Z","end":"2026-04-28T18:17:41.056423Z","steps":["trace[1416443694] 'agreement among raft nodes before linearized reading' (duration: 797.066943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.056464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:40.259168Z","time spent":"797.289718ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:41.056067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:39.242072Z","time spent":"1.813708373s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:41.27337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.912783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:41.27362Z","caller":"traceutil/trace.go:171","msg":"trace[704774181] linearizableReadLoop","detail":"{readStateIndex:28816; appliedIndex:28814; }","duration":"194.769247ms","start":"2026-04-28T18:17:41.07883Z","end":"2026-04-28T18:17:41.2736Z","steps":["trace[704774181] 'read index received' (duration: 67.512346ms)","trace[704774181] 'applied index is now lower than readState.Index' (duration: 127.255471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:41.273625Z","caller":"traceutil/trace.go:171","msg":"trace[584127787] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"210.143527ms","start":"2026-04-28T18:17:41.063439Z","end":"2026-04-28T18:17:41.273583Z","steps":["trace[584127787] 'process raft request' (duration: 82.881565ms)","trace[584127787] 'compare' (duration: 126.652587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:41.273854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.038234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:17:41.274441Z","caller":"traceutil/trace.go:171","msg":"trace[70465431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27804; }","duration":"195.640199ms","start":"2026-04-28T18:17:41.078766Z","end":"2026-04-28T18:17:41.274406Z","steps":["trace[70465431] 'agreement among raft nodes before linearized reading' (duration: 194.89944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:41.273893Z","caller":"traceutil/trace.go:171","msg":"trace[225608871] transaction","detail":"{read_only:false; response_revision:27804; number_of_response:1; }","duration":"206.541735ms","start":"2026-04-28T18:17:41.067339Z","end":"2026-04-28T18:17:41.273881Z","steps":["trace[225608871] 'process raft request' (duration: 206.169436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.746945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.010543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:41.747071Z","caller":"traceutil/trace.go:171","msg":"trace[1583936591] transaction","detail":"{read_only:false; response_revision:27805; number_of_response:1; }","duration":"562.806634ms","start":"2026-04-28T18:17:41.184242Z","end":"2026-04-28T18:17:41.747049Z","steps":["trace[1583936591] 'process raft request' (duration: 341.609546ms)","trace[1583936591] 'compare' (duration: 220.90491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:41.747148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.184216Z","time spent":"562.897906ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.81736Z","caller":"traceutil/trace.go:171","msg":"trace[1985590417] transaction","detail":"{read_only:false; response_revision:27806; number_of_response:1; }","duration":"574.494331ms","start":"2026-04-28T18:17:41.242834Z","end":"2026-04-28T18:17:41.817328Z","steps":["trace[1985590417] 'process raft request' (duration: 574.190543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.817523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.242785Z","time spent":"574.648944ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.817569Z","caller":"traceutil/trace.go:171","msg":"trace[1008195950] transaction","detail":"{read_only:false; response_revision:27807; number_of_response:1; }","duration":"574.726546ms","start":"2026-04-28T18:17:41.242821Z","end":"2026-04-28T18:17:41.817548Z","steps":["trace[1008195950] 'process raft request' (duration: 574.358367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:41.817679Z","caller":"traceutil/trace.go:171","msg":"trace[2028905532] transaction","detail":"{read_only:false; response_revision:27808; number_of_response:1; }","duration":"574.150312ms","start":"2026-04-28T18:17:41.243512Z","end":"2026-04-28T18:17:41.817662Z","steps":["trace[2028905532] 'process raft request' (duration: 573.948257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.817694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.242781Z","time spent":"574.839429ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:41.817737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.243473Z","time spent":"574.235424ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.81796Z","caller":"traceutil/trace.go:171","msg":"trace[412537099] transaction","detail":"{read_only:false; response_revision:27812; number_of_response:1; }","duration":"564.931307ms","start":"2026-04-28T18:17:41.25302Z","end":"2026-04-28T18:17:41.817952Z","steps":["trace[412537099] 'process raft request' (duration: 564.879636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.818003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.25301Z","time spent":"564.974218ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.817975Z","caller":"traceutil/trace.go:171","msg":"trace[467920334] transaction","detail":"{read_only:false; response_revision:27810; number_of_response:1; }","duration":"574.044799ms","start":"2026-04-28T18:17:41.243902Z","end":"2026-04-28T18:17:41.817947Z","steps":["trace[467920334] 'process raft request' (duration: 573.935666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:41.818055Z","caller":"traceutil/trace.go:171","msg":"trace[9778716] transaction","detail":"{read_only:false; response_revision:27811; number_of_response:1; }","duration":"572.197702ms","start":"2026-04-28T18:17:41.245851Z","end":"2026-04-28T18:17:41.818049Z","steps":["trace[9778716] 'process raft request' (duration: 572.018437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.818078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.245835Z","time spent":"572.231003ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.817953Z","caller":"traceutil/trace.go:171","msg":"trace[1279519043] linearizableReadLoop","detail":"{readStateIndex:28825; appliedIndex:28816; }","duration":"537.574363ms","start":"2026-04-28T18:17:41.280369Z","end":"2026-04-28T18:17:41.817944Z","steps":["trace[1279519043] 'read index received' (duration: 245.561927ms)","trace[1279519043] 'applied index is now lower than readState.Index' (duration: 292.011406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:41.818116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.243869Z","time spent":"574.170802ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.81825Z","caller":"traceutil/trace.go:171","msg":"trace[1328694594] transaction","detail":"{read_only:false; response_revision:27809; number_of_response:1; }","duration":"574.438779ms","start":"2026-04-28T18:17:41.243751Z","end":"2026-04-28T18:17:41.818189Z","steps":["trace[1328694594] 'process raft request' (duration: 574.047089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.818293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.243735Z","time spent":"574.534511ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:41.818295Z","caller":"traceutil/trace.go:171","msg":"trace[1515653998] transaction","detail":"{read_only:false; response_revision:27813; number_of_response:1; }","duration":"539.523862ms","start":"2026-04-28T18:17:41.278763Z","end":"2026-04-28T18:17:41.818286Z","steps":["trace[1515653998] 'process raft request' (duration: 539.159792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.818308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.053442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-04-28T18:17:41.818339Z","caller":"traceutil/trace.go:171","msg":"trace[327858807] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27813; }","duration":"404.141914ms","start":"2026-04-28T18:17:41.414187Z","end":"2026-04-28T18:17:41.818329Z","steps":["trace[327858807] 'agreement among raft nodes before linearized reading' (duration: 403.9932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.818342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.278739Z","time spent":"539.578423ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:41.818358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.414024Z","time spent":"404.329228ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-28T18:17:41.818406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.051815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-28T18:17:41.818438Z","caller":"traceutil/trace.go:171","msg":"trace[1656291655] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:27813; }","duration":"538.124767ms","start":"2026-04-28T18:17:41.280307Z","end":"2026-04-28T18:17:41.818432Z","steps":["trace[1656291655] 'agreement among raft nodes before linearized reading' (duration: 537.668146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:41.818457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.280293Z","time spent":"538.160908ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-28T18:17:41.94092Z","caller":"traceutil/trace.go:171","msg":"trace[1702799128] linearizableReadLoop","detail":"{readStateIndex:28826; appliedIndex:28825; }","duration":"109.04328ms","start":"2026-04-28T18:17:41.831853Z","end":"2026-04-28T18:17:41.940896Z","steps":["trace[1702799128] 'read index received' (duration: 37.678688ms)","trace[1702799128] 'applied index is now lower than readState.Index' (duration: 71.363482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:41.941147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.275675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-28T18:17:41.941173Z","caller":"traceutil/trace.go:171","msg":"trace[1156010682] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27814; }","duration":"109.356408ms","start":"2026-04-28T18:17:41.831809Z","end":"2026-04-28T18:17:41.941166Z","steps":["trace[1156010682] 'agreement among raft nodes before linearized reading' (duration: 109.171853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:41.941218Z","caller":"traceutil/trace.go:171","msg":"trace[1423112687] transaction","detail":"{read_only:false; response_revision:27814; number_of_response:1; }","duration":"112.346973ms","start":"2026-04-28T18:17:41.828832Z","end":"2026-04-28T18:17:41.941178Z","steps":["trace[1423112687] 'process raft request' (duration: 40.797396ms)","trace[1423112687] 'compare' (duration: 71.146117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:42.80504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.263828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:42.805627Z","caller":"traceutil/trace.go:171","msg":"trace[315039000] transaction","detail":"{read_only:false; response_revision:27815; number_of_response:1; }","duration":"858.171505ms","start":"2026-04-28T18:17:41.947419Z","end":"2026-04-28T18:17:42.805591Z","steps":["trace[315039000] 'process raft request' (duration: 251.272901ms)","trace[315039000] 'compare' (duration: 604.850592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:42.805791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.947383Z","time spent":"858.32006ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:42.868379Z","caller":"traceutil/trace.go:171","msg":"trace[1673839186] linearizableReadLoop","detail":"{readStateIndex:28828; appliedIndex:28826; }","duration":"912.233797ms","start":"2026-04-28T18:17:41.956115Z","end":"2026-04-28T18:17:42.868349Z","steps":["trace[1673839186] 'read index received' (duration: 242.595311ms)","trace[1673839186] 'applied index is now lower than readState.Index' (duration: 669.636496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:42.868645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.508774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-28T18:17:42.868678Z","caller":"traceutil/trace.go:171","msg":"trace[689875600] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27815; }","duration":"912.581136ms","start":"2026-04-28T18:17:41.956089Z","end":"2026-04-28T18:17:42.86867Z","steps":["trace[689875600] 'agreement among raft nodes before linearized reading' (duration: 912.399402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.868709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:41.95608Z","time spent":"912.622607ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-28T18:17:42.869215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.661913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-04-28T18:17:42.869267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.8049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:42.869309Z","caller":"traceutil/trace.go:171","msg":"trace[1257337013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27816; }","duration":"807.827107ms","start":"2026-04-28T18:17:42.06146Z","end":"2026-04-28T18:17:42.869287Z","steps":["trace[1257337013] 'agreement among raft nodes before linearized reading' (duration: 807.530918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.869303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.779152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:17:42.869367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:42.061433Z","time spent":"807.92365ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"info","ts":"2026-04-28T18:17:42.869388Z","caller":"traceutil/trace.go:171","msg":"trace[988299592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27816; }","duration":"571.917626ms","start":"2026-04-28T18:17:42.29745Z","end":"2026-04-28T18:17:42.869368Z","steps":["trace[988299592] 'agreement among raft nodes before linearized reading' (duration: 571.567076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.869443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.998404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-28T18:17:42.869462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:42.29743Z","time spent":"572.021859ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:17:42.869484Z","caller":"traceutil/trace.go:171","msg":"trace[1492849891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27816; }","duration":"716.082867ms","start":"2026-04-28T18:17:42.153393Z","end":"2026-04-28T18:17:42.869476Z","steps":["trace[1492849891] 'agreement among raft nodes before linearized reading' (duration: 715.978934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.869506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:42.153358Z","time spent":"716.143278ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T18:17:42.869334Z","caller":"traceutil/trace.go:171","msg":"trace[492267148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27816; }","duration":"174.895183ms","start":"2026-04-28T18:17:42.694423Z","end":"2026-04-28T18:17:42.869319Z","steps":["trace[492267148] 'agreement among raft nodes before linearized reading' (duration: 174.741039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.869581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.046644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:42.869641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.29837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:42.869672Z","caller":"traceutil/trace.go:171","msg":"trace[464772011] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27816; }","duration":"675.384163ms","start":"2026-04-28T18:17:42.194278Z","end":"2026-04-28T18:17:42.869662Z","steps":["trace[464772011] 'agreement among raft nodes before linearized reading' (duration: 675.340092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:42.869665Z","caller":"traceutil/trace.go:171","msg":"trace[265535169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27816; }","duration":"801.167257ms","start":"2026-04-28T18:17:42.068476Z","end":"2026-04-28T18:17:42.869643Z","steps":["trace[265535169] 'agreement among raft nodes before linearized reading' (duration: 801.020833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.869697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:42.194243Z","time spent":"675.448725ms","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:42.869714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:42.068462Z","time spent":"801.237569ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:42.87081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.299163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:17:42.87085Z","caller":"traceutil/trace.go:171","msg":"trace[1452109033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27816; }","duration":"429.397305ms","start":"2026-04-28T18:17:42.441444Z","end":"2026-04-28T18:17:42.870842Z","steps":["trace[1452109033] 'agreement among raft nodes before linearized reading' (duration: 427.920988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:42.870888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:42.441423Z","time spent":"429.457617ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T18:17:43.760415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790915936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:17:43.968698Z","caller":"traceutil/trace.go:171","msg":"trace[813175796] transaction","detail":"{read_only:false; response_revision:27819; number_of_response:1; }","duration":"900.464329ms","start":"2026-04-28T18:17:43.068205Z","end":"2026-04-28T18:17:43.968669Z","steps":["trace[813175796] 'process raft request' (duration: 890.568387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:43.968956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.068194Z","time spent":"900.660434ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:43.969039Z","caller":"traceutil/trace.go:171","msg":"trace[86155538] transaction","detail":"{read_only:false; response_revision:27820; number_of_response:1; }","duration":"890.147828ms","start":"2026-04-28T18:17:43.07888Z","end":"2026-04-28T18:17:43.969028Z","steps":["trace[86155538] 'process raft request' (duration: 889.227895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:43.969084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.07887Z","time spent":"890.190309ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:44.003243Z","caller":"traceutil/trace.go:171","msg":"trace[469350058] transaction","detail":"{read_only:false; response_revision:27821; number_of_response:1; }","duration":"665.473201ms","start":"2026-04-28T18:17:43.337743Z","end":"2026-04-28T18:17:44.003216Z","steps":["trace[469350058] 'process raft request' (duration: 665.266796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.003408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.337718Z","time spent":"665.602405ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:44.003647Z","caller":"traceutil/trace.go:171","msg":"trace[1808983387] transaction","detail":"{read_only:false; response_revision:27822; number_of_response:1; }","duration":"348.590773ms","start":"2026-04-28T18:17:43.655013Z","end":"2026-04-28T18:17:44.003604Z","steps":["trace[1808983387] 'process raft request' (duration: 348.155872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.003795Z","caller":"traceutil/trace.go:171","msg":"trace[943212556] transaction","detail":"{read_only:false; response_revision:27824; number_of_response:1; }","duration":"179.273123ms","start":"2026-04-28T18:17:43.824504Z","end":"2026-04-28T18:17:44.003777Z","steps":["trace[943212556] 'process raft request' (duration: 179.120299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.003843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.654974Z","time spent":"348.767628ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:44.003885Z","caller":"traceutil/trace.go:171","msg":"trace[1011755532] transaction","detail":"{read_only:false; response_revision:27825; number_of_response:1; }","duration":"178.797031ms","start":"2026-04-28T18:17:43.825078Z","end":"2026-04-28T18:17:44.003875Z","steps":["trace[1011755532] 'process raft request' (duration: 178.653848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.003675Z","caller":"traceutil/trace.go:171","msg":"trace[218640160] transaction","detail":"{read_only:false; response_revision:27823; number_of_response:1; }","duration":"251.18759ms","start":"2026-04-28T18:17:43.752467Z","end":"2026-04-28T18:17:44.003655Z","steps":["trace[218640160] 'process raft request' (duration: 251.044505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.003949Z","caller":"traceutil/trace.go:171","msg":"trace[1993101728] transaction","detail":"{read_only:false; response_revision:27826; number_of_response:1; }","duration":"178.807891ms","start":"2026-04-28T18:17:43.825135Z","end":"2026-04-28T18:17:44.003943Z","steps":["trace[1993101728] 'process raft request' (duration: 178.679298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004023Z","caller":"traceutil/trace.go:171","msg":"trace[619438580] transaction","detail":"{read_only:false; response_revision:27829; number_of_response:1; }","duration":"177.705094ms","start":"2026-04-28T18:17:43.82631Z","end":"2026-04-28T18:17:44.004016Z","steps":["trace[619438580] 'process raft request' (duration: 177.605411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004Z","caller":"traceutil/trace.go:171","msg":"trace[1899734633] linearizableReadLoop","detail":"{readStateIndex:28836; appliedIndex:28831; }","duration":"744.580251ms","start":"2026-04-28T18:17:43.259395Z","end":"2026-04-28T18:17:44.003976Z","steps":["trace[1899734633] 'read index received' (duration: 699.394263ms)","trace[1899734633] 'applied index is now lower than readState.Index' (duration: 45.184968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:44.004019Z","caller":"traceutil/trace.go:171","msg":"trace[1304134752] transaction","detail":"{read_only:false; response_revision:27827; number_of_response:1; }","duration":"177.746355ms","start":"2026-04-28T18:17:43.826237Z","end":"2026-04-28T18:17:44.003983Z","steps":["trace[1304134752] 'process raft request' (duration: 177.614302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004076Z","caller":"traceutil/trace.go:171","msg":"trace[2019143372] transaction","detail":"{read_only:false; response_revision:27828; number_of_response:1; }","duration":"177.785146ms","start":"2026-04-28T18:17:43.82628Z","end":"2026-04-28T18:17:44.004065Z","steps":["trace[2019143372] 'process raft request' (duration: 177.602782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004049Z","caller":"traceutil/trace.go:171","msg":"trace[1358375069] transaction","detail":"{read_only:false; response_revision:27830; number_of_response:1; }","duration":"177.639062ms","start":"2026-04-28T18:17:43.826396Z","end":"2026-04-28T18:17:44.004035Z","steps":["trace[1358375069] 'process raft request' (duration: 177.54662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.730434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:44.004182Z","caller":"traceutil/trace.go:171","msg":"trace[1791584623] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27830; }","duration":"744.832567ms","start":"2026-04-28T18:17:43.259338Z","end":"2026-04-28T18:17:44.004171Z","steps":["trace[1791584623] 'agreement among raft nodes before linearized reading' (duration: 744.732304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.259313Z","time spent":"744.885788ms","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:44.004349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.969769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-28T18:17:44.004356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.301776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:17:44.004385Z","caller":"traceutil/trace.go:171","msg":"trace[1697505988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27830; }","duration":"274.094541ms","start":"2026-04-28T18:17:43.730281Z","end":"2026-04-28T18:17:44.004375Z","steps":["trace[1697505988] 'agreement among raft nodes before linearized reading' (duration: 273.951287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004393Z","caller":"traceutil/trace.go:171","msg":"trace[393762576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27830; }","duration":"724.370478ms","start":"2026-04-28T18:17:43.280011Z","end":"2026-04-28T18:17:44.004382Z","steps":["trace[393762576] 'agreement among raft nodes before linearized reading' (duration: 724.201614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.279994Z","time spent":"724.421399ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:44.004416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.717652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-28T18:17:44.004447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.923877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-28T18:17:44.004484Z","caller":"traceutil/trace.go:171","msg":"trace[1716691303] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27830; }","duration":"273.976418ms","start":"2026-04-28T18:17:43.730496Z","end":"2026-04-28T18:17:44.004472Z","steps":["trace[1716691303] 'agreement among raft nodes before linearized reading' (duration: 273.820244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.00448Z","caller":"traceutil/trace.go:171","msg":"trace[1282090944] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27830; }","duration":"273.818414ms","start":"2026-04-28T18:17:43.73064Z","end":"2026-04-28T18:17:44.004459Z","steps":["trace[1282090944] 'agreement among raft nodes before linearized reading' (duration: 273.596678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.35537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:17:44.004576Z","caller":"traceutil/trace.go:171","msg":"trace[999180463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27830; }","duration":"178.407712ms","start":"2026-04-28T18:17:43.826164Z","end":"2026-04-28T18:17:44.004571Z","steps":["trace[999180463] 'agreement among raft nodes before linearized reading' (duration: 178.308019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.229935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-04-28T18:17:44.004626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.229035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-28T18:17:44.004633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.692092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:44.00466Z","caller":"traceutil/trace.go:171","msg":"trace[1611399592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27830; }","duration":"274.269206ms","start":"2026-04-28T18:17:43.73038Z","end":"2026-04-28T18:17:44.004649Z","steps":["trace[1611399592] 'agreement among raft nodes before linearized reading' (duration: 274.186364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004666Z","caller":"traceutil/trace.go:171","msg":"trace[189389902] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27830; }","duration":"188.793956ms","start":"2026-04-28T18:17:43.815861Z","end":"2026-04-28T18:17:44.004655Z","steps":["trace[189389902] 'agreement among raft nodes before linearized reading' (duration: 188.735014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.416299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-28T18:17:44.004728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.119722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T18:17:44.004799Z","caller":"traceutil/trace.go:171","msg":"trace[282305631] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27830; }","duration":"274.161903ms","start":"2026-04-28T18:17:43.730588Z","end":"2026-04-28T18:17:44.00475Z","steps":["trace[282305631] 'agreement among raft nodes before linearized reading' (duration: 274.086611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.570564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-04-28T18:17:44.004873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.489541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-28T18:17:44.004882Z","caller":"traceutil/trace.go:171","msg":"trace[489104452] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:27830; }","duration":"274.633364ms","start":"2026-04-28T18:17:43.730242Z","end":"2026-04-28T18:17:44.004876Z","steps":["trace[489104452] 'agreement among raft nodes before linearized reading' (duration: 274.501141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004896Z","caller":"traceutil/trace.go:171","msg":"trace[1534824727] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27830; }","duration":"274.523602ms","start":"2026-04-28T18:17:43.730366Z","end":"2026-04-28T18:17:44.00489Z","steps":["trace[1534824727] 'agreement among raft nodes before linearized reading' (duration: 274.44727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.41264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T18:17:44.004729Z","caller":"traceutil/trace.go:171","msg":"trace[403690674] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27830; }","duration":"274.456961ms","start":"2026-04-28T18:17:43.730265Z","end":"2026-04-28T18:17:44.004722Z","steps":["trace[403690674] 'agreement among raft nodes before linearized reading' (duration: 274.383609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004959Z","caller":"traceutil/trace.go:171","msg":"trace[1827965465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27830; }","duration":"274.45548ms","start":"2026-04-28T18:17:43.730497Z","end":"2026-04-28T18:17:44.004952Z","steps":["trace[1827965465] 'agreement among raft nodes before linearized reading' (duration: 274.393899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.004806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.449124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-28T18:17:44.005021Z","caller":"traceutil/trace.go:171","msg":"trace[61990834] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27830; }","duration":"130.70013ms","start":"2026-04-28T18:17:43.87431Z","end":"2026-04-28T18:17:44.00501Z","steps":["trace[61990834] 'agreement among raft nodes before linearized reading' (duration: 130.417833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.336528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-28T18:17:44.005069Z","caller":"traceutil/trace.go:171","msg":"trace[521434015] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27830; }","duration":"274.371058ms","start":"2026-04-28T18:17:43.730693Z","end":"2026-04-28T18:17:44.005064Z","steps":["trace[521434015] 'agreement among raft nodes before linearized reading' (duration: 274.323587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.741817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-28T18:17:44.005151Z","caller":"traceutil/trace.go:171","msg":"trace[1765182552] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27830; }","duration":"274.800469ms","start":"2026-04-28T18:17:43.73034Z","end":"2026-04-28T18:17:44.00514Z","steps":["trace[1765182552] 'agreement among raft nodes before linearized reading' (duration: 274.726047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.00524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.411649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T18:17:44.005287Z","caller":"traceutil/trace.go:171","msg":"trace[1640467814] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27830; }","duration":"274.475991ms","start":"2026-04-28T18:17:43.730795Z","end":"2026-04-28T18:17:44.005271Z","steps":["trace[1640467814] 'agreement among raft nodes before linearized reading' (duration: 274.102652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.004633Z","caller":"traceutil/trace.go:171","msg":"trace[409555490] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:27830; }","duration":"274.270806ms","start":"2026-04-28T18:17:43.730353Z","end":"2026-04-28T18:17:44.004624Z","steps":["trace[409555490] 'agreement among raft nodes before linearized reading' (duration: 274.155013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.261661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-28T18:17:44.005397Z","caller":"traceutil/trace.go:171","msg":"trace[342972908] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:27830; }","duration":"275.340482ms","start":"2026-04-28T18:17:43.730051Z","end":"2026-04-28T18:17:44.005391Z","steps":["trace[342972908] 'agreement among raft nodes before linearized reading' (duration: 275.280061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.317132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-04-28T18:17:44.005559Z","caller":"traceutil/trace.go:171","msg":"trace[308905168] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27830; }","duration":"275.358583ms","start":"2026-04-28T18:17:43.730196Z","end":"2026-04-28T18:17:44.005555Z","steps":["trace[308905168] 'agreement among raft nodes before linearized reading' (duration: 275.299422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.441995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"info","ts":"2026-04-28T18:17:44.005667Z","caller":"traceutil/trace.go:171","msg":"trace[988661143] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:27830; }","duration":"275.532637ms","start":"2026-04-28T18:17:43.730128Z","end":"2026-04-28T18:17:44.00566Z","steps":["trace[988661143] 'agreement among raft nodes before linearized reading' (duration: 275.439515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.64176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-04-28T18:17:44.005857Z","caller":"traceutil/trace.go:171","msg":"trace[1198820194] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27830; }","duration":"275.699592ms","start":"2026-04-28T18:17:43.730151Z","end":"2026-04-28T18:17:44.00585Z","steps":["trace[1198820194] 'agreement among raft nodes before linearized reading' (duration: 275.62802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.560498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:44.005908Z","caller":"traceutil/trace.go:171","msg":"trace[779733149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27830; }","duration":"640.625319ms","start":"2026-04-28T18:17:43.365275Z","end":"2026-04-28T18:17:44.0059Z","steps":["trace[779733149] 'agreement among raft nodes before linearized reading' (duration: 640.583348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.005923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.365249Z","time spent":"640.670711ms","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:44.005671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.530247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-28T18:17:44.006043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.985289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T18:17:44.006056Z","caller":"traceutil/trace.go:171","msg":"trace[1851835781] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27830; }","duration":"276.04498ms","start":"2026-04-28T18:17:43.730007Z","end":"2026-04-28T18:17:44.006052Z","steps":["trace[1851835781] 'agreement among raft nodes before linearized reading' (duration: 275.995629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.006064Z","caller":"traceutil/trace.go:171","msg":"trace[1815478195] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27830; }","duration":"275.920477ms","start":"2026-04-28T18:17:43.730124Z","end":"2026-04-28T18:17:44.006045Z","steps":["trace[1815478195] 'agreement among raft nodes before linearized reading' (duration: 275.508116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.006104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.040899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:44.006138Z","caller":"traceutil/trace.go:171","msg":"trace[1991716169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27830; }","duration":"702.095081ms","start":"2026-04-28T18:17:43.304028Z","end":"2026-04-28T18:17:44.006123Z","steps":["trace[1991716169] 'agreement among raft nodes before linearized reading' (duration: 702.046379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.006165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.024415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-28T18:17:44.006169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.304014Z","time spent":"702.143822ms","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:44.006182Z","caller":"traceutil/trace.go:171","msg":"trace[1289694714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27830; }","duration":"616.084167ms","start":"2026-04-28T18:17:43.390093Z","end":"2026-04-28T18:17:44.006177Z","steps":["trace[1289694714] 'agreement among raft nodes before linearized reading' (duration: 616.040206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.006198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:43.390068Z","time spent":"616.124868ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-28T18:17:44.014336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.090035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-28T18:17:44.014415Z","caller":"traceutil/trace.go:171","msg":"trace[331189297] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:27830; }","duration":"284.190047ms","start":"2026-04-28T18:17:43.730206Z","end":"2026-04-28T18:17:44.014396Z","steps":["trace[331189297] 'agreement among raft nodes before linearized reading' (duration: 274.831719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.279333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.891161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:44.279471Z","caller":"traceutil/trace.go:171","msg":"trace[282746318] transaction","detail":"{read_only:false; response_revision:27832; number_of_response:1; }","duration":"260.520657ms","start":"2026-04-28T18:17:44.018918Z","end":"2026-04-28T18:17:44.279439Z","steps":["trace[282746318] 'process raft request' (duration: 100.409591ms)","trace[282746318] 'compare' (duration: 159.133531ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:44.27945Z","caller":"traceutil/trace.go:171","msg":"trace[75363103] linearizableReadLoop","detail":"{readStateIndex:28845; appliedIndex:28843; }","duration":"259.818549ms","start":"2026-04-28T18:17:44.019611Z","end":"2026-04-28T18:17:44.27943Z","steps":["trace[75363103] 'read index received' (duration: 34.029985ms)","trace[75363103] 'applied index is now lower than readState.Index' (duration: 225.786524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:44.280043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.446794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-04-28T18:17:44.280089Z","caller":"traceutil/trace.go:171","msg":"trace[29755166] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:27832; }","duration":"261.545073ms","start":"2026-04-28T18:17:44.018534Z","end":"2026-04-28T18:17:44.280079Z","steps":["trace[29755166] 'agreement among raft nodes before linearized reading' (duration: 261.361788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.629387Z","caller":"traceutil/trace.go:171","msg":"trace[1273885830] transaction","detail":"{read_only:false; response_revision:27833; number_of_response:1; }","duration":"461.549533ms","start":"2026-04-28T18:17:44.1678Z","end":"2026-04-28T18:17:44.62935Z","steps":["trace[1273885830] 'process raft request' (duration: 396.371309ms)","trace[1273885830] 'compare' (duration: 64.560299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:44.629455Z","caller":"traceutil/trace.go:171","msg":"trace[496814497] linearizableReadLoop","detail":"{readStateIndex:28846; appliedIndex:28845; }","duration":"349.562069ms","start":"2026-04-28T18:17:44.279863Z","end":"2026-04-28T18:17:44.629425Z","steps":["trace[496814497] 'read index received' (duration: 284.291722ms)","trace[496814497] 'applied index is now lower than readState.Index' (duration: 65.265897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:44.629552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.167765Z","time spent":"461.719028ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:17:44.629814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.78458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-28T18:17:44.629855Z","caller":"traceutil/trace.go:171","msg":"trace[1400238607] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27834; }","duration":"350.911303ms","start":"2026-04-28T18:17:44.278934Z","end":"2026-04-28T18:17:44.629845Z","steps":["trace[1400238607] 'agreement among raft nodes before linearized reading' (duration: 350.632716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.629887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.2789Z","time spent":"350.981225ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-28T18:17:44.629958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.784323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-04-28T18:17:44.629942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.537593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-04-28T18:17:44.629989Z","caller":"traceutil/trace.go:171","msg":"trace[905706052] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:27834; }","duration":"575.862995ms","start":"2026-04-28T18:17:44.054119Z","end":"2026-04-28T18:17:44.629982Z","steps":["trace[905706052] 'agreement among raft nodes before linearized reading' (duration: 575.705841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.054094Z","time spent":"575.910927ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.057781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T18:17:44.630013Z","caller":"traceutil/trace.go:171","msg":"trace[603089567] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27834; }","duration":"526.670787ms","start":"2026-04-28T18:17:44.103323Z","end":"2026-04-28T18:17:44.629994Z","steps":["trace[603089567] 'agreement among raft nodes before linearized reading' (duration: 526.455212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.630045Z","caller":"traceutil/trace.go:171","msg":"trace[1722031140] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27834; }","duration":"426.136053ms","start":"2026-04-28T18:17:44.203896Z","end":"2026-04-28T18:17:44.630032Z","steps":["trace[1722031140] 'agreement among raft nodes before linearized reading' (duration: 426.020661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.103297Z","time spent":"526.746459ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6154,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.203876Z","time spent":"426.189684ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.059566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-28T18:17:44.630172Z","caller":"traceutil/trace.go:171","msg":"trace[705012856] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27834; }","duration":"599.130228ms","start":"2026-04-28T18:17:44.031033Z","end":"2026-04-28T18:17:44.630163Z","steps":["trace[705012856] 'agreement among raft nodes before linearized reading' (duration: 599.046286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.562515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:44.63019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.031Z","time spent":"599.185939ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-04-28T18:17:44.630195Z","caller":"traceutil/trace.go:171","msg":"trace[2017938537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27834; }","duration":"565.619856ms","start":"2026-04-28T18:17:44.06457Z","end":"2026-04-28T18:17:44.63019Z","steps":["trace[2017938537] 'agreement among raft nodes before linearized reading' (duration: 565.591096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.064549Z","time spent":"565.657507ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.451636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-28T18:17:44.630384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.681822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-28T18:17:44.630418Z","caller":"traceutil/trace.go:171","msg":"trace[1759800575] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27834; }","duration":"477.753374ms","start":"2026-04-28T18:17:44.152654Z","end":"2026-04-28T18:17:44.630407Z","steps":["trace[1759800575] 'agreement among raft nodes before linearized reading' (duration: 477.656481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.15263Z","time spent":"477.810106ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.701853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18303"} {"level":"info","ts":"2026-04-28T18:17:44.630502Z","caller":"traceutil/trace.go:171","msg":"trace[288308861] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:27834; }","duration":"327.754495ms","start":"2026-04-28T18:17:44.302742Z","end":"2026-04-28T18:17:44.630496Z","steps":["trace[288308861] 'agreement among raft nodes before linearized reading' (duration: 327.668833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.630508Z","caller":"traceutil/trace.go:171","msg":"trace[1141922495] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27834; }","duration":"373.496187ms","start":"2026-04-28T18:17:44.256822Z","end":"2026-04-28T18:17:44.630318Z","steps":["trace[1141922495] 'agreement among raft nodes before linearized reading' (duration: 373.387424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.256799Z","time spent":"373.770183ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.305798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-04-28T18:17:44.63063Z","caller":"traceutil/trace.go:171","msg":"trace[851691474] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:27834; }","duration":"502.364159ms","start":"2026-04-28T18:17:44.12826Z","end":"2026-04-28T18:17:44.630624Z","steps":["trace[851691474] 'agreement among raft nodes before linearized reading' (duration: 502.254347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.300002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-04-28T18:17:44.630652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.128241Z","time spent":"502.40791ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2943,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-28T18:17:44.630288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.224611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-28T18:17:44.630526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.302699Z","time spent":"327.822347ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18327,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"info","ts":"2026-04-28T18:17:44.630688Z","caller":"traceutil/trace.go:171","msg":"trace[1632280296] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27834; }","duration":"451.662192ms","start":"2026-04-28T18:17:44.179015Z","end":"2026-04-28T18:17:44.630677Z","steps":["trace[1632280296] 'agreement among raft nodes before linearized reading' (duration: 451.1976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.178993Z","time spent":"451.715892ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-28T18:17:44.63067Z","caller":"traceutil/trace.go:171","msg":"trace[658575255] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27834; }","duration":"551.867187ms","start":"2026-04-28T18:17:44.078795Z","end":"2026-04-28T18:17:44.630662Z","steps":["trace[658575255] 'agreement among raft nodes before linearized reading' (duration: 551.311503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.687613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"warn","ts":"2026-04-28T18:17:44.630763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.07877Z","time spent":"551.983129ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-04-28T18:17:44.63078Z","caller":"traceutil/trace.go:171","msg":"trace[114856652] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27834; }","duration":"107.735305ms","start":"2026-04-28T18:17:44.523039Z","end":"2026-04-28T18:17:44.630774Z","steps":["trace[114856652] 'agreement among raft nodes before linearized reading' (duration: 107.646933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.112821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T18:17:44.630828Z","caller":"traceutil/trace.go:171","msg":"trace[1874875996] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27834; }","duration":"111.140401ms","start":"2026-04-28T18:17:44.51968Z","end":"2026-04-28T18:17:44.630821Z","steps":["trace[1874875996] 'agreement among raft nodes before linearized reading' (duration: 111.08332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.050109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15272"} {"level":"info","ts":"2026-04-28T18:17:44.63093Z","caller":"traceutil/trace.go:171","msg":"trace[1562866285] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27834; }","duration":"111.08176ms","start":"2026-04-28T18:17:44.519843Z","end":"2026-04-28T18:17:44.630925Z","steps":["trace[1562866285] 'agreement among raft nodes before linearized reading' (duration: 111.016998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.630931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.264555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:44.630954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.10687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-04-28T18:17:44.630974Z","caller":"traceutil/trace.go:171","msg":"trace[1478690624] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:27834; }","duration":"111.127291ms","start":"2026-04-28T18:17:44.519841Z","end":"2026-04-28T18:17:44.630968Z","steps":["trace[1478690624] 'agreement among raft nodes before linearized reading' (duration: 111.067119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.631007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.604175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9722"} {"level":"info","ts":"2026-04-28T18:17:44.631032Z","caller":"traceutil/trace.go:171","msg":"trace[2145193649] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:27834; }","duration":"250.642466ms","start":"2026-04-28T18:17:44.380384Z","end":"2026-04-28T18:17:44.631027Z","steps":["trace[2145193649] 'agreement among raft nodes before linearized reading' (duration: 250.579715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.631017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.710958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"warn","ts":"2026-04-28T18:17:44.631071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.301935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-04-28T18:17:44.631077Z","caller":"traceutil/trace.go:171","msg":"trace[1047860776] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:27834; }","duration":"402.843131ms","start":"2026-04-28T18:17:44.228219Z","end":"2026-04-28T18:17:44.631062Z","steps":["trace[1047860776] 'agreement among raft nodes before linearized reading' (duration: 402.603925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.631089Z","caller":"traceutil/trace.go:171","msg":"trace[1459016859] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27834; }","duration":"111.363727ms","start":"2026-04-28T18:17:44.519721Z","end":"2026-04-28T18:17:44.631084Z","steps":["trace[1459016859] 'agreement among raft nodes before linearized reading' (duration: 111.311105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.631101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.348149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-04-28T18:17:44.631115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.228189Z","time spent":"402.917353ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3996,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"info","ts":"2026-04-28T18:17:44.630952Z","caller":"traceutil/trace.go:171","msg":"trace[1805185110] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27834; }","duration":"111.309665ms","start":"2026-04-28T18:17:44.519636Z","end":"2026-04-28T18:17:44.630945Z","steps":["trace[1805185110] 'agreement among raft nodes before linearized reading' (duration: 111.260304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:44.631139Z","caller":"traceutil/trace.go:171","msg":"trace[885769819] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:27834; }","duration":"300.414911ms","start":"2026-04-28T18:17:44.330714Z","end":"2026-04-28T18:17:44.631129Z","steps":["trace[885769819] 'agreement among raft nodes before linearized reading' (duration: 300.310817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.631169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.330699Z","time spent":"300.463523ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3952,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-28T18:17:44.631211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.020087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-04-28T18:17:44.631234Z","caller":"traceutil/trace.go:171","msg":"trace[981402223] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:27834; }","duration":"277.059847ms","start":"2026-04-28T18:17:44.354169Z","end":"2026-04-28T18:17:44.631229Z","steps":["trace[981402223] 'agreement among raft nodes before linearized reading' (duration: 276.996416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:44.631035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.065139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-04-28T18:17:44.631272Z","caller":"traceutil/trace.go:171","msg":"trace[176972593] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:27834; }","duration":"111.310676ms","start":"2026-04-28T18:17:44.519952Z","end":"2026-04-28T18:17:44.631262Z","steps":["trace[176972593] 'agreement among raft nodes before linearized reading' (duration: 111.042189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.15245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1427"} {"level":"warn","ts":"2026-04-28T18:17:45.307406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.092827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1087"} {"level":"warn","ts":"2026-04-28T18:17:45.307448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.556649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:45.307451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.603786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-28T18:17:45.30747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.099669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-04-28T18:17:45.307491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.402826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1053"} {"level":"warn","ts":"2026-04-28T18:17:45.307517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.115109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:45.307517Z","caller":"traceutil/trace.go:171","msg":"trace[671281628] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27836; }","duration":"353.674443ms","start":"2026-04-28T18:17:44.953824Z","end":"2026-04-28T18:17:45.307499Z","steps":["trace[671281628] 'count revisions from in-memory index tree' (duration: 353.492798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.307538Z","caller":"traceutil/trace.go:171","msg":"trace[867564522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27836; }","duration":"242.155579ms","start":"2026-04-28T18:17:45.065376Z","end":"2026-04-28T18:17:45.307532Z","steps":["trace[867564522] 'range keys from in-memory index tree' (duration: 242.055767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.307532Z","caller":"traceutil/trace.go:171","msg":"trace[596782332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27836; }","duration":"354.7309ms","start":"2026-04-28T18:17:44.95278Z","end":"2026-04-28T18:17:45.307511Z","steps":["trace[596782332] 'range keys from in-memory index tree' (duration: 354.416641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.307496Z","caller":"traceutil/trace.go:171","msg":"trace[879100265] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:27836; }","duration":"379.242781ms","start":"2026-04-28T18:17:44.928236Z","end":"2026-04-28T18:17:45.307479Z","steps":["trace[879100265] 'range keys from in-memory index tree' (duration: 378.901383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.953814Z","time spent":"353.732764ms","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:45.307593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.952761Z","time spent":"354.821842ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-28T18:17:45.307616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.404495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-04-28T18:17:45.307676Z","caller":"traceutil/trace.go:171","msg":"trace[304789127] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27836; }","duration":"403.499648ms","start":"2026-04-28T18:17:44.904159Z","end":"2026-04-28T18:17:45.307659Z","steps":["trace[304789127] 'range keys from in-memory index tree' (duration: 403.234721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.731769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:853"} {"level":"warn","ts":"2026-04-28T18:17:45.307728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.904115Z","time spent":"403.60088ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-28T18:17:45.307747Z","caller":"traceutil/trace.go:171","msg":"trace[603413232] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:27836; }","duration":"304.75598ms","start":"2026-04-28T18:17:45.002985Z","end":"2026-04-28T18:17:45.307741Z","steps":["trace[603413232] 'range keys from in-memory index tree' (duration: 304.593876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.281488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1062"} {"level":"warn","ts":"2026-04-28T18:17:45.30775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.541738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T18:17:45.3078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.168802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:17:45.307485Z","caller":"traceutil/trace.go:171","msg":"trace[494519643] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27836; }","duration":"329.301084ms","start":"2026-04-28T18:17:44.978165Z","end":"2026-04-28T18:17:45.307466Z","steps":["trace[494519643] 'range keys from in-memory index tree' (duration: 328.915625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.307825Z","caller":"traceutil/trace.go:171","msg":"trace[1945099900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27836; }","duration":"298.234353ms","start":"2026-04-28T18:17:45.009584Z","end":"2026-04-28T18:17:45.307818Z","steps":["trace[1945099900] 'range keys from in-memory index tree' (duration: 298.059059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.978136Z","time spent":"329.709634ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1451,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-28T18:17:45.307911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.018572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:859"} {"level":"info","ts":"2026-04-28T18:17:45.307965Z","caller":"traceutil/trace.go:171","msg":"trace[38761655] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:27836; }","duration":"154.095324ms","start":"2026-04-28T18:17:45.153857Z","end":"2026-04-28T18:17:45.307952Z","steps":["trace[38761655] 'range keys from in-memory index tree' (duration: 153.922229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.307534Z","caller":"traceutil/trace.go:171","msg":"trace[43489804] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:27836; }","duration":"255.237742ms","start":"2026-04-28T18:17:45.052279Z","end":"2026-04-28T18:17:45.307517Z","steps":["trace[43489804] 'range keys from in-memory index tree' (duration: 254.908054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.002886Z","time spent":"304.877403ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":877,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"info","ts":"2026-04-28T18:17:45.307813Z","caller":"traceutil/trace.go:171","msg":"trace[1373488036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27836; }","duration":"162.62941ms","start":"2026-04-28T18:17:45.14517Z","end":"2026-04-28T18:17:45.307799Z","steps":["trace[1373488036] 'range keys from in-memory index tree' (duration: 162.449916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.308146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.409021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-04-28T18:17:45.308202Z","caller":"traceutil/trace.go:171","msg":"trace[2109052602] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:27836; }","duration":"130.473393ms","start":"2026-04-28T18:17:45.177712Z","end":"2026-04-28T18:17:45.308186Z","steps":["trace[2109052602] 'range keys from in-memory index tree' (duration: 130.319049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.308269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.091055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-04-28T18:17:45.308292Z","caller":"traceutil/trace.go:171","msg":"trace[729826006] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27836; }","duration":"106.160416ms","start":"2026-04-28T18:17:45.202127Z","end":"2026-04-28T18:17:45.308287Z","steps":["trace[729826006] 'range keys from in-memory index tree' (duration: 105.964091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.568421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-04-28T18:17:45.307772Z","caller":"traceutil/trace.go:171","msg":"trace[107974378] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:27836; }","duration":"230.323889ms","start":"2026-04-28T18:17:45.077441Z","end":"2026-04-28T18:17:45.307765Z","steps":["trace[107974378] 'range keys from in-memory index tree' (duration: 230.017002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:44.928211Z","time spent":"379.372075ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1111,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"info","ts":"2026-04-28T18:17:45.307544Z","caller":"traceutil/trace.go:171","msg":"trace[2057221280] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:27836; }","duration":"179.483538ms","start":"2026-04-28T18:17:45.128044Z","end":"2026-04-28T18:17:45.307528Z","steps":["trace[2057221280] 'range keys from in-memory index tree' (duration: 179.289413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.308364Z","caller":"traceutil/trace.go:171","msg":"trace[1567374093] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:27836; }","duration":"280.062603ms","start":"2026-04-28T18:17:45.028287Z","end":"2026-04-28T18:17:45.308349Z","steps":["trace[1567374093] 'range keys from in-memory index tree' (duration: 279.380066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.307973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.501434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:985"} {"level":"info","ts":"2026-04-28T18:17:45.308427Z","caller":"traceutil/trace.go:171","msg":"trace[895314021] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:27836; }","duration":"204.999367ms","start":"2026-04-28T18:17:45.10342Z","end":"2026-04-28T18:17:45.308419Z","steps":["trace[895314021] 'range keys from in-memory index tree' (duration: 204.389931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:45.863954Z","caller":"traceutil/trace.go:171","msg":"trace[1515735152] transaction","detail":"{read_only:false; response_revision:27837; number_of_response:1; }","duration":"550.123402ms","start":"2026-04-28T18:17:45.313795Z","end":"2026-04-28T18:17:45.863919Z","steps":["trace[1515735152] 'process raft request' (duration: 549.865905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:45.864175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.313762Z","time spent":"550.296857ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:46.094018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.126616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:46.09413Z","caller":"traceutil/trace.go:171","msg":"trace[1708029364] linearizableReadLoop","detail":"{readStateIndex:28851; appliedIndex:28849; }","duration":"450.652516ms","start":"2026-04-28T18:17:45.643461Z","end":"2026-04-28T18:17:46.094113Z","steps":["trace[1708029364] 'read index received' (duration: 218.781686ms)","trace[1708029364] 'applied index is now lower than readState.Index' (duration: 231.86833ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:46.0942Z","caller":"traceutil/trace.go:171","msg":"trace[184239667] transaction","detail":"{read_only:false; response_revision:27838; number_of_response:1; }","duration":"590.562819ms","start":"2026-04-28T18:17:45.503613Z","end":"2026-04-28T18:17:46.094175Z","steps":["trace[184239667] 'process raft request' (duration: 408.196118ms)","trace[184239667] 'compare' (duration: 181.482488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:46.094272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.503584Z","time spent":"590.659681ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:46.094288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.83897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:46.094312Z","caller":"traceutil/trace.go:171","msg":"trace[1998695703] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27838; }","duration":"450.913882ms","start":"2026-04-28T18:17:45.64339Z","end":"2026-04-28T18:17:46.094304Z","steps":["trace[1998695703] 'agreement among raft nodes before linearized reading' (duration: 450.80162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.094334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.643364Z","time spent":"450.964103ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:46.451331Z","caller":"traceutil/trace.go:171","msg":"trace[1339652108] transaction","detail":"{read_only:false; response_revision:27839; number_of_response:1; }","duration":"437.188344ms","start":"2026-04-28T18:17:46.014116Z","end":"2026-04-28T18:17:46.451304Z","steps":["trace[1339652108] 'process raft request' (duration: 367.407341ms)","trace[1339652108] 'compare' (duration: 69.66716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:46.451474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.014081Z","time spent":"437.316437ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:46.516189Z","caller":"traceutil/trace.go:171","msg":"trace[1472088570] transaction","detail":"{read_only:false; response_revision:27841; number_of_response:1; }","duration":"500.423849ms","start":"2026-04-28T18:17:46.015739Z","end":"2026-04-28T18:17:46.516163Z","steps":["trace[1472088570] 'process raft request' (duration: 500.333377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.51637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.015727Z","time spent":"500.552502ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:46.516194Z","caller":"traceutil/trace.go:171","msg":"trace[655277292] transaction","detail":"{read_only:false; response_revision:27840; number_of_response:1; }","duration":"500.986203ms","start":"2026-04-28T18:17:46.01517Z","end":"2026-04-28T18:17:46.516156Z","steps":["trace[655277292] 'process raft request' (duration: 500.742277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:46.516574Z","caller":"traceutil/trace.go:171","msg":"trace[112713471] transaction","detail":"{read_only:false; response_revision:27842; number_of_response:1; }","duration":"499.597739ms","start":"2026-04-28T18:17:46.016964Z","end":"2026-04-28T18:17:46.516561Z","steps":["trace[112713471] 'process raft request' (duration: 499.161917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.516633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.016956Z","time spent":"499.6435ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:46.516597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.015144Z","time spent":"501.327663ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:46.516639Z","caller":"traceutil/trace.go:171","msg":"trace[594244773] transaction","detail":"{read_only:false; response_revision:27844; number_of_response:1; }","duration":"499.420744ms","start":"2026-04-28T18:17:46.017202Z","end":"2026-04-28T18:17:46.516623Z","steps":["trace[594244773] 'process raft request' (duration: 499.324232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:46.516667Z","caller":"traceutil/trace.go:171","msg":"trace[1613663090] transaction","detail":"{read_only:false; response_revision:27843; number_of_response:1; }","duration":"499.526437ms","start":"2026-04-28T18:17:46.017096Z","end":"2026-04-28T18:17:46.516623Z","steps":["trace[1613663090] 'process raft request' (duration: 499.306961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.516773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.017168Z","time spent":"499.512007ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:46.51686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.017089Z","time spent":"499.670081ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:46.516985Z","caller":"traceutil/trace.go:171","msg":"trace[1865195161] transaction","detail":"{read_only:false; response_revision:27846; number_of_response:1; }","duration":"496.644964ms","start":"2026-04-28T18:17:46.020327Z","end":"2026-04-28T18:17:46.516972Z","steps":["trace[1865195161] 'process raft request' (duration: 496.48807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:46.516999Z","caller":"traceutil/trace.go:171","msg":"trace[1502989301] transaction","detail":"{read_only:false; response_revision:27845; number_of_response:1; }","duration":"497.580888ms","start":"2026-04-28T18:17:46.019371Z","end":"2026-04-28T18:17:46.516952Z","steps":["trace[1502989301] 'process raft request' (duration: 497.200868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.517043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.020317Z","time spent":"496.692705ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:46.517189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.019359Z","time spent":"497.744431ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:46.786178Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25213} {"level":"warn","ts":"2026-04-28T18:17:46.786302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.247692ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-28T18:17:46.786423Z","caller":"traceutil/trace.go:171","msg":"trace[213141104] linearizableReadLoop","detail":"{readStateIndex:28859; appliedIndex:28851; }","duration":"692.246901ms","start":"2026-04-28T18:17:46.094154Z","end":"2026-04-28T18:17:46.7864Z","steps":["trace[213141104] 'read index received' (duration: 287.446769ms)","trace[213141104] 'applied index is now lower than readState.Index' (duration: 404.798302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:46.786586Z","caller":"traceutil/trace.go:171","msg":"trace[1181410343] compact","detail":"{revision:25213; response_revision:27846; }","duration":"691.119733ms","start":"2026-04-28T18:17:46.095412Z","end":"2026-04-28T18:17:46.786532Z","steps":["trace[1181410343] 'process raft request' (duration: 421.495465ms)","trace[1181410343] 'check and update compact revision' (duration: 268.069038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:46.786633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.095347Z","time spent":"691.279696ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:17:46.787107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.445078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:17:46.787175Z","caller":"traceutil/trace.go:171","msg":"trace[1254860534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27846; }","duration":"813.577812ms","start":"2026-04-28T18:17:45.973572Z","end":"2026-04-28T18:17:46.787149Z","steps":["trace[1254860534] 'agreement among raft nodes before linearized reading' (duration: 813.333446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.787226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.973544Z","time spent":"813.672755ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:17:46.78759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.269946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:17:46.787606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.405202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:46.787626Z","caller":"traceutil/trace.go:171","msg":"trace[461578780] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27846; }","duration":"274.362988ms","start":"2026-04-28T18:17:46.513251Z","end":"2026-04-28T18:17:46.787614Z","steps":["trace[461578780] 'agreement among raft nodes before linearized reading' (duration: 273.848805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:46.787644Z","caller":"traceutil/trace.go:171","msg":"trace[1241584828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27846; }","duration":"545.493874ms","start":"2026-04-28T18:17:46.242137Z","end":"2026-04-28T18:17:46.787631Z","steps":["trace[1241584828] 'agreement among raft nodes before linearized reading' (duration: 544.869368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.78769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.242102Z","time spent":"545.577156ms","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:46.787665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.68963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:17:46.787665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.098858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:46.787764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.337533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:46.787747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.251844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-28T18:17:46.7878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.237093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:46.787835Z","caller":"traceutil/trace.go:171","msg":"trace[1933628182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27846; }","duration":"720.318254ms","start":"2026-04-28T18:17:46.067507Z","end":"2026-04-28T18:17:46.787825Z","steps":["trace[1933628182] 'agreement among raft nodes before linearized reading' (duration: 719.441872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:46.787842Z","caller":"traceutil/trace.go:171","msg":"trace[232687344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27846; }","duration":"474.422368ms","start":"2026-04-28T18:17:46.313399Z","end":"2026-04-28T18:17:46.787821Z","steps":["trace[232687344] 'agreement among raft nodes before linearized reading' (duration: 473.638669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.787848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.310869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:17:46.787914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.313368Z","time spent":"474.534711ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"info","ts":"2026-04-28T18:17:46.787952Z","caller":"traceutil/trace.go:171","msg":"trace[702145543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27846; }","duration":"504.492293ms","start":"2026-04-28T18:17:46.283436Z","end":"2026-04-28T18:17:46.787929Z","steps":["trace[702145543] 'agreement among raft nodes before linearized reading' (duration: 503.627841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:46.787798Z","caller":"traceutil/trace.go:171","msg":"trace[1287511145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27846; }","duration":"288.421365ms","start":"2026-04-28T18:17:46.499367Z","end":"2026-04-28T18:17:46.787789Z","steps":["trace[1287511145] 'agreement among raft nodes before linearized reading' (duration: 287.667637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.788016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.283409Z","time spent":"504.594796ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:46.787886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.067483Z","time spent":"720.396156ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:46.788121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.734901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T18:17:46.788313Z","caller":"traceutil/trace.go:171","msg":"trace[187990840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27846; }","duration":"813.106031ms","start":"2026-04-28T18:17:45.975183Z","end":"2026-04-28T18:17:46.788289Z","steps":["trace[187990840] 'agreement among raft nodes before linearized reading' (duration: 811.815458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.788441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.975159Z","time spent":"813.269815ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:17:46.787758Z","caller":"traceutil/trace.go:171","msg":"trace[813558957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27846; }","duration":"727.800863ms","start":"2026-04-28T18:17:46.059935Z","end":"2026-04-28T18:17:46.787735Z","steps":["trace[813558957] 'agreement among raft nodes before linearized reading' (duration: 727.030854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.788959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.059861Z","time spent":"729.085266ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:17:46.787782Z","caller":"traceutil/trace.go:171","msg":"trace[1682529224] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27846; }","duration":"959.296163ms","start":"2026-04-28T18:17:45.828462Z","end":"2026-04-28T18:17:46.787758Z","steps":["trace[1682529224] 'agreement among raft nodes before linearized reading' (duration: 958.507123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.789078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:45.82844Z","time spent":"960.611087ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:46.787885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.296354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:46.789194Z","caller":"traceutil/trace.go:171","msg":"trace[273233841] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27846; }","duration":"773.568016ms","start":"2026-04-28T18:17:46.015578Z","end":"2026-04-28T18:17:46.789146Z","steps":["trace[273233841] 'agreement among raft nodes before linearized reading' (duration: 771.401421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:46.789264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.015511Z","time spent":"773.730801ms","remote":"127.0.0.1:56124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:47.059905Z","caller":"traceutil/trace.go:171","msg":"trace[1525301979] transaction","detail":"{read_only:false; response_revision:27847; number_of_response:1; }","duration":"267.027262ms","start":"2026-04-28T18:17:46.79285Z","end":"2026-04-28T18:17:47.059878Z","steps":["trace[1525301979] 'process raft request' (duration: 266.358015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.381516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.514056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:47.381725Z","caller":"traceutil/trace.go:171","msg":"trace[787914235] transaction","detail":"{read_only:false; response_revision:27849; number_of_response:1; }","duration":"587.848649ms","start":"2026-04-28T18:17:46.793861Z","end":"2026-04-28T18:17:47.38171Z","steps":["trace[787914235] 'process raft request' (duration: 587.745607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.381764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.793832Z","time spent":"587.91599ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:47.381809Z","caller":"traceutil/trace.go:171","msg":"trace[857019967] linearizableReadLoop","detail":"{readStateIndex:28864; appliedIndex:28860; }","duration":"523.798383ms","start":"2026-04-28T18:17:46.857977Z","end":"2026-04-28T18:17:47.381775Z","steps":["trace[857019967] 'read index received' (duration: 201.262762ms)","trace[857019967] 'applied index is now lower than readState.Index' (duration: 322.534471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:47.381957Z","caller":"traceutil/trace.go:171","msg":"trace[1222321242] transaction","detail":"{read_only:false; response_revision:27850; number_of_response:1; }","duration":"587.757296ms","start":"2026-04-28T18:17:46.794183Z","end":"2026-04-28T18:17:47.38194Z","steps":["trace[1222321242] 'process raft request' (duration: 587.49566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:47.382026Z","caller":"traceutil/trace.go:171","msg":"trace[1895922619] transaction","detail":"{read_only:false; response_revision:27848; number_of_response:1; }","duration":"588.623389ms","start":"2026-04-28T18:17:46.793346Z","end":"2026-04-28T18:17:47.381969Z","steps":["trace[1895922619] 'process raft request' (duration: 301.575289ms)","trace[1895922619] 'compare' (duration: 286.300651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:47.38214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.794153Z","time spent":"587.851079ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:47.382232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.793338Z","time spent":"588.770885ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:47.382297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.308257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:17:47.38239Z","caller":"traceutil/trace.go:171","msg":"trace[1243745944] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27850; }","duration":"524.480031ms","start":"2026-04-28T18:17:46.857888Z","end":"2026-04-28T18:17:47.382368Z","steps":["trace[1243745944] 'agreement among raft nodes before linearized reading' (duration: 524.184483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.38244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:46.857858Z","time spent":"524.573474ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T18:17:47.825977Z","caller":"traceutil/trace.go:171","msg":"trace[1837499246] transaction","detail":"{read_only:false; response_revision:27851; number_of_response:1; }","duration":"603.034205ms","start":"2026-04-28T18:17:47.222904Z","end":"2026-04-28T18:17:47.825938Z","steps":["trace[1837499246] 'process raft request' (duration: 508.34908ms)","trace[1837499246] 'compare' (duration: 94.372547ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:47.826048Z","caller":"traceutil/trace.go:171","msg":"trace[252267293] linearizableReadLoop","detail":"{readStateIndex:28865; appliedIndex:28864; }","duration":"444.12112ms","start":"2026-04-28T18:17:47.381889Z","end":"2026-04-28T18:17:47.82601Z","steps":["trace[252267293] 'read index received' (duration: 349.383114ms)","trace[252267293] 'applied index is now lower than readState.Index' (duration: 94.734506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:47.826158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.222875Z","time spent":"603.191639ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:47.826201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.38352Z","time spent":"442.674222ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:17:47.826237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.434659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:47.826291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.730133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:47.826296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.357761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:47.826354Z","caller":"traceutil/trace.go:171","msg":"trace[704152775] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27851; }","duration":"739.577853ms","start":"2026-04-28T18:17:47.086757Z","end":"2026-04-28T18:17:47.826335Z","steps":["trace[704152775] 'agreement among raft nodes before linearized reading' (duration: 739.389888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.826344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.937804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:47.826376Z","caller":"traceutil/trace.go:171","msg":"trace[228216136] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27851; }","duration":"642.880186ms","start":"2026-04-28T18:17:47.183475Z","end":"2026-04-28T18:17:47.826356Z","steps":["trace[228216136] 'agreement among raft nodes before linearized reading' (duration: 642.604429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.826394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.086682Z","time spent":"739.702366ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:47.826391Z","caller":"traceutil/trace.go:171","msg":"trace[1724972211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27851; }","duration":"758.656588ms","start":"2026-04-28T18:17:47.067711Z","end":"2026-04-28T18:17:47.826368Z","steps":["trace[1724972211] 'agreement among raft nodes before linearized reading' (duration: 758.442302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.826433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.183446Z","time spent":"642.972329ms","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:17:47.82643Z","caller":"traceutil/trace.go:171","msg":"trace[490488441] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27851; }","duration":"633.029777ms","start":"2026-04-28T18:17:47.193377Z","end":"2026-04-28T18:17:47.826407Z","steps":["trace[490488441] 'agreement among raft nodes before linearized reading' (duration: 632.886763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:47.826437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.067687Z","time spent":"758.74267ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:47.826483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.193318Z","time spent":"633.15005ms","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:48.547033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.981683ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:48.547267Z","caller":"traceutil/trace.go:171","msg":"trace[798158012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27851; }","duration":"286.23205ms","start":"2026-04-28T18:17:48.261004Z","end":"2026-04-28T18:17:48.547236Z","steps":["trace[798158012] 'range keys from in-memory index tree' (duration: 285.955103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:48.54734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.404066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:48.547467Z","caller":"traceutil/trace.go:171","msg":"trace[841150895] linearizableReadLoop","detail":"{readStateIndex:28867; appliedIndex:28866; }","duration":"715.176594ms","start":"2026-04-28T18:17:47.83227Z","end":"2026-04-28T18:17:48.547446Z","steps":["trace[841150895] 'read index received' (duration: 20.558853ms)","trace[841150895] 'applied index is now lower than readState.Index' (duration: 694.614751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:48.547601Z","caller":"traceutil/trace.go:171","msg":"trace[1078470556] transaction","detail":"{read_only:false; response_revision:27852; number_of_response:1; }","duration":"719.409691ms","start":"2026-04-28T18:17:47.828138Z","end":"2026-04-28T18:17:48.547548Z","steps":["trace[1078470556] 'process raft request' (duration: 24.697267ms)","trace[1078470556] 'compare' (duration: 338.745443ms)","trace[1078470556] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.49; req_size:116; } (duration: 354.74091ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T18:17:48.547628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.346379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:48.547693Z","caller":"traceutil/trace.go:171","msg":"trace[2012431821] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27852; }","duration":"715.454162ms","start":"2026-04-28T18:17:47.832222Z","end":"2026-04-28T18:17:48.547676Z","steps":["trace[2012431821] 'agreement among raft nodes before linearized reading' (duration: 715.322208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:48.5477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.828112Z","time spent":"719.546495ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:48.547749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.832206Z","time spent":"715.531323ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:17:49.231365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.473545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:49.231992Z","caller":"traceutil/trace.go:171","msg":"trace[133098546] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"707.296314ms","start":"2026-04-28T18:17:48.524669Z","end":"2026-04-28T18:17:49.231966Z","steps":["trace[133098546] 'process raft request' (duration: 707.146701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.232075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.524664Z","time spent":"707.371946ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.232204Z","caller":"traceutil/trace.go:171","msg":"trace[484995578] transaction","detail":"{read_only:false; response_revision:27853; number_of_response:1; }","duration":"775.042344ms","start":"2026-04-28T18:17:48.457117Z","end":"2026-04-28T18:17:49.232159Z","steps":["trace[484995578] 'process raft request' (duration: 528.673717ms)","trace[484995578] 'compare' (duration: 14.926279ms)","trace[484995578] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 229.907719ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T18:17:49.232319Z","caller":"traceutil/trace.go:171","msg":"trace[539015054] transaction","detail":"{read_only:false; response_revision:27854; number_of_response:1; }","duration":"707.891729ms","start":"2026-04-28T18:17:48.524407Z","end":"2026-04-28T18:17:49.232299Z","steps":["trace[539015054] 'process raft request' (duration: 707.068968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.232402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.52438Z","time spent":"707.975201ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.2324Z","caller":"traceutil/trace.go:171","msg":"trace[1360050051] transaction","detail":"{read_only:false; response_revision:27857; number_of_response:1; }","duration":"707.593942ms","start":"2026-04-28T18:17:48.524782Z","end":"2026-04-28T18:17:49.232376Z","steps":["trace[1360050051] 'process raft request' (duration: 707.065269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:49.232441Z","caller":"traceutil/trace.go:171","msg":"trace[1755125010] transaction","detail":"{read_only:false; response_revision:27855; number_of_response:1; }","duration":"707.793087ms","start":"2026-04-28T18:17:48.524627Z","end":"2026-04-28T18:17:49.23242Z","steps":["trace[1755125010] 'process raft request' (duration: 707.145111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.232388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.457086Z","time spent":"775.198208ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:49.232521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.524616Z","time spent":"707.857908ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:49.232557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.524766Z","time spent":"707.700044ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.232706Z","caller":"traceutil/trace.go:171","msg":"trace[840793971] transaction","detail":"{read_only:false; response_revision:27858; number_of_response:1; }","duration":"707.685234ms","start":"2026-04-28T18:17:48.525011Z","end":"2026-04-28T18:17:49.232696Z","steps":["trace[840793971] 'process raft request' (duration: 707.302434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:49.232749Z","caller":"traceutil/trace.go:171","msg":"trace[600233651] linearizableReadLoop","detail":"{readStateIndex:28875; appliedIndex:28867; }","duration":"685.231033ms","start":"2026-04-28T18:17:48.547505Z","end":"2026-04-28T18:17:49.232736Z","steps":["trace[600233651] 'read index received' (duration: 438.379133ms)","trace[600233651] 'applied index is now lower than readState.Index' (duration: 246.85066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:49.232771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.525Z","time spent":"707.737945ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.232859Z","caller":"traceutil/trace.go:171","msg":"trace[508243405] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"706.966755ms","start":"2026-04-28T18:17:48.525882Z","end":"2026-04-28T18:17:49.232849Z","steps":["trace[508243405] 'process raft request' (duration: 706.809011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:49.232816Z","caller":"traceutil/trace.go:171","msg":"trace[1636887950] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"707.420066ms","start":"2026-04-28T18:17:48.525334Z","end":"2026-04-28T18:17:49.232754Z","steps":["trace[1636887950] 'process raft request' (duration: 707.262302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.232863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.793007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-28T18:17:49.232919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.525875Z","time spent":"707.014647ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.232935Z","caller":"traceutil/trace.go:171","msg":"trace[1127892700] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27860; }","duration":"913.922831ms","start":"2026-04-28T18:17:48.318993Z","end":"2026-04-28T18:17:49.232916Z","steps":["trace[1127892700] 'agreement among raft nodes before linearized reading' (duration: 913.752567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.232955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250747455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:17:49.23299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.318972Z","time spent":"913.999393ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T18:17:49.233008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.525326Z","time spent":"707.58606ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.232994Z","caller":"traceutil/trace.go:171","msg":"trace[231076290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27860; }","duration":"1.250840968s","start":"2026-04-28T18:17:47.982143Z","end":"2026-04-28T18:17:49.232984Z","steps":["trace[231076290] 'agreement among raft nodes before linearized reading' (duration: 1.250677024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.233113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.98211Z","time spent":"1.250974772s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:17:49.233128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361696123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T18:17:49.233118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352738266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T18:17:49.23317Z","caller":"traceutil/trace.go:171","msg":"trace[1750180668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27860; }","duration":"1.361782715s","start":"2026-04-28T18:17:47.871372Z","end":"2026-04-28T18:17:49.233155Z","steps":["trace[1750180668] 'agreement among raft nodes before linearized reading' (duration: 1.361623071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.233209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.871344Z","time spent":"1.361858027s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:17:49.233224Z","caller":"traceutil/trace.go:171","msg":"trace[605199245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27860; }","duration":"1.35290046s","start":"2026-04-28T18:17:47.880294Z","end":"2026-04-28T18:17:49.233194Z","steps":["trace[605199245] 'agreement among raft nodes before linearized reading' (duration: 1.352535371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.233154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.423837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:49.233297Z","caller":"traceutil/trace.go:171","msg":"trace[134913230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27860; }","duration":"746.712904ms","start":"2026-04-28T18:17:48.486563Z","end":"2026-04-28T18:17:49.233276Z","steps":["trace[134913230] 'agreement among raft nodes before linearized reading' (duration: 746.306264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.233295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:47.880269Z","time spent":"1.353009472s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:49.233447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.486517Z","time spent":"746.812147ms","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:49.706484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.184065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:49.706716Z","caller":"traceutil/trace.go:171","msg":"trace[13091976] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"690.576519ms","start":"2026-04-28T18:17:49.01607Z","end":"2026-04-28T18:17:49.706647Z","steps":["trace[13091976] 'process raft request' (duration: 336.098626ms)","trace[13091976] 'compare' (duration: 155.430187ms)","trace[13091976] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:623; } (duration: 198.179303ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T18:17:49.706858Z","caller":"traceutil/trace.go:171","msg":"trace[1847040217] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"463.87199ms","start":"2026-04-28T18:17:49.242958Z","end":"2026-04-28T18:17:49.70683Z","steps":["trace[1847040217] 'process raft request' (duration: 463.699616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.706915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.016037Z","time spent":"690.771184ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:49.706922Z","caller":"traceutil/trace.go:171","msg":"trace[2101575515] linearizableReadLoop","detail":"{readStateIndex:28876; appliedIndex:28875; }","duration":"474.097201ms","start":"2026-04-28T18:17:49.23279Z","end":"2026-04-28T18:17:49.706887Z","steps":["trace[2101575515] 'read index received' (duration: 119.384442ms)","trace[2101575515] 'applied index is now lower than readState.Index' (duration: 354.708589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:49.706975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.242934Z","time spent":"463.971623ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:49.707084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.753808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:49.707184Z","caller":"traceutil/trace.go:171","msg":"trace[537154729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27862; }","duration":"791.934122ms","start":"2026-04-28T18:17:48.915223Z","end":"2026-04-28T18:17:49.707157Z","steps":["trace[537154729] 'agreement among raft nodes before linearized reading' (duration: 791.704437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.018983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:17:49.707241Z","caller":"traceutil/trace.go:171","msg":"trace[1382706938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27862; }","duration":"875.120506ms","start":"2026-04-28T18:17:48.83211Z","end":"2026-04-28T18:17:49.707231Z","steps":["trace[1382706938] 'agreement among raft nodes before linearized reading' (duration: 874.92888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.915198Z","time spent":"792.028566ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:49.707271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.832088Z","time spent":"875.174888ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:17:49.707459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155892517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T18:17:49.707526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.182275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:49.707551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.325846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:17:49.707568Z","caller":"traceutil/trace.go:171","msg":"trace[35283419] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27862; }","duration":"969.270258ms","start":"2026-04-28T18:17:48.738289Z","end":"2026-04-28T18:17:49.70756Z","steps":["trace[35283419] 'agreement among raft nodes before linearized reading' (duration: 969.197276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:49.707575Z","caller":"traceutil/trace.go:171","msg":"trace[410502997] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27862; }","duration":"1.156086862s","start":"2026-04-28T18:17:48.551458Z","end":"2026-04-28T18:17:49.707545Z","steps":["trace[410502997] 'agreement among raft nodes before linearized reading' (duration: 1.155675481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.738265Z","time spent":"969.322578ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:49.707596Z","caller":"traceutil/trace.go:171","msg":"trace[857077141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27862; }","duration":"320.419518ms","start":"2026-04-28T18:17:49.387165Z","end":"2026-04-28T18:17:49.707585Z","steps":["trace[857077141] 'agreement among raft nodes before linearized reading' (duration: 320.215733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.17018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:17:49.707646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.551432Z","time spent":"1.156204424s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:17:49.707671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.245826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:49.707685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.895628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:49.707689Z","caller":"traceutil/trace.go:171","msg":"trace[319502003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27862; }","duration":"466.319844ms","start":"2026-04-28T18:17:49.241348Z","end":"2026-04-28T18:17:49.707668Z","steps":["trace[319502003] 'agreement among raft nodes before linearized reading' (duration: 466.020457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:49.707727Z","caller":"traceutil/trace.go:171","msg":"trace[1248310255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27862; }","duration":"639.356479ms","start":"2026-04-28T18:17:49.068352Z","end":"2026-04-28T18:17:49.707709Z","steps":["trace[1248310255] 'agreement among raft nodes before linearized reading' (duration: 639.256107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.241331Z","time spent":"466.410046ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:17:49.707732Z","caller":"traceutil/trace.go:171","msg":"trace[420307111] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27862; }","duration":"314.951459ms","start":"2026-04-28T18:17:49.39276Z","end":"2026-04-28T18:17:49.707711Z","steps":["trace[420307111] 'agreement among raft nodes before linearized reading' (duration: 314.889878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.068319Z","time spent":"639.495933ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:49.707826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151595097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:49.707861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.392745Z","time spent":"315.095904ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:49.707868Z","caller":"traceutil/trace.go:171","msg":"trace[656570943] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27862; }","duration":"1.151740971s","start":"2026-04-28T18:17:48.556113Z","end":"2026-04-28T18:17:49.707854Z","steps":["trace[656570943] 'agreement among raft nodes before linearized reading' (duration: 1.151614128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.707904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:48.556077Z","time spent":"1.151818993s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:17:49.70763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.387134Z","time spent":"320.48923ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:49.708738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.467735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:17:49.708878Z","caller":"traceutil/trace.go:171","msg":"trace[2050155461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27862; }","duration":"321.67919ms","start":"2026-04-28T18:17:49.387165Z","end":"2026-04-28T18:17:49.708844Z","steps":["trace[2050155461] 'agreement among raft nodes before linearized reading' (duration: 320.307565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.709014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.509986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:17:49.709056Z","caller":"traceutil/trace.go:171","msg":"trace[2122976636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27862; }","duration":"321.573908ms","start":"2026-04-28T18:17:49.387472Z","end":"2026-04-28T18:17:49.709046Z","steps":["trace[2122976636] 'agreement among raft nodes before linearized reading' (duration: 320.324066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.709099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.38746Z","time spent":"321.633529ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:17:49.709225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.663661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273010"} {"level":"info","ts":"2026-04-28T18:17:49.709277Z","caller":"traceutil/trace.go:171","msg":"trace[860702696] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27862; }","duration":"436.771083ms","start":"2026-04-28T18:17:49.272494Z","end":"2026-04-28T18:17:49.709265Z","steps":["trace[860702696] 'agreement among raft nodes before linearized reading' (duration: 435.149463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.70931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.272466Z","time spent":"436.834675ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273034,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:17:49.709342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.957614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:17:49.70939Z","caller":"traceutil/trace.go:171","msg":"trace[1979596943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27862; }","duration":"642.011035ms","start":"2026-04-28T18:17:49.067367Z","end":"2026-04-28T18:17:49.709378Z","steps":["trace[1979596943] 'agreement among raft nodes before linearized reading' (duration: 640.21227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:49.709425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.067294Z","time spent":"642.122708ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:17:49.709545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.387134Z","time spent":"321.796273ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:50.423911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.420661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:50.424531Z","caller":"traceutil/trace.go:171","msg":"trace[1139669417] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"707.663513ms","start":"2026-04-28T18:17:49.71685Z","end":"2026-04-28T18:17:50.424514Z","steps":["trace[1139669417] 'process raft request' (duration: 707.625252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:50.42459Z","caller":"traceutil/trace.go:171","msg":"trace[1467160968] linearizableReadLoop","detail":"{readStateIndex:28878; appliedIndex:28877; }","duration":"709.550221ms","start":"2026-04-28T18:17:49.714973Z","end":"2026-04-28T18:17:50.424523Z","steps":["trace[1467160968] 'read index received' (duration: 124.509023ms)","trace[1467160968] 'applied index is now lower than readState.Index' (duration: 585.037798ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:50.424676Z","caller":"traceutil/trace.go:171","msg":"trace[1112643838] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"708.984916ms","start":"2026-04-28T18:17:49.715683Z","end":"2026-04-28T18:17:50.424668Z","steps":["trace[1112643838] 'process raft request' (duration: 708.347869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.424712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.715675Z","time spent":"709.018247ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:50.424803Z","caller":"traceutil/trace.go:171","msg":"trace[989445744] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"711.133721ms","start":"2026-04-28T18:17:49.713638Z","end":"2026-04-28T18:17:50.424772Z","steps":["trace[989445744] 'process raft request' (duration: 125.757364ms)","trace[989445744] 'compare' (duration: 182.232798ms)","trace[989445744] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 401.343693ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T18:17:50.424641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.716842Z","time spent":"707.722704ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:50.42492Z","caller":"traceutil/trace.go:171","msg":"trace[1323829645] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"708.610637ms","start":"2026-04-28T18:17:49.716252Z","end":"2026-04-28T18:17:50.424863Z","steps":["trace[1323829645] 'process raft request' (duration: 708.197346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.604519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:50.424986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.713619Z","time spent":"711.245254ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:50.425027Z","caller":"traceutil/trace.go:171","msg":"trace[1179286897] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27866; }","duration":"173.671611ms","start":"2026-04-28T18:17:50.251347Z","end":"2026-04-28T18:17:50.425018Z","steps":["trace[1179286897] 'agreement among raft nodes before linearized reading' (duration: 173.619689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.425083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.067204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:50.425124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.715992Z","time spent":"709.021357ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:50.425139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.078864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T18:17:50.425186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.136125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:50.425215Z","caller":"traceutil/trace.go:171","msg":"trace[475940807] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27866; }","duration":"710.171677ms","start":"2026-04-28T18:17:49.715021Z","end":"2026-04-28T18:17:50.425192Z","steps":["trace[475940807] 'agreement among raft nodes before linearized reading' (duration: 709.87321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:50.425267Z","caller":"traceutil/trace.go:171","msg":"trace[1834667541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:27866; }","duration":"495.228937ms","start":"2026-04-28T18:17:49.930016Z","end":"2026-04-28T18:17:50.425245Z","steps":["trace[1834667541] 'agreement among raft nodes before linearized reading' (duration: 495.095964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.425275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.715015Z","time spent":"710.248089ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:17:50.425303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.929958Z","time spent":"495.339301ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:50.425336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.173071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:50.425371Z","caller":"traceutil/trace.go:171","msg":"trace[1984046909] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27866; }","duration":"596.243643ms","start":"2026-04-28T18:17:49.829116Z","end":"2026-04-28T18:17:50.425359Z","steps":["trace[1984046909] 'agreement among raft nodes before linearized reading' (duration: 596.064429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.425392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.829085Z","time spent":"596.303065ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T18:17:50.425207Z","caller":"traceutil/trace.go:171","msg":"trace[2099625422] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27866; }","duration":"710.243599ms","start":"2026-04-28T18:17:49.714934Z","end":"2026-04-28T18:17:50.425177Z","steps":["trace[2099625422] 'agreement among raft nodes before linearized reading' (duration: 710.024813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.425486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:49.714912Z","time spent":"710.553646ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:17:50.425095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.024105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:50.425596Z","caller":"traceutil/trace.go:171","msg":"trace[385937555] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27866; }","duration":"212.5982ms","start":"2026-04-28T18:17:50.212974Z","end":"2026-04-28T18:17:50.425573Z","steps":["trace[385937555] 'agreement among raft nodes before linearized reading' (duration: 211.961514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.638641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.644491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:17:50.638739Z","caller":"traceutil/trace.go:171","msg":"trace[819821018] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27866; }","duration":"114.812286ms","start":"2026-04-28T18:17:50.523902Z","end":"2026-04-28T18:17:50.638714Z","steps":["trace[819821018] 'count revisions from in-memory index tree' (duration: 114.428416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:50.638905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.334634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:17:50.638287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25213,"took":"3.843859363s","hash":2871033966,"current-db-size-bytes":50032640,"current-db-size":"50 MB","current-db-size-in-use-bytes":36098048,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T18:17:50.639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2871033966,"revision":25213,"compact-revision":22468} {"level":"info","ts":"2026-04-28T18:17:50.639014Z","caller":"traceutil/trace.go:171","msg":"trace[1876790805] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27866; }","duration":"203.496988ms","start":"2026-04-28T18:17:50.435489Z","end":"2026-04-28T18:17:50.638986Z","steps":["trace[1876790805] 'range keys from in-memory index tree' (duration: 203.095587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:51.501955Z","caller":"traceutil/trace.go:171","msg":"trace[188123434] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"262.175778ms","start":"2026-04-28T18:17:51.23975Z","end":"2026-04-28T18:17:51.501926Z","steps":["trace[188123434] 'process raft request' (duration: 261.986683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:51.765155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.458177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:51.765692Z","caller":"traceutil/trace.go:171","msg":"trace[264612724] transaction","detail":"{read_only:false; response_revision:27870; number_of_response:1; }","duration":"523.27677ms","start":"2026-04-28T18:17:51.242374Z","end":"2026-04-28T18:17:51.76565Z","steps":["trace[264612724] 'process raft request' (duration: 523.000673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:51.765889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.242342Z","time spent":"523.438564ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:51.765957Z","caller":"traceutil/trace.go:171","msg":"trace[1778049261] transaction","detail":"{read_only:false; response_revision:27874; number_of_response:1; }","duration":"521.584896ms","start":"2026-04-28T18:17:51.244337Z","end":"2026-04-28T18:17:51.765922Z","steps":["trace[1778049261] 'process raft request' (duration: 521.242578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:51.766084Z","caller":"traceutil/trace.go:171","msg":"trace[699249373] transaction","detail":"{read_only:false; response_revision:27869; number_of_response:1; }","duration":"525.886365ms","start":"2026-04-28T18:17:51.240154Z","end":"2026-04-28T18:17:51.76604Z","steps":["trace[699249373] 'process raft request' (duration: 525.109556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:51.766125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.244322Z","time spent":"521.70991ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:51.76626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.240148Z","time spent":"526.011928ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:51.766083Z","caller":"traceutil/trace.go:171","msg":"trace[1645494085] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"526.098771ms","start":"2026-04-28T18:17:51.239928Z","end":"2026-04-28T18:17:51.766026Z","steps":["trace[1645494085] 'process raft request' (duration: 423.65055ms)","trace[1645494085] 'compare' (duration: 100.723178ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:51.766377Z","caller":"traceutil/trace.go:171","msg":"trace[680652048] transaction","detail":"{read_only:false; response_revision:27873; number_of_response:1; }","duration":"523.761852ms","start":"2026-04-28T18:17:51.242597Z","end":"2026-04-28T18:17:51.766359Z","steps":["trace[680652048] 'process raft request' (duration: 522.946881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:51.76645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.239916Z","time spent":"526.498852ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:51.766479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.242591Z","time spent":"523.836274ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:51.766636Z","caller":"traceutil/trace.go:171","msg":"trace[317162619] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"524.100081ms","start":"2026-04-28T18:17:51.242525Z","end":"2026-04-28T18:17:51.766625Z","steps":["trace[317162619] 'process raft request' (duration: 522.976632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:51.76669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.242518Z","time spent":"524.140632ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:51.765709Z","caller":"traceutil/trace.go:171","msg":"trace[1004939538] transaction","detail":"{read_only:false; response_revision:27871; number_of_response:1; }","duration":"523.210308ms","start":"2026-04-28T18:17:51.242478Z","end":"2026-04-28T18:17:51.765688Z","steps":["trace[1004939538] 'process raft request' (duration: 522.970972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:51.767255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.242468Z","time spent":"524.745247ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:52.238841Z","caller":"traceutil/trace.go:171","msg":"trace[21884144] linearizableReadLoop","detail":"{readStateIndex:28890; appliedIndex:28889; }","duration":"171.736872ms","start":"2026-04-28T18:17:52.067077Z","end":"2026-04-28T18:17:52.238814Z","steps":["trace[21884144] 'read index received' (duration: 171.574818ms)","trace[21884144] 'applied index is now lower than readState.Index' (duration: 160.484µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:52.238963Z","caller":"traceutil/trace.go:171","msg":"trace[595258912] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"465.294237ms","start":"2026-04-28T18:17:51.773609Z","end":"2026-04-28T18:17:52.238903Z","steps":["trace[595258912] 'process raft request' (duration: 465.01862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:52.239158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:51.773592Z","time spent":"465.462651ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:52.239147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.032959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:52.239245Z","caller":"traceutil/trace.go:171","msg":"trace[85353554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27875; }","duration":"172.187603ms","start":"2026-04-28T18:17:52.067032Z","end":"2026-04-28T18:17:52.239219Z","steps":["trace[85353554] 'agreement among raft nodes before linearized reading' (duration: 171.892816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:52.283167Z","caller":"traceutil/trace.go:171","msg":"trace[1581589403] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"147.328092ms","start":"2026-04-28T18:17:52.13582Z","end":"2026-04-28T18:17:52.283148Z","steps":["trace[1581589403] 'process raft request' (duration: 146.512441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:52.283576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.294151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:17:52.283625Z","caller":"traceutil/trace.go:171","msg":"trace[28913391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27876; }","duration":"110.412203ms","start":"2026-04-28T18:17:52.173203Z","end":"2026-04-28T18:17:52.283615Z","steps":["trace[28913391] 'agreement among raft nodes before linearized reading' (duration: 110.239999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:52.284392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.25419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:17:52.284541Z","caller":"traceutil/trace.go:171","msg":"trace[1035031280] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27876; }","duration":"123.467627ms","start":"2026-04-28T18:17:52.161031Z","end":"2026-04-28T18:17:52.284498Z","steps":["trace[1035031280] 'agreement among raft nodes before linearized reading' (duration: 121.721232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:52.930445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:17:53.332429Z","caller":"traceutil/trace.go:171","msg":"trace[1957842168] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"1.043110253s","start":"2026-04-28T18:17:52.289298Z","end":"2026-04-28T18:17:53.332408Z","steps":["trace[1957842168] 'process raft request' (duration: 945.948255ms)","trace[1957842168] 'compare' (duration: 96.793638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:53.332566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.289275Z","time spent":"1.043219496s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:53.332673Z","caller":"traceutil/trace.go:171","msg":"trace[178158400] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"1.040798154s","start":"2026-04-28T18:17:52.291869Z","end":"2026-04-28T18:17:53.332667Z","steps":["trace[178158400] 'process raft request' (duration: 1.040509877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:53.332711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.291847Z","time spent":"1.040845325s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:53.858773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.131101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:17:53.859749Z","caller":"traceutil/trace.go:171","msg":"trace[1942218208] transaction","detail":"{read_only:false; response_revision:27879; number_of_response:1; }","duration":"351.013925ms","start":"2026-04-28T18:17:53.508709Z","end":"2026-04-28T18:17:53.859723Z","steps":["trace[1942218208] 'process raft request' (duration: 350.83282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:53.859896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.508675Z","time spent":"351.127209ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:53.859923Z","caller":"traceutil/trace.go:171","msg":"trace[1425036024] linearizableReadLoop","detail":"{readStateIndex:28894; appliedIndex:28891; }","duration":"1.429988089s","start":"2026-04-28T18:17:52.4299Z","end":"2026-04-28T18:17:53.859888Z","steps":["trace[1425036024] 'read index received' (duration: 805.447057ms)","trace[1425036024] 'applied index is now lower than readState.Index' (duration: 624.537812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:53.860256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430331497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:17:53.860302Z","caller":"traceutil/trace.go:171","msg":"trace[2000063802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27879; }","duration":"1.43044195s","start":"2026-04-28T18:17:52.429848Z","end":"2026-04-28T18:17:53.86029Z","steps":["trace[2000063802] 'agreement among raft nodes before linearized reading' (duration: 1.430186073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:53.86034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.429824Z","time spent":"1.430506242s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:17:54.40597Z","caller":"traceutil/trace.go:171","msg":"trace[406459622] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"633.858758ms","start":"2026-04-28T18:17:53.772069Z","end":"2026-04-28T18:17:54.405927Z","steps":["trace[406459622] 'process raft request' (duration: 587.972122ms)","trace[406459622] 'compare' (duration: 45.700581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:54.406144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.772031Z","time spent":"634.019082ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:54.406348Z","caller":"traceutil/trace.go:171","msg":"trace[729039431] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"632.676559ms","start":"2026-04-28T18:17:53.773644Z","end":"2026-04-28T18:17:54.40632Z","steps":["trace[729039431] 'process raft request' (duration: 632.242278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.406504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.773636Z","time spent":"632.779691ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:54.406586Z","caller":"traceutil/trace.go:171","msg":"trace[1996781515] transaction","detail":"{read_only:false; response_revision:27882; number_of_response:1; }","duration":"632.445773ms","start":"2026-04-28T18:17:53.774128Z","end":"2026-04-28T18:17:54.406574Z","steps":["trace[1996781515] 'process raft request' (duration: 632.058843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.406655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.77412Z","time spent":"632.500004ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:54.407004Z","caller":"traceutil/trace.go:171","msg":"trace[1967064416] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"632.702499ms","start":"2026-04-28T18:17:53.774288Z","end":"2026-04-28T18:17:54.406991Z","steps":["trace[1967064416] 'process raft request' (duration: 632.510085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.40708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140665279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:54.407009Z","caller":"traceutil/trace.go:171","msg":"trace[1444121585] linearizableReadLoop","detail":"{readStateIndex:28902; appliedIndex:28895; }","duration":"546.983682ms","start":"2026-04-28T18:17:53.859999Z","end":"2026-04-28T18:17:54.406982Z","steps":["trace[1444121585] 'read index received' (duration: 500.091421ms)","trace[1444121585] 'applied index is now lower than readState.Index' (duration: 46.890791ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:54.407156Z","caller":"traceutil/trace.go:171","msg":"trace[1542491931] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"632.935175ms","start":"2026-04-28T18:17:53.774191Z","end":"2026-04-28T18:17:54.407126Z","steps":["trace[1542491931] 'process raft request' (duration: 632.299169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:54.407189Z","caller":"traceutil/trace.go:171","msg":"trace[459740102] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"632.481253ms","start":"2026-04-28T18:17:53.774698Z","end":"2026-04-28T18:17:54.407179Z","steps":["trace[459740102] 'process raft request' (duration: 632.201956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.407242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338934606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:54.407245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.774185Z","time spent":"633.009547ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:54.407287Z","caller":"traceutil/trace.go:171","msg":"trace[244083643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27886; }","duration":"1.339019308s","start":"2026-04-28T18:17:53.068255Z","end":"2026-04-28T18:17:54.407274Z","steps":["trace[244083643] 'agreement among raft nodes before linearized reading' (duration: 1.338962766s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:54.4073Z","caller":"traceutil/trace.go:171","msg":"trace[1125689597] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"632.481384ms","start":"2026-04-28T18:17:53.774809Z","end":"2026-04-28T18:17:54.40729Z","steps":["trace[1125689597] 'process raft request' (duration: 632.125145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.407328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.068217Z","time spent":"1.33910442s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:54.407369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.77479Z","time spent":"632.536235ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:54.407185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63403934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-28T18:17:54.407514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392198478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:54.407547Z","caller":"traceutil/trace.go:171","msg":"trace[1186764331] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27886; }","duration":"1.3922704s","start":"2026-04-28T18:17:53.015265Z","end":"2026-04-28T18:17:54.407535Z","steps":["trace[1186764331] 'agreement among raft nodes before linearized reading' (duration: 1.392213949s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.407607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.015239Z","time spent":"1.392356372s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:54.407285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741259803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:54.407797Z","caller":"traceutil/trace.go:171","msg":"trace[190080419] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27886; }","duration":"1.741799156s","start":"2026-04-28T18:17:52.665984Z","end":"2026-04-28T18:17:54.407784Z","steps":["trace[190080419] 'agreement among raft nodes before linearized reading' (duration: 1.741224362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.407837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.665956Z","time spent":"1.741866177s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:54.407862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.874957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T18:17:54.407923Z","caller":"traceutil/trace.go:171","msg":"trace[186471100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27886; }","duration":"994.929048ms","start":"2026-04-28T18:17:53.412976Z","end":"2026-04-28T18:17:54.407905Z","steps":["trace[186471100] 'agreement among raft nodes before linearized reading' (duration: 994.799475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.407973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.412895Z","time spent":"995.066253ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-28T18:17:54.407258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.774658Z","time spent":"632.563815ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:54.407613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.144506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:54.40809Z","caller":"traceutil/trace.go:171","msg":"trace[903947638] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27886; }","duration":"560.696741ms","start":"2026-04-28T18:17:53.847382Z","end":"2026-04-28T18:17:54.408078Z","steps":["trace[903947638] 'agreement among raft nodes before linearized reading' (duration: 560.173817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.408133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.84736Z","time spent":"560.761533ms","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:54.408255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090065395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa981e3f5ffc6f\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-28T18:17:54.407553Z","caller":"traceutil/trace.go:171","msg":"trace[1103877780] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27886; }","duration":"1.63445358s","start":"2026-04-28T18:17:52.773081Z","end":"2026-04-28T18:17:54.407535Z","steps":["trace[1103877780] 'agreement among raft nodes before linearized reading' (duration: 1.633962768s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:54.408296Z","caller":"traceutil/trace.go:171","msg":"trace[1981058543] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa981e3f5ffc6f; range_end:; response_count:1; response_revision:27886; }","duration":"1.092370253s","start":"2026-04-28T18:17:53.315916Z","end":"2026-04-28T18:17:54.408286Z","steps":["trace[1981058543] 'agreement among raft nodes before linearized reading' (duration: 1.09226031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.408319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.773056Z","time spent":"1.635254982s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:17:54.408349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.315895Z","time spent":"1.092446915s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa981e3f5ffc6f\" "} {"level":"warn","ts":"2026-04-28T18:17:54.407094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.774283Z","time spent":"632.766741ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:54.407751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.364494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-28T18:17:54.408557Z","caller":"traceutil/trace.go:171","msg":"trace[670177284] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc; range_end:; response_count:1; response_revision:27886; }","duration":"834.205096ms","start":"2026-04-28T18:17:53.57434Z","end":"2026-04-28T18:17:54.408545Z","steps":["trace[670177284] 'agreement among raft nodes before linearized reading' (duration: 833.293273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.408603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.574319Z","time spent":"834.268099ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pppdj.18aa9747a75e5bfc\" "} {"level":"warn","ts":"2026-04-28T18:17:54.4089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978886449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:17:54.407148Z","caller":"traceutil/trace.go:171","msg":"trace[419308462] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27886; }","duration":"1.140781142s","start":"2026-04-28T18:17:53.266349Z","end":"2026-04-28T18:17:54.40713Z","steps":["trace[419308462] 'agreement among raft nodes before linearized reading' (duration: 1.140653369s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:54.408958Z","caller":"traceutil/trace.go:171","msg":"trace[1674303400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27886; }","duration":"1.978996832s","start":"2026-04-28T18:17:52.42995Z","end":"2026-04-28T18:17:54.408947Z","steps":["trace[1674303400] 'agreement among raft nodes before linearized reading' (duration: 1.978863288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.408977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.266304Z","time spent":"1.1426587s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:54.409013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978297753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:17:54.409061Z","caller":"traceutil/trace.go:171","msg":"trace[1179151153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27886; }","duration":"1.978380055s","start":"2026-04-28T18:17:52.43067Z","end":"2026-04-28T18:17:54.40905Z","steps":["trace[1179151153] 'agreement among raft nodes before linearized reading' (duration: 1.97664142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.409072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978798596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:17:54.408993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.429907Z","time spent":"1.979077614s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:54.409097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.430638Z","time spent":"1.978449217s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:17:54.409101Z","caller":"traceutil/trace.go:171","msg":"trace[1000855824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27886; }","duration":"1.978837937s","start":"2026-04-28T18:17:52.430256Z","end":"2026-04-28T18:17:54.409094Z","steps":["trace[1000855824] 'agreement among raft nodes before linearized reading' (duration: 1.978756035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:54.40913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:52.430251Z","time spent":"1.978873918s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:17:54.907438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:56.028799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006726718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:56.029319Z","caller":"traceutil/trace.go:171","msg":"trace[1606291022] transaction","detail":"{read_only:false; response_revision:27888; number_of_response:1; }","duration":"1.813562889s","start":"2026-04-28T18:17:54.215718Z","end":"2026-04-28T18:17:56.02928Z","steps":["trace[1606291022] 'process raft request' (duration: 1.81320253s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:56.029352Z","caller":"traceutil/trace.go:171","msg":"trace[1167443448] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"2.164054461s","start":"2026-04-28T18:17:53.865249Z","end":"2026-04-28T18:17:56.029303Z","steps":["trace[1167443448] 'process raft request' (duration: 1.156715208s)","trace[1167443448] 'compare' (duration: 1.006555193s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:56.029362Z","caller":"traceutil/trace.go:171","msg":"trace[943496861] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"1.618175956s","start":"2026-04-28T18:17:54.411136Z","end":"2026-04-28T18:17:56.029312Z","steps":["trace[943496861] 'process raft request' (duration: 1.617909809s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:56.029405Z","caller":"traceutil/trace.go:171","msg":"trace[516077055] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"1.617215632s","start":"2026-04-28T18:17:54.412179Z","end":"2026-04-28T18:17:56.029395Z","steps":["trace[516077055] 'process raft request' (duration: 1.616961736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.029482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.412149Z","time spent":"1.617295104s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:56.029544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.411108Z","time spent":"1.61833018s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:56.029588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:53.865225Z","time spent":"2.164203004s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:56.029498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.215689Z","time spent":"1.813719203s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:56.029358Z","caller":"traceutil/trace.go:171","msg":"trace[1612795294] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"1.615915179s","start":"2026-04-28T18:17:54.413417Z","end":"2026-04-28T18:17:56.029332Z","steps":["trace[1612795294] 'process raft request' (duration: 1.615824557s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:56.029663Z","caller":"traceutil/trace.go:171","msg":"trace[783931484] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"1.61669827s","start":"2026-04-28T18:17:54.412916Z","end":"2026-04-28T18:17:56.029614Z","steps":["trace[783931484] 'process raft request' (duration: 1.616279189s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:56.029769Z","caller":"traceutil/trace.go:171","msg":"trace[1294735898] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"1.616241458s","start":"2026-04-28T18:17:54.413488Z","end":"2026-04-28T18:17:56.029729Z","steps":["trace[1294735898] 'process raft request' (duration: 1.615795077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.029838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.413397Z","time spent":"1.616407012s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:56.029989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.4129Z","time spent":"1.616936685s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:56.029987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.413458Z","time spent":"1.616415502s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:56.029994Z","caller":"traceutil/trace.go:171","msg":"trace[1207171912] linearizableReadLoop","detail":"{readStateIndex:28910; appliedIndex:28902; }","duration":"1.622795916s","start":"2026-04-28T18:17:54.407178Z","end":"2026-04-28T18:17:56.029973Z","steps":["trace[1207171912] 'read index received' (duration: 614.812155ms)","trace[1207171912] 'applied index is now lower than readState.Index' (duration: 1.00798183s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:56.030273Z","caller":"traceutil/trace.go:171","msg":"trace[243348091] transaction","detail":"{read_only:false; response_revision:27894; number_of_response:1; }","duration":"1.317347778s","start":"2026-04-28T18:17:54.712906Z","end":"2026-04-28T18:17:56.030254Z","steps":["trace[243348091] 'process raft request' (duration: 1.31667568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.030285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913031686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:56.030335Z","caller":"traceutil/trace.go:171","msg":"trace[343406645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27894; }","duration":"1.913141939s","start":"2026-04-28T18:17:54.117179Z","end":"2026-04-28T18:17:56.030321Z","steps":["trace[343406645] 'agreement among raft nodes before linearized reading' (duration: 1.912853082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.030339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66907322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:56.030366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.712867Z","time spent":"1.31745304s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:56.030391Z","caller":"traceutil/trace.go:171","msg":"trace[1852998809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27894; }","duration":"1.669192553s","start":"2026-04-28T18:17:54.361181Z","end":"2026-04-28T18:17:56.030374Z","steps":["trace[1852998809] 'agreement among raft nodes before linearized reading' (duration: 1.669112141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.030387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.117154Z","time spent":"1.913221591s","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.030429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.361158Z","time spent":"1.669262255s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.030282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863405906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:56.030509Z","caller":"traceutil/trace.go:171","msg":"trace[2039353473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27894; }","duration":"1.863670212s","start":"2026-04-28T18:17:54.166821Z","end":"2026-04-28T18:17:56.030492Z","steps":["trace[2039353473] 'agreement among raft nodes before linearized reading' (duration: 1.86319102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.030594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.1668Z","time spent":"1.863780956s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.03061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784302196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:17:56.030725Z","caller":"traceutil/trace.go:171","msg":"trace[2007512794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27894; }","duration":"1.784501562s","start":"2026-04-28T18:17:54.246206Z","end":"2026-04-28T18:17:56.030708Z","steps":["trace[2007512794] 'agreement among raft nodes before linearized reading' (duration: 1.783785734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.030793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.246196Z","time spent":"1.784583934s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:56.030337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789032717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T18:17:56.030908Z","caller":"traceutil/trace.go:171","msg":"trace[698213769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27894; }","duration":"1.789635242s","start":"2026-04-28T18:17:54.241258Z","end":"2026-04-28T18:17:56.030893Z","steps":["trace[698213769] 'agreement among raft nodes before linearized reading' (duration: 1.788737059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.030955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.241243Z","time spent":"1.789701144s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:56.308359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.026332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:17:56.308609Z","caller":"traceutil/trace.go:171","msg":"trace[2034965306] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"442.355534ms","start":"2026-04-28T18:17:55.86623Z","end":"2026-04-28T18:17:56.308585Z","steps":["trace[2034965306] 'process raft request' (duration: 276.997965ms)","trace[2034965306] 'compare' (duration: 164.575829ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:56.308633Z","caller":"traceutil/trace.go:171","msg":"trace[1866620777] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"272.098631ms","start":"2026-04-28T18:17:56.036512Z","end":"2026-04-28T18:17:56.308611Z","steps":["trace[1866620777] 'process raft request' (duration: 271.982878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.308749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.866194Z","time spent":"442.475187ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:56.308997Z","caller":"traceutil/trace.go:171","msg":"trace[139885723] linearizableReadLoop","detail":"{readStateIndex:28911; appliedIndex:28910; }","duration":"278.724048ms","start":"2026-04-28T18:17:56.030262Z","end":"2026-04-28T18:17:56.308986Z","steps":["trace[139885723] 'read index received' (duration: 112.955118ms)","trace[139885723] 'applied index is now lower than readState.Index' (duration: 165.76717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:56.309076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89865427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:56.309101Z","caller":"traceutil/trace.go:171","msg":"trace[1899612753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27896; }","duration":"1.898724323s","start":"2026-04-28T18:17:54.410372Z","end":"2026-04-28T18:17:56.309096Z","steps":["trace[1899612753] 'agreement among raft nodes before linearized reading' (duration: 1.898655141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.309117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.410327Z","time spent":"1.898786824s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:56.309243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.05024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:56.309265Z","caller":"traceutil/trace.go:171","msg":"trace[311890874] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27896; }","duration":"352.075751ms","start":"2026-04-28T18:17:55.957183Z","end":"2026-04-28T18:17:56.309259Z","steps":["trace[311890874] 'agreement among raft nodes before linearized reading' (duration: 352.04043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.309281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.957108Z","time spent":"352.166773ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.309433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.011212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:17:56.309452Z","caller":"traceutil/trace.go:171","msg":"trace[1158543957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27896; }","duration":"649.077034ms","start":"2026-04-28T18:17:55.66037Z","end":"2026-04-28T18:17:56.309448Z","steps":["trace[1158543957] 'agreement among raft nodes before linearized reading' (duration: 648.976301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.309464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.660346Z","time spent":"649.115265ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:17:56.309592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.286104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:56.309627Z","caller":"traceutil/trace.go:171","msg":"trace[1028084712] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27896; }","duration":"785.359966ms","start":"2026-04-28T18:17:55.524249Z","end":"2026-04-28T18:17:56.309609Z","steps":["trace[1028084712] 'agreement among raft nodes before linearized reading' (duration: 785.319275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.309642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.524227Z","time spent":"785.411206ms","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.309784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.887584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:56.3098Z","caller":"traceutil/trace.go:171","msg":"trace[1431627767] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27896; }","duration":"875.918015ms","start":"2026-04-28T18:17:55.433878Z","end":"2026-04-28T18:17:56.309796Z","steps":["trace[1431627767] 'agreement among raft nodes before linearized reading' (duration: 875.869064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.309813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.433868Z","time spent":"875.941076ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.309985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.544818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:17:56.310003Z","caller":"traceutil/trace.go:171","msg":"trace[1098477855] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27896; }","duration":"879.583579ms","start":"2026-04-28T18:17:55.430416Z","end":"2026-04-28T18:17:56.31Z","steps":["trace[1098477855] 'agreement among raft nodes before linearized reading' (duration: 879.427586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.310016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.430406Z","time spent":"879.60637ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":180,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.310108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896989018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-28T18:17:56.310115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333597089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:56.310172Z","caller":"traceutil/trace.go:171","msg":"trace[1003028968] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53; range_end:; response_count:1; response_revision:27896; }","duration":"1.897141182s","start":"2026-04-28T18:17:54.413012Z","end":"2026-04-28T18:17:56.310154Z","steps":["trace[1003028968] 'agreement among raft nodes before linearized reading' (duration: 1.896874715s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:56.310204Z","caller":"traceutil/trace.go:171","msg":"trace[1159208947] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27896; }","duration":"1.333767275s","start":"2026-04-28T18:17:54.976413Z","end":"2026-04-28T18:17:56.31018Z","steps":["trace[1159208947] 'agreement among raft nodes before linearized reading' (duration: 1.333569059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.310219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.412974Z","time spent":"1.897233995s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" "} {"level":"warn","ts":"2026-04-28T18:17:56.310249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.976376Z","time spent":"1.333863747s","remote":"127.0.0.1:56486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.31037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435274562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:17:56.310379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.608831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:17:56.310449Z","caller":"traceutil/trace.go:171","msg":"trace[550445272] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27896; }","duration":"1.435392455s","start":"2026-04-28T18:17:54.875044Z","end":"2026-04-28T18:17:56.310436Z","steps":["trace[550445272] 'agreement among raft nodes before linearized reading' (duration: 1.435241962s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:56.310497Z","caller":"traceutil/trace.go:171","msg":"trace[544951230] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27896; }","duration":"896.788806ms","start":"2026-04-28T18:17:55.413684Z","end":"2026-04-28T18:17:56.310473Z","steps":["trace[544951230] 'agreement among raft nodes before linearized reading' (duration: 896.434927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.310589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:55.41366Z","time spent":"896.919049ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:17:56.310519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.874975Z","time spent":"1.435504578s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.310687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765097828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:17:56.310745Z","caller":"traceutil/trace.go:171","msg":"trace[1049943009] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27896; }","duration":"1.765215622s","start":"2026-04-28T18:17:54.545515Z","end":"2026-04-28T18:17:56.310731Z","steps":["trace[1049943009] 'agreement among raft nodes before linearized reading' (duration: 1.764887574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:56.310787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:54.545481Z","time spent":"1.765292513s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:56.941423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916108,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:17:57.39528Z","caller":"traceutil/trace.go:171","msg":"trace[661850485] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"980.451101ms","start":"2026-04-28T18:17:56.414803Z","end":"2026-04-28T18:17:57.395254Z","steps":["trace[661850485] 'process raft request' (duration: 951.474545ms)","trace[661850485] 'compare' (duration: 28.378991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:17:57.395525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.414768Z","time spent":"980.578714ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:57.846503Z","caller":"traceutil/trace.go:171","msg":"trace[1968404859] linearizableReadLoop","detail":"{readStateIndex:28919; appliedIndex:28912; }","duration":"1.405264611s","start":"2026-04-28T18:17:56.441216Z","end":"2026-04-28T18:17:57.846481Z","steps":["trace[1968404859] 'read index received' (duration: 925.077526ms)","trace[1968404859] 'applied index is now lower than readState.Index' (duration: 480.186185ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:57.846744Z","caller":"traceutil/trace.go:171","msg":"trace[1860169007] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"1.431589928s","start":"2026-04-28T18:17:56.415145Z","end":"2026-04-28T18:17:57.846735Z","steps":["trace[1860169007] 'process raft request' (duration: 1.429182277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.846849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.415112Z","time spent":"1.43166243s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:57.846969Z","caller":"traceutil/trace.go:171","msg":"trace[650423702] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"1.43167982s","start":"2026-04-28T18:17:56.415265Z","end":"2026-04-28T18:17:57.846945Z","steps":["trace[650423702] 'process raft request' (duration: 1.431095856s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:57.847004Z","caller":"traceutil/trace.go:171","msg":"trace[1760866387] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"1.431626059s","start":"2026-04-28T18:17:56.415359Z","end":"2026-04-28T18:17:57.846985Z","steps":["trace[1760866387] 'process raft request' (duration: 1.431029344s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:57.847047Z","caller":"traceutil/trace.go:171","msg":"trace[1517819690] transaction","detail":"{read_only:false; response_revision:27902; number_of_response:1; }","duration":"1.43165434s","start":"2026-04-28T18:17:56.415381Z","end":"2026-04-28T18:17:57.847036Z","steps":["trace[1517819690] 'process raft request' (duration: 1.431031504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.847123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.415307Z","time spent":"1.431745922s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:57.84712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.415247Z","time spent":"1.431787524s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:57.84712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.415341Z","time spent":"1.431743012s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:17:57.847369Z","caller":"traceutil/trace.go:171","msg":"trace[1892834067] transaction","detail":"{read_only:false; response_revision:27899; number_of_response:1; }","duration":"1.431843555s","start":"2026-04-28T18:17:56.41527Z","end":"2026-04-28T18:17:57.847114Z","steps":["trace[1892834067] 'process raft request' (duration: 1.431041705s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:57.846978Z","caller":"traceutil/trace.go:171","msg":"trace[1559131138] transaction","detail":"{read_only:false; response_revision:27903; number_of_response:1; }","duration":"1.430627534s","start":"2026-04-28T18:17:56.41619Z","end":"2026-04-28T18:17:57.846817Z","steps":["trace[1559131138] 'process raft request' (duration: 1.430263805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.847527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.416178Z","time spent":"1.431318231s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:57.847608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406280305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-28T18:17:57.847621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.415263Z","time spent":"1.432217354s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:57.847693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394883907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:57.84765Z","caller":"traceutil/trace.go:171","msg":"trace[625304313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27903; }","duration":"1.406504632s","start":"2026-04-28T18:17:56.441135Z","end":"2026-04-28T18:17:57.847639Z","steps":["trace[625304313] 'agreement among raft nodes before linearized reading' (duration: 1.405927907s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:57.847729Z","caller":"traceutil/trace.go:171","msg":"trace[2075308097] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27903; }","duration":"1.394956459s","start":"2026-04-28T18:17:56.452764Z","end":"2026-04-28T18:17:57.847721Z","steps":["trace[2075308097] 'agreement among raft nodes before linearized reading' (duration: 1.394890007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.847742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.441105Z","time spent":"1.406627884s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T18:17:57.847793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.190038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:57.847818Z","caller":"traceutil/trace.go:171","msg":"trace[2087246073] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27903; }","duration":"464.24454ms","start":"2026-04-28T18:17:57.383564Z","end":"2026-04-28T18:17:57.847809Z","steps":["trace[2087246073] 'agreement among raft nodes before linearized reading' (duration: 464.204259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.84784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.383545Z","time spent":"464.289911ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:57.847861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.609363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:57.848013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.348122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:17:57.848112Z","caller":"traceutil/trace.go:171","msg":"trace[1407235596] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:27903; }","duration":"990.477816ms","start":"2026-04-28T18:17:56.857622Z","end":"2026-04-28T18:17:57.8481Z","steps":["trace[1407235596] 'agreement among raft nodes before linearized reading' (duration: 990.27691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.848147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.857603Z","time spent":"990.535187ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:17:57.848012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055009834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:17:57.848207Z","caller":"traceutil/trace.go:171","msg":"trace[683274414] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27903; }","duration":"1.055248071s","start":"2026-04-28T18:17:56.792946Z","end":"2026-04-28T18:17:57.848194Z","steps":["trace[683274414] 'agreement among raft nodes before linearized reading' (duration: 1.055030844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.848235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.669407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:57.848247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.792921Z","time spent":"1.055313473s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:57.848267Z","caller":"traceutil/trace.go:171","msg":"trace[819876837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27903; }","duration":"478.745169ms","start":"2026-04-28T18:17:57.369515Z","end":"2026-04-28T18:17:57.84826Z","steps":["trace[819876837] 'agreement among raft nodes before linearized reading' (duration: 478.688218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.848293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.369495Z","time spent":"478.79197ms","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:57.848576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.357481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:17:57.84862Z","caller":"traceutil/trace.go:171","msg":"trace[840622588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27903; }","duration":"532.443583ms","start":"2026-04-28T18:17:57.316163Z","end":"2026-04-28T18:17:57.848607Z","steps":["trace[840622588] 'agreement among raft nodes before linearized reading' (duration: 532.34093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.848657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.316138Z","time spent":"532.510334ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:17:57.847756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.452742Z","time spent":"1.39500899s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T18:17:57.847918Z","caller":"traceutil/trace.go:171","msg":"trace[1058302079] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27903; }","duration":"926.712125ms","start":"2026-04-28T18:17:56.921189Z","end":"2026-04-28T18:17:57.847901Z","steps":["trace[1058302079] 'agreement among raft nodes before linearized reading' (duration: 926.606533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:57.850695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:56.921162Z","time spent":"929.510667ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:58.35362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:17:59.156745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.243097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:59.156884Z","caller":"traceutil/trace.go:171","msg":"trace[1315979926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27903; }","duration":"895.423452ms","start":"2026-04-28T18:17:58.261439Z","end":"2026-04-28T18:17:59.156862Z","steps":["trace[1315979926] 'range keys from in-memory index tree' (duration: 895.227266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.158037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.8064ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T18:17:59.158214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.850232Z","time spent":"1.307966948s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:17:59.158318Z","caller":"traceutil/trace.go:171","msg":"trace[390534841] linearizableReadLoop","detail":"{readStateIndex:28922; appliedIndex:28919; }","duration":"1.305459585s","start":"2026-04-28T18:17:57.852845Z","end":"2026-04-28T18:17:59.158305Z","steps":["trace[390534841] 'read index received' (duration: 535.374097ms)","trace[390534841] 'applied index is now lower than readState.Index' (duration: 770.084368ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:17:59.158614Z","caller":"traceutil/trace.go:171","msg":"trace[303876328] transaction","detail":"{read_only:false; response_revision:27904; number_of_response:1; }","duration":"1.123826891s","start":"2026-04-28T18:17:58.034775Z","end":"2026-04-28T18:17:59.158601Z","steps":["trace[303876328] 'process raft request' (duration: 1.123354799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.158718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.034744Z","time spent":"1.123907963s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:59.158757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304481259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:59.158817Z","caller":"traceutil/trace.go:171","msg":"trace[2108450499] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27905; }","duration":"1.304572441s","start":"2026-04-28T18:17:57.854225Z","end":"2026-04-28T18:17:59.158798Z","steps":["trace[2108450499] 'agreement among raft nodes before linearized reading' (duration: 1.304460528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.158864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.854211Z","time spent":"1.304644824s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:17:59.159144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.772804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:17:59.159187Z","caller":"traceutil/trace.go:171","msg":"trace[1728875611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27905; }","duration":"842.860896ms","start":"2026-04-28T18:17:58.316315Z","end":"2026-04-28T18:17:59.159176Z","steps":["trace[1728875611] 'agreement among raft nodes before linearized reading' (duration: 842.729521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.31625Z","time spent":"842.972139ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:59.159199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091893581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:59.15926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.410916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:17:59.159294Z","caller":"traceutil/trace.go:171","msg":"trace[1930072207] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27905; }","duration":"1.092048815s","start":"2026-04-28T18:17:58.067213Z","end":"2026-04-28T18:17:59.159262Z","steps":["trace[1930072207] 'agreement among raft nodes before linearized reading' (duration: 1.091880671s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:59.159313Z","caller":"traceutil/trace.go:171","msg":"trace[1928369653] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27905; }","duration":"305.507099ms","start":"2026-04-28T18:17:58.853792Z","end":"2026-04-28T18:17:59.159299Z","steps":["trace[1928369653] 'agreement among raft nodes before linearized reading' (duration: 305.315524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.067165Z","time spent":"1.092166548s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:59.159353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.853768Z","time spent":"305.577661ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:17:59.159383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.489045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:59.159425Z","caller":"traceutil/trace.go:171","msg":"trace[728970443] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27905; }","duration":"319.564257ms","start":"2026-04-28T18:17:58.839848Z","end":"2026-04-28T18:17:59.159412Z","steps":["trace[728970443] 'agreement among raft nodes before linearized reading' (duration: 319.502645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.839828Z","time spent":"319.624328ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:59.159464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123557575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:17:59.159496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092436674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:59.159537Z","caller":"traceutil/trace.go:171","msg":"trace[1363397404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27905; }","duration":"1.092497326s","start":"2026-04-28T18:17:58.06703Z","end":"2026-04-28T18:17:59.159527Z","steps":["trace[1363397404] 'agreement among raft nodes before linearized reading' (duration: 1.092441485s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:59.159538Z","caller":"traceutil/trace.go:171","msg":"trace[874013394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27905; }","duration":"1.123707758s","start":"2026-04-28T18:17:58.035814Z","end":"2026-04-28T18:17:59.159522Z","steps":["trace[874013394] 'agreement among raft nodes before linearized reading' (duration: 1.123444572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.067017Z","time spent":"1.092542687s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:17:59.159579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.035784Z","time spent":"1.123790021s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:17:59.159568Z","caller":"traceutil/trace.go:171","msg":"trace[452272949] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"843.095552ms","start":"2026-04-28T18:17:58.316439Z","end":"2026-04-28T18:17:59.159535Z","steps":["trace[452272949] 'process raft request' (duration: 841.824339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.522183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:59.159457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306572984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-28T18:17:59.159685Z","caller":"traceutil/trace.go:171","msg":"trace[675469555] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f; range_end:; response_count:1; response_revision:27905; }","duration":"1.306865821s","start":"2026-04-28T18:17:57.852808Z","end":"2026-04-28T18:17:59.159674Z","steps":["trace[675469555] 'agreement among raft nodes before linearized reading' (duration: 1.306385839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.852789Z","time spent":"1.306920412s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f\" "} {"level":"warn","ts":"2026-04-28T18:17:59.159733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.572526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:17:59.159732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.316402Z","time spent":"843.237215ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:17:59.159731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269350707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-28T18:17:59.159651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124708774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:17:59.159769Z","caller":"traceutil/trace.go:171","msg":"trace[1962142676] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27905; }","duration":"773.648028ms","start":"2026-04-28T18:17:58.386111Z","end":"2026-04-28T18:17:59.159759Z","steps":["trace[1962142676] 'agreement among raft nodes before linearized reading' (duration: 773.591897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:17:59.159793Z","caller":"traceutil/trace.go:171","msg":"trace[966897613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27905; }","duration":"1.124867519s","start":"2026-04-28T18:17:58.034918Z","end":"2026-04-28T18:17:59.159785Z","steps":["trace[966897613] 'agreement among raft nodes before linearized reading' (duration: 1.124619273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.386087Z","time spent":"773.704969ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:17:59.159826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.034912Z","time spent":"1.12490775s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:17:59.159682Z","caller":"traceutil/trace.go:171","msg":"trace[1564208308] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27905; }","duration":"704.633046ms","start":"2026-04-28T18:17:58.455037Z","end":"2026-04-28T18:17:59.15967Z","steps":["trace[1564208308] 'agreement among raft nodes before linearized reading' (duration: 704.565484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124048617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:17:59.159923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.455014Z","time spent":"704.894703ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:59.159924Z","caller":"traceutil/trace.go:171","msg":"trace[109336845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27905; }","duration":"1.124084968s","start":"2026-04-28T18:17:58.03583Z","end":"2026-04-28T18:17:59.159915Z","steps":["trace[109336845] 'agreement among raft nodes before linearized reading' (duration: 1.123985466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.095974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:17:59.159965Z","caller":"traceutil/trace.go:171","msg":"trace[1050454244] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27905; }","duration":"810.179266ms","start":"2026-04-28T18:17:58.349779Z","end":"2026-04-28T18:17:59.159958Z","steps":["trace[1050454244] 'agreement among raft nodes before linearized reading' (duration: 810.131315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.159962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.035824Z","time spent":"1.124131669s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:17:59.159988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.349747Z","time spent":"810.236887ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:17:59.159793Z","caller":"traceutil/trace.go:171","msg":"trace[372856332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27905; }","duration":"1.26944414s","start":"2026-04-28T18:17:57.890338Z","end":"2026-04-28T18:17:59.159782Z","steps":["trace[372856332] 'agreement among raft nodes before linearized reading' (duration: 1.269313146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.160043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:57.890318Z","time spent":"1.269719436s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:17:59.160358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124695054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:17:59.160414Z","caller":"traceutil/trace.go:171","msg":"trace[162897512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27905; }","duration":"1.124754025s","start":"2026-04-28T18:17:58.035642Z","end":"2026-04-28T18:17:59.160396Z","steps":["trace[162897512] 'agreement among raft nodes before linearized reading' (duration: 1.124609152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:17:59.160479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:58.035637Z","time spent":"1.124834618s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:18:00.120806Z","caller":"traceutil/trace.go:171","msg":"trace[1237571364] transaction","detail":"{read_only:false; response_revision:27912; number_of_response:1; }","duration":"710.987407ms","start":"2026-04-28T18:17:59.409793Z","end":"2026-04-28T18:18:00.12078Z","steps":["trace[1237571364] 'process raft request' (duration: 710.813853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.120972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.409758Z","time spent":"711.124321ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:00.396676Z","caller":"traceutil/trace.go:171","msg":"trace[1165925248] transaction","detail":"{read_only:false; response_revision:27913; number_of_response:1; }","duration":"603.255401ms","start":"2026-04-28T18:17:59.793385Z","end":"2026-04-28T18:18:00.396641Z","steps":["trace[1165925248] 'process raft request' (duration: 517.986666ms)","trace[1165925248] 'compare' (duration: 84.543047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:00.396839Z","caller":"traceutil/trace.go:171","msg":"trace[1316530435] transaction","detail":"{read_only:false; response_revision:27914; number_of_response:1; }","duration":"543.955575ms","start":"2026-04-28T18:17:59.852852Z","end":"2026-04-28T18:18:00.396808Z","steps":["trace[1316530435] 'process raft request' (duration: 543.700809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.397032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.852825Z","time spent":"544.104188ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:00.396886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.793336Z","time spent":"603.433305ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:00.39736Z","caller":"traceutil/trace.go:171","msg":"trace[1693514682] transaction","detail":"{read_only:false; response_revision:27915; number_of_response:1; }","duration":"542.015946ms","start":"2026-04-28T18:17:59.85531Z","end":"2026-04-28T18:18:00.397326Z","steps":["trace[1693514682] 'process raft request' (duration: 541.449481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:00.398813Z","caller":"traceutil/trace.go:171","msg":"trace[563020124] transaction","detail":"{read_only:false; response_revision:27916; number_of_response:1; }","duration":"543.411501ms","start":"2026-04-28T18:17:59.855377Z","end":"2026-04-28T18:18:00.398788Z","steps":["trace[563020124] 'process raft request' (duration: 541.869301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.39894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.85537Z","time spent":"543.500094ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:00.403138Z","caller":"traceutil/trace.go:171","msg":"trace[919102905] transaction","detail":"{read_only:false; response_revision:27917; number_of_response:1; }","duration":"547.66973ms","start":"2026-04-28T18:17:59.855391Z","end":"2026-04-28T18:18:00.403061Z","steps":["trace[919102905] 'process raft request' (duration: 541.970745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.40336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.855362Z","time spent":"547.888396ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:00.398929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.855294Z","time spent":"542.303573ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:00.403758Z","caller":"traceutil/trace.go:171","msg":"trace[2079103682] linearizableReadLoop","detail":"{readStateIndex:28936; appliedIndex:28929; }","duration":"234.331351ms","start":"2026-04-28T18:18:00.169382Z","end":"2026-04-28T18:18:00.403713Z","steps":["trace[2079103682] 'read index received' (duration: 141.863523ms)","trace[2079103682] 'applied index is now lower than readState.Index' (duration: 92.465508ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:00.40393Z","caller":"traceutil/trace.go:171","msg":"trace[904378075] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"546.336445ms","start":"2026-04-28T18:17:59.85757Z","end":"2026-04-28T18:18:00.403907Z","steps":["trace[904378075] 'process raft request' (duration: 540.204329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.403986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.857561Z","time spent":"546.385097ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:00.404119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.050194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:00.404201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.821504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:18:00.404222Z","caller":"traceutil/trace.go:171","msg":"trace[233445483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27919; }","duration":"145.190047ms","start":"2026-04-28T18:18:00.259008Z","end":"2026-04-28T18:18:00.404198Z","steps":["trace[233445483] 'agreement among raft nodes before linearized reading' (duration: 145.039463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:00.404244Z","caller":"traceutil/trace.go:171","msg":"trace[698636171] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27919; }","duration":"234.889596ms","start":"2026-04-28T18:18:00.169334Z","end":"2026-04-28T18:18:00.404224Z","steps":["trace[698636171] 'agreement among raft nodes before linearized reading' (duration: 234.742792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.404707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.722843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-28T18:18:00.404769Z","caller":"traceutil/trace.go:171","msg":"trace[81131719] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-6tjvv.18aa9746ef048862; range_end:; response_count:1; response_revision:27919; }","duration":"136.793365ms","start":"2026-04-28T18:18:00.26794Z","end":"2026-04-28T18:18:00.404734Z","steps":["trace[81131719] 'agreement among raft nodes before linearized reading' (duration: 136.61614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:00.405189Z","caller":"traceutil/trace.go:171","msg":"trace[785327552] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"549.666709ms","start":"2026-04-28T18:17:59.855497Z","end":"2026-04-28T18:18:00.405164Z","steps":["trace[785327552] 'process raft request' (duration: 542.229451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.405241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:17:59.855465Z","time spent":"549.746972ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:00.883435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.114536ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-04-28T18:18:00.883561Z","caller":"traceutil/trace.go:171","msg":"trace[1863048977] linearizableReadLoop","detail":"{readStateIndex:28937; appliedIndex:28936; }","duration":"451.484596ms","start":"2026-04-28T18:18:00.432056Z","end":"2026-04-28T18:18:00.88354Z","steps":["trace[1863048977] 'read index received' (duration: 165.096813ms)","trace[1863048977] 'applied index is now lower than readState.Index' (duration: 286.385923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:00.883664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:00.407177Z","time spent":"476.479971ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:18:00.883917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.855225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:00.883962Z","caller":"traceutil/trace.go:171","msg":"trace[1753355585] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27919; }","duration":"451.956218ms","start":"2026-04-28T18:18:00.431992Z","end":"2026-04-28T18:18:00.883949Z","steps":["trace[1753355585] 'agreement among raft nodes before linearized reading' (duration: 451.863036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.884002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:00.431971Z","time spent":"452.021719ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:00.884143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.502378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:00.88427Z","caller":"traceutil/trace.go:171","msg":"trace[1288932523] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27919; }","duration":"444.657032ms","start":"2026-04-28T18:18:00.439584Z","end":"2026-04-28T18:18:00.884241Z","steps":["trace[1288932523] 'agreement among raft nodes before linearized reading' (duration: 444.435696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:00.884327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:00.43956Z","time spent":"444.753984ms","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:18:00.88446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.839035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:00.884507Z","caller":"traceutil/trace.go:171","msg":"trace[841724026] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27919; }","duration":"225.990589ms","start":"2026-04-28T18:18:00.658507Z","end":"2026-04-28T18:18:00.884497Z","steps":["trace[841724026] 'agreement among raft nodes before linearized reading' (duration: 225.858116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.523884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.420737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:01.524025Z","caller":"traceutil/trace.go:171","msg":"trace[731343352] linearizableReadLoop","detail":"{readStateIndex:28938; appliedIndex:28937; }","duration":"630.077383ms","start":"2026-04-28T18:18:00.893923Z","end":"2026-04-28T18:18:01.524001Z","steps":["trace[731343352] 'read index received' (duration: 287.408809ms)","trace[731343352] 'applied index is now lower than readState.Index' (duration: 342.667034ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:01.524187Z","caller":"traceutil/trace.go:171","msg":"trace[26050891] transaction","detail":"{read_only:false; response_revision:27920; number_of_response:1; }","duration":"635.192953ms","start":"2026-04-28T18:18:00.88898Z","end":"2026-04-28T18:18:01.524172Z","steps":["trace[26050891] 'process raft request' (duration: 292.356455ms)","trace[26050891] 'compare' (duration: 341.894903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:01.524444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:00.888956Z","time spent":"635.264364ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:01.524652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.694038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:01.524751Z","caller":"traceutil/trace.go:171","msg":"trace[1130850827] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27920; }","duration":"630.851152ms","start":"2026-04-28T18:18:00.893877Z","end":"2026-04-28T18:18:01.524728Z","steps":["trace[1130850827] 'agreement among raft nodes before linearized reading' (duration: 630.674187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.524799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:00.893856Z","time spent":"630.933023ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:18:01.526975Z","caller":"traceutil/trace.go:171","msg":"trace[788327802] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"487.774158ms","start":"2026-04-28T18:18:01.039158Z","end":"2026-04-28T18:18:01.526932Z","steps":["trace[788327802] 'process raft request' (duration: 487.006548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.527085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.039127Z","time spent":"487.908852ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:01.527163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.364721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:01.527243Z","caller":"traceutil/trace.go:171","msg":"trace[468034144] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27922; }","duration":"597.603047ms","start":"2026-04-28T18:18:00.929622Z","end":"2026-04-28T18:18:01.527225Z","steps":["trace[468034144] 'agreement among raft nodes before linearized reading' (duration: 597.31519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.527335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:00.929613Z","time spent":"597.70777ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:18:01.527522Z","caller":"traceutil/trace.go:171","msg":"trace[280943557] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"356.678319ms","start":"2026-04-28T18:18:01.170831Z","end":"2026-04-28T18:18:01.527509Z","steps":["trace[280943557] 'process raft request' (duration: 356.007492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.5276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.170796Z","time spent":"356.752291ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:01.527748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.742137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T18:18:01.527802Z","caller":"traceutil/trace.go:171","msg":"trace[834265135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27922; }","duration":"309.799319ms","start":"2026-04-28T18:18:01.21799Z","end":"2026-04-28T18:18:01.527789Z","steps":["trace[834265135] 'agreement among raft nodes before linearized reading' (duration: 309.628614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.52784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.217885Z","time spent":"309.948543ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:18:01.527979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.058075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:18:01.528012Z","caller":"traceutil/trace.go:171","msg":"trace[1836774590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27922; }","duration":"310.142757ms","start":"2026-04-28T18:18:01.21786Z","end":"2026-04-28T18:18:01.528002Z","steps":["trace[1836774590] 'agreement among raft nodes before linearized reading' (duration: 310.009714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.528038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.217782Z","time spent":"310.25141ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:18:01.528072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.829174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:18:01.528117Z","caller":"traceutil/trace.go:171","msg":"trace[1677750046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27922; }","duration":"110.899776ms","start":"2026-04-28T18:18:01.417204Z","end":"2026-04-28T18:18:01.528104Z","steps":["trace[1677750046] 'agreement among raft nodes before linearized reading' (duration: 110.776103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.528184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.924761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T18:18:01.528216Z","caller":"traceutil/trace.go:171","msg":"trace[1854110950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27922; }","duration":"435.974902ms","start":"2026-04-28T18:18:01.092231Z","end":"2026-04-28T18:18:01.528206Z","steps":["trace[1854110950] 'agreement among raft nodes before linearized reading' (duration: 435.89997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.528235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.09222Z","time spent":"436.011464ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:18:01.528299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.998592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:01.528553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.759223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:01.528341Z","caller":"traceutil/trace.go:171","msg":"trace[1058688334] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27922; }","duration":"219.089874ms","start":"2026-04-28T18:18:01.30924Z","end":"2026-04-28T18:18:01.528329Z","steps":["trace[1058688334] 'agreement among raft nodes before linearized reading' (duration: 219.027063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:01.528675Z","caller":"traceutil/trace.go:171","msg":"trace[756095645] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27922; }","duration":"447.933427ms","start":"2026-04-28T18:18:01.080713Z","end":"2026-04-28T18:18:01.528647Z","steps":["trace[756095645] 'agreement among raft nodes before linearized reading' (duration: 447.718602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.528747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.080698Z","time spent":"448.035249ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:01.52906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.632858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:18:01.529099Z","caller":"traceutil/trace.go:171","msg":"trace[1882532541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27922; }","duration":"308.926347ms","start":"2026-04-28T18:18:01.220164Z","end":"2026-04-28T18:18:01.52909Z","steps":["trace[1882532541] 'agreement among raft nodes before linearized reading' (duration: 308.617268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.529125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.220155Z","time spent":"308.962778ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:01.529148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.540107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:01.529183Z","caller":"traceutil/trace.go:171","msg":"trace[635913319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27922; }","duration":"460.604609ms","start":"2026-04-28T18:18:01.068569Z","end":"2026-04-28T18:18:01.529173Z","steps":["trace[635913319] 'agreement among raft nodes before linearized reading' (duration: 460.543268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.529231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.068553Z","time spent":"460.66751ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:18:01.529377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.802999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:18:01.529409Z","caller":"traceutil/trace.go:171","msg":"trace[1372361115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27922; }","duration":"309.888731ms","start":"2026-04-28T18:18:01.219513Z","end":"2026-04-28T18:18:01.529402Z","steps":["trace[1372361115] 'agreement among raft nodes before linearized reading' (duration: 309.806169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.529432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.219486Z","time spent":"309.939783ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:01.529589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.929241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-28T18:18:01.528763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.938521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:18:01.529775Z","caller":"traceutil/trace.go:171","msg":"trace[1207110239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27922; }","duration":"310.972658ms","start":"2026-04-28T18:18:01.218794Z","end":"2026-04-28T18:18:01.529767Z","steps":["trace[1207110239] 'agreement among raft nodes before linearized reading' (duration: 309.90883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.52981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.218783Z","time spent":"311.017789ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:18:01.529635Z","caller":"traceutil/trace.go:171","msg":"trace[1373529850] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27922; }","duration":"486.032274ms","start":"2026-04-28T18:18:01.043592Z","end":"2026-04-28T18:18:01.529624Z","steps":["trace[1373529850] 'agreement among raft nodes before linearized reading' (duration: 485.818859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.530132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.043552Z","time spent":"486.569268ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T18:18:01.874799Z","caller":"traceutil/trace.go:171","msg":"trace[435997202] linearizableReadLoop","detail":"{readStateIndex:28941; appliedIndex:28940; }","duration":"339.01707ms","start":"2026-04-28T18:18:01.535728Z","end":"2026-04-28T18:18:01.874746Z","steps":["trace[435997202] 'read index received' (duration: 299.63236ms)","trace[435997202] 'applied index is now lower than readState.Index' (duration: 39.38333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:01.874806Z","caller":"traceutil/trace.go:171","msg":"trace[819074984] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"339.064171ms","start":"2026-04-28T18:18:01.535697Z","end":"2026-04-28T18:18:01.874761Z","steps":["trace[819074984] 'process raft request' (duration: 299.642909ms)","trace[819074984] 'compare' (duration: 39.031812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:01.874986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.229225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:01.875007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.535676Z","time spent":"339.223845ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:01.875028Z","caller":"traceutil/trace.go:171","msg":"trace[885279058] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27923; }","duration":"339.340838ms","start":"2026-04-28T18:18:01.535672Z","end":"2026-04-28T18:18:01.875013Z","steps":["trace[885279058] 'agreement among raft nodes before linearized reading' (duration: 339.236265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.875064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.535645Z","time spent":"339.41081ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:18:01.893911Z","caller":"traceutil/trace.go:171","msg":"trace[1785316813] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"357.941701ms","start":"2026-04-28T18:18:01.535925Z","end":"2026-04-28T18:18:01.893866Z","steps":["trace[1785316813] 'process raft request' (duration: 357.613193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:01.894105Z","caller":"traceutil/trace.go:171","msg":"trace[1863987528] transaction","detail":"{read_only:false; response_revision:27926; number_of_response:1; }","duration":"357.869509ms","start":"2026-04-28T18:18:01.536188Z","end":"2026-04-28T18:18:01.894057Z","steps":["trace[1863987528] 'process raft request' (duration: 357.608042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.894301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.536182Z","time spent":"358.027673ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:01.894318Z","caller":"traceutil/trace.go:171","msg":"trace[606339292] transaction","detail":"{read_only:false; response_revision:27929; number_of_response:1; }","duration":"356.808961ms","start":"2026-04-28T18:18:01.537455Z","end":"2026-04-28T18:18:01.894264Z","steps":["trace[606339292] 'process raft request' (duration: 356.489003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.894457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.980232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:01.894497Z","caller":"traceutil/trace.go:171","msg":"trace[265075566] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27929; }","duration":"293.066744ms","start":"2026-04-28T18:18:01.601418Z","end":"2026-04-28T18:18:01.894485Z","steps":["trace[265075566] 'agreement among raft nodes before linearized reading' (duration: 292.992792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.894595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.537441Z","time spent":"356.979507ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:01.894806Z","caller":"traceutil/trace.go:171","msg":"trace[773338927] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"358.547236ms","start":"2026-04-28T18:18:01.536244Z","end":"2026-04-28T18:18:01.894791Z","steps":["trace[773338927] 'process raft request' (duration: 357.653444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.894955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.536212Z","time spent":"358.658929ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:01.895169Z","caller":"traceutil/trace.go:171","msg":"trace[1098322037] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"358.909815ms","start":"2026-04-28T18:18:01.536222Z","end":"2026-04-28T18:18:01.895132Z","steps":["trace[1098322037] 'process raft request' (duration: 357.621752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.895231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.536217Z","time spent":"358.977916ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:01.893947Z","caller":"traceutil/trace.go:171","msg":"trace[877931020] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"357.853579ms","start":"2026-04-28T18:18:01.536052Z","end":"2026-04-28T18:18:01.893905Z","steps":["trace[877931020] 'process raft request' (duration: 357.684545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.895681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.53604Z","time spent":"359.595072ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:01.895963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.535894Z","time spent":"358.251539ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:01.897285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.891795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:01.897349Z","caller":"traceutil/trace.go:171","msg":"trace[1931201280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27929; }","duration":"360.977028ms","start":"2026-04-28T18:18:01.53636Z","end":"2026-04-28T18:18:01.897337Z","steps":["trace[1931201280] 'agreement among raft nodes before linearized reading' (duration: 358.347881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:01.897388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:01.536321Z","time spent":"361.0594ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:18:02.512815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.623854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:02.512919Z","caller":"traceutil/trace.go:171","msg":"trace[703543702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27930; }","duration":"120.784718ms","start":"2026-04-28T18:18:02.392108Z","end":"2026-04-28T18:18:02.512893Z","steps":["trace[703543702] 'range keys from in-memory index tree' (duration: 120.448549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:02.595674Z","caller":"traceutil/trace.go:171","msg":"trace[1333379863] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"182.239998ms","start":"2026-04-28T18:18:02.413381Z","end":"2026-04-28T18:18:02.595621Z","steps":["trace[1333379863] 'process raft request' (duration: 182.005522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:02.596189Z","caller":"traceutil/trace.go:171","msg":"trace[127328992] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"182.443293ms","start":"2026-04-28T18:18:02.413731Z","end":"2026-04-28T18:18:02.596174Z","steps":["trace[127328992] 'process raft request' (duration: 181.831438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:02.596218Z","caller":"traceutil/trace.go:171","msg":"trace[163659952] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"180.662987ms","start":"2026-04-28T18:18:02.415523Z","end":"2026-04-28T18:18:02.596186Z","steps":["trace[163659952] 'process raft request' (duration: 180.37936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:02.596441Z","caller":"traceutil/trace.go:171","msg":"trace[662299635] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"179.396428ms","start":"2026-04-28T18:18:02.417032Z","end":"2026-04-28T18:18:02.596429Z","steps":["trace[662299635] 'process raft request' (duration: 179.033767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:02.596472Z","caller":"traceutil/trace.go:171","msg":"trace[1218535239] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"176.047811ms","start":"2026-04-28T18:18:02.420408Z","end":"2026-04-28T18:18:02.596456Z","steps":["trace[1218535239] 'process raft request' (duration: 175.870966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:03.005607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.51566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:03.005726Z","caller":"traceutil/trace.go:171","msg":"trace[1933268124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27936; }","duration":"392.685483ms","start":"2026-04-28T18:18:02.613008Z","end":"2026-04-28T18:18:03.005693Z","steps":["trace[1933268124] 'count revisions from in-memory index tree' (duration: 392.429457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:03.005803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:02.612988Z","time spent":"392.797677ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:03.447372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.652853ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:18:03.448194Z","caller":"traceutil/trace.go:171","msg":"trace[1726276168] linearizableReadLoop","detail":"{readStateIndex:28955; appliedIndex:28954; }","duration":"552.082272ms","start":"2026-04-28T18:18:02.896069Z","end":"2026-04-28T18:18:03.448151Z","steps":["trace[1726276168] 'read index received' (duration: 145.735942ms)","trace[1726276168] 'applied index is now lower than readState.Index' (duration: 406.34383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:03.448452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.202397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:03.448601Z","caller":"traceutil/trace.go:171","msg":"trace[1255954932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27936; }","duration":"380.412092ms","start":"2026-04-28T18:18:03.068164Z","end":"2026-04-28T18:18:03.448576Z","steps":["trace[1255954932] 'agreement among raft nodes before linearized reading' (duration: 380.182266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:03.448685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:03.068142Z","time spent":"380.529025ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:18:03.448735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.334732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:03.448768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.677857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:03.448796Z","caller":"traceutil/trace.go:171","msg":"trace[466897986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27936; }","duration":"134.475716ms","start":"2026-04-28T18:18:03.314304Z","end":"2026-04-28T18:18:03.44878Z","steps":["trace[466897986] 'agreement among raft nodes before linearized reading' (duration: 134.343162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:03.448825Z","caller":"traceutil/trace.go:171","msg":"trace[769080844] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27936; }","duration":"552.8037ms","start":"2026-04-28T18:18:02.896002Z","end":"2026-04-28T18:18:03.448805Z","steps":["trace[769080844] 'agreement among raft nodes before linearized reading' (duration: 552.655967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:03.448877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:02.895974Z","time spent":"552.891443ms","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:03.449172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.114534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:03.449309Z","caller":"traceutil/trace.go:171","msg":"trace[1453290057] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27936; }","duration":"254.296008ms","start":"2026-04-28T18:18:03.19499Z","end":"2026-04-28T18:18:03.449286Z","steps":["trace[1453290057] 'agreement among raft nodes before linearized reading' (duration: 254.095573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:03.651975Z","caller":"traceutil/trace.go:171","msg":"trace[1338980204] transaction","detail":"{read_only:false; response_revision:27937; number_of_response:1; }","duration":"115.467702ms","start":"2026-04-28T18:18:03.536449Z","end":"2026-04-28T18:18:03.651917Z","steps":["trace[1338980204] 'process raft request' (duration: 115.002091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.149854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.313217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:18:04.150044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.469821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T18:18:04.150062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.125028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:18:04.150098Z","caller":"traceutil/trace.go:171","msg":"trace[1593100180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27937; }","duration":"248.538812ms","start":"2026-04-28T18:18:03.901547Z","end":"2026-04-28T18:18:04.150085Z","steps":["trace[1593100180] 'range keys from in-memory index tree' (duration: 248.313567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:04.150091Z","caller":"traceutil/trace.go:171","msg":"trace[1765955808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27937; }","duration":"248.623794ms","start":"2026-04-28T18:18:03.901441Z","end":"2026-04-28T18:18:04.150064Z","steps":["trace[1765955808] 'range keys from in-memory index tree' (duration: 248.016329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:04.150115Z","caller":"traceutil/trace.go:171","msg":"trace[742327401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27937; }","duration":"251.21131ms","start":"2026-04-28T18:18:03.898887Z","end":"2026-04-28T18:18:04.150098Z","steps":["trace[742327401] 'range keys from in-memory index tree' (duration: 251.017165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.150211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.1139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:04.150225Z","caller":"traceutil/trace.go:171","msg":"trace[1028479814] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27937; }","duration":"196.171762ms","start":"2026-04-28T18:18:03.954049Z","end":"2026-04-28T18:18:04.150221Z","steps":["trace[1028479814] 'count revisions from in-memory index tree' (duration: 196.051409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.150254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.787429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T18:18:04.150296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.956168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T18:18:04.150346Z","caller":"traceutil/trace.go:171","msg":"trace[344628264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27937; }","duration":"248.948722ms","start":"2026-04-28T18:18:03.901376Z","end":"2026-04-28T18:18:04.150325Z","steps":["trace[344628264] 'range keys from in-memory index tree' (duration: 248.560743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:04.150393Z","caller":"traceutil/trace.go:171","msg":"trace[1292570135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27937; }","duration":"252.130654ms","start":"2026-04-28T18:18:03.898238Z","end":"2026-04-28T18:18:04.150369Z","steps":["trace[1292570135] 'range keys from in-memory index tree' (duration: 251.704342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:04.452038Z","caller":"traceutil/trace.go:171","msg":"trace[524621528] transaction","detail":"{read_only:false; response_revision:27938; number_of_response:1; }","duration":"296.212254ms","start":"2026-04-28T18:18:04.155796Z","end":"2026-04-28T18:18:04.452008Z","steps":["trace[524621528] 'process raft request' (duration: 295.969418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.875625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.336709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:04.875952Z","caller":"traceutil/trace.go:171","msg":"trace[1548356147] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"718.743794ms","start":"2026-04-28T18:18:04.157189Z","end":"2026-04-28T18:18:04.875933Z","steps":["trace[1548356147] 'process raft request' (duration: 718.664072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.876036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.157183Z","time spent":"718.816106ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:04.876054Z","caller":"traceutil/trace.go:171","msg":"trace[1320187811] transaction","detail":"{read_only:false; response_revision:27939; number_of_response:1; }","duration":"719.107483ms","start":"2026-04-28T18:18:04.156909Z","end":"2026-04-28T18:18:04.876017Z","steps":["trace[1320187811] 'process raft request' (duration: 568.284273ms)","trace[1320187811] 'compare' (duration: 149.259951ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:04.87609Z","caller":"traceutil/trace.go:171","msg":"trace[1949717487] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"718.832156ms","start":"2026-04-28T18:18:04.15711Z","end":"2026-04-28T18:18:04.875942Z","steps":["trace[1949717487] 'process raft request' (duration: 718.644172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.876232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.156889Z","time spent":"719.249126ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:04.876285Z","caller":"traceutil/trace.go:171","msg":"trace[778052143] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"719.137754ms","start":"2026-04-28T18:18:04.157136Z","end":"2026-04-28T18:18:04.876274Z","steps":["trace[778052143] 'process raft request' (duration: 718.680582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.876346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.157108Z","time spent":"719.205946ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:04.876414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.157104Z","time spent":"719.116913ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:04.876478Z","caller":"traceutil/trace.go:171","msg":"trace[1505230839] linearizableReadLoop","detail":"{readStateIndex:28961; appliedIndex:28956; }","duration":"689.914101ms","start":"2026-04-28T18:18:04.186553Z","end":"2026-04-28T18:18:04.876467Z","steps":["trace[1505230839] 'read index received' (duration: 265.265907ms)","trace[1505230839] 'applied index is now lower than readState.Index' (duration: 424.646604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:04.876633Z","caller":"traceutil/trace.go:171","msg":"trace[1620245681] transaction","detail":"{read_only:false; response_revision:27943; number_of_response:1; }","duration":"658.689759ms","start":"2026-04-28T18:18:04.217933Z","end":"2026-04-28T18:18:04.876623Z","steps":["trace[1620245681] 'process raft request' (duration: 657.958351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.876695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.217908Z","time spent":"658.75412ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:04.876978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.442886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-04-28T18:18:04.877041Z","caller":"traceutil/trace.go:171","msg":"trace[597116730] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27943; }","duration":"690.503867ms","start":"2026-04-28T18:18:04.18652Z","end":"2026-04-28T18:18:04.877024Z","steps":["trace[597116730] 'agreement among raft nodes before linearized reading' (duration: 690.118607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:04.877082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.186449Z","time spent":"690.624701ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418423,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:18:05.376611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:18:05.541445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.576124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:05.541785Z","caller":"traceutil/trace.go:171","msg":"trace[1138753114] transaction","detail":"{read_only:false; response_revision:27949; number_of_response:1; }","duration":"938.399663ms","start":"2026-04-28T18:18:04.603364Z","end":"2026-04-28T18:18:05.541764Z","steps":["trace[1138753114] 'process raft request' (duration: 938.356162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:05.54185Z","caller":"traceutil/trace.go:171","msg":"trace[1662843867] transaction","detail":"{read_only:false; response_revision:27945; number_of_response:1; }","duration":"939.646424ms","start":"2026-04-28T18:18:04.602166Z","end":"2026-04-28T18:18:05.541812Z","steps":["trace[1662843867] 'process raft request' (duration: 939.391708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:05.541849Z","caller":"traceutil/trace.go:171","msg":"trace[124906062] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"939.237074ms","start":"2026-04-28T18:18:04.602579Z","end":"2026-04-28T18:18:05.541816Z","steps":["trace[124906062] 'process raft request' (duration: 939.07049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:05.541895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.603355Z","time spent":"938.486965ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:05.542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.602142Z","time spent":"939.775719ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:05.542014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.60253Z","time spent":"939.393628ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:05.542149Z","caller":"traceutil/trace.go:171","msg":"trace[1090396881] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"939.651614ms","start":"2026-04-28T18:18:04.602486Z","end":"2026-04-28T18:18:05.542138Z","steps":["trace[1090396881] 'process raft request' (duration: 939.127991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:05.542204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.60245Z","time spent":"939.723176ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:05.542196Z","caller":"traceutil/trace.go:171","msg":"trace[311993875] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"939.358347ms","start":"2026-04-28T18:18:04.602726Z","end":"2026-04-28T18:18:05.542084Z","steps":["trace[311993875] 'process raft request' (duration: 938.961397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:05.542406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.602692Z","time spent":"939.597153ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:05.544165Z","caller":"traceutil/trace.go:171","msg":"trace[2056580264] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"1.024477869s","start":"2026-04-28T18:18:04.519663Z","end":"2026-04-28T18:18:05.544141Z","steps":["trace[2056580264] 'process raft request' (duration: 910.112464ms)","trace[2056580264] 'compare' (duration: 111.240356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:05.54425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.519627Z","time spent":"1.024589562s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:06.094615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.405408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:06.094797Z","caller":"traceutil/trace.go:171","msg":"trace[692768921] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"435.376617ms","start":"2026-04-28T18:18:05.659404Z","end":"2026-04-28T18:18:06.09478Z","steps":["trace[692768921] 'process raft request' (duration: 435.314046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.094856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.659374Z","time spent":"435.45414ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:06.095038Z","caller":"traceutil/trace.go:171","msg":"trace[594889187] transaction","detail":"{read_only:false; response_revision:27950; number_of_response:1; }","duration":"811.217493ms","start":"2026-04-28T18:18:05.283811Z","end":"2026-04-28T18:18:06.095029Z","steps":["trace[594889187] 'process raft request' (duration: 451.288232ms)","trace[594889187] 'compare' (duration: 359.183842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:06.09508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.28377Z","time spent":"811.288654ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:06.095371Z","caller":"traceutil/trace.go:171","msg":"trace[924287465] linearizableReadLoop","detail":"{readStateIndex:28969; appliedIndex:28962; }","duration":"1.218836737s","start":"2026-04-28T18:18:04.876506Z","end":"2026-04-28T18:18:06.095343Z","steps":["trace[924287465] 'read index received' (duration: 553.471607ms)","trace[924287465] 'applied index is now lower than readState.Index' (duration: 665.363319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:06.096045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722958408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:06.096115Z","caller":"traceutil/trace.go:171","msg":"trace[1346532877] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27951; }","duration":"1.723093711s","start":"2026-04-28T18:18:04.373004Z","end":"2026-04-28T18:18:06.096098Z","steps":["trace[1346532877] 'agreement among raft nodes before linearized reading' (duration: 1.722962268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.096178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.372979Z","time spent":"1.723187044s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:06.096178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437079698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:06.096242Z","caller":"traceutil/trace.go:171","msg":"trace[1097515223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27951; }","duration":"1.43715905s","start":"2026-04-28T18:18:04.659067Z","end":"2026-04-28T18:18:06.096226Z","steps":["trace[1097515223] 'agreement among raft nodes before linearized reading' (duration: 1.436926344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.096286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.659039Z","time spent":"1.437239862s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:18:06.096285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863726283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:18:06.096441Z","caller":"traceutil/trace.go:171","msg":"trace[700383808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27951; }","duration":"1.863950779s","start":"2026-04-28T18:18:04.232467Z","end":"2026-04-28T18:18:06.096418Z","steps":["trace[700383808] 'agreement among raft nodes before linearized reading' (duration: 1.86358346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.096503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.232441Z","time spent":"1.864050621s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:18:06.096842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371351958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:18:06.09689Z","caller":"traceutil/trace.go:171","msg":"trace[1764865252] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27951; }","duration":"1.371464702s","start":"2026-04-28T18:18:04.725414Z","end":"2026-04-28T18:18:06.096879Z","steps":["trace[1764865252] 'agreement among raft nodes before linearized reading' (duration: 1.370104658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.096924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:04.72539Z","time spent":"1.371525983s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:06.097022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030091001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:06.097063Z","caller":"traceutil/trace.go:171","msg":"trace[1314835924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27952; }","duration":"1.030178614s","start":"2026-04-28T18:18:05.066872Z","end":"2026-04-28T18:18:06.097051Z","steps":["trace[1314835924] 'agreement among raft nodes before linearized reading' (duration: 1.030084432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.097083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.066844Z","time spent":"1.030234445s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:18:06.097115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.132395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:18:06.097234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.58713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:06.097238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.791619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:06.097268Z","caller":"traceutil/trace.go:171","msg":"trace[890371794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27952; }","duration":"366.659883ms","start":"2026-04-28T18:18:05.730599Z","end":"2026-04-28T18:18:06.097259Z","steps":["trace[890371794] 'agreement among raft nodes before linearized reading' (duration: 366.602431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:06.097274Z","caller":"traceutil/trace.go:171","msg":"trace[849175231] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27952; }","duration":"563.877841ms","start":"2026-04-28T18:18:05.533387Z","end":"2026-04-28T18:18:06.097265Z","steps":["trace[849175231] 'agreement among raft nodes before linearized reading' (duration: 563.816439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.097291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.730583Z","time spent":"366.698903ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:06.097313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.53336Z","time spent":"563.944663ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:18:06.09723Z","caller":"traceutil/trace.go:171","msg":"trace[1848369609] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27952; }","duration":"321.322201ms","start":"2026-04-28T18:18:05.775881Z","end":"2026-04-28T18:18:06.097203Z","steps":["trace[1848369609] 'agreement among raft nodes before linearized reading' (duration: 321.088905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.097424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.775838Z","time spent":"321.577497ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:06.097489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.471904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:06.097534Z","caller":"traceutil/trace.go:171","msg":"trace[1486283404] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27952; }","duration":"395.574546ms","start":"2026-04-28T18:18:05.701944Z","end":"2026-04-28T18:18:06.097518Z","steps":["trace[1486283404] 'agreement among raft nodes before linearized reading' (duration: 395.510484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:06.097566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:05.701911Z","time spent":"395.646138ms","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:06.483435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.527103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:06.483539Z","caller":"traceutil/trace.go:171","msg":"trace[418593627] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27952; }","duration":"191.686127ms","start":"2026-04-28T18:18:06.291831Z","end":"2026-04-28T18:18:06.483517Z","steps":["trace[418593627] 'range keys from in-memory index tree' (duration: 191.3738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:07.008778Z","caller":"traceutil/trace.go:171","msg":"trace[1992492187] linearizableReadLoop","detail":"{readStateIndex:28974; appliedIndex:28973; }","duration":"127.504629ms","start":"2026-04-28T18:18:06.881242Z","end":"2026-04-28T18:18:07.008746Z","steps":["trace[1992492187] 'read index received' (duration: 127.403117ms)","trace[1992492187] 'applied index is now lower than readState.Index' (duration: 99.392µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:07.009174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.901999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:18:07.009273Z","caller":"traceutil/trace.go:171","msg":"trace[1400789724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27954; }","duration":"128.059183ms","start":"2026-04-28T18:18:06.881192Z","end":"2026-04-28T18:18:07.009251Z","steps":["trace[1400789724] 'agreement among raft nodes before linearized reading' (duration: 127.693794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:07.46022Z","caller":"traceutil/trace.go:171","msg":"trace[799592290] linearizableReadLoop","detail":"{readStateIndex:28975; appliedIndex:28974; }","duration":"451.309652ms","start":"2026-04-28T18:18:07.008888Z","end":"2026-04-28T18:18:07.460197Z","steps":["trace[799592290] 'read index received' (duration: 451.23431ms)","trace[799592290] 'applied index is now lower than readState.Index' (duration: 74.602µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:07.460307Z","caller":"traceutil/trace.go:171","msg":"trace[1349172841] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"576.555913ms","start":"2026-04-28T18:18:06.883726Z","end":"2026-04-28T18:18:07.460282Z","steps":["trace[1349172841] 'process raft request' (duration: 576.276926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.460485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.205823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:18:07.460538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.78341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:18:07.460575Z","caller":"traceutil/trace.go:171","msg":"trace[1192843462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27955; }","duration":"574.312536ms","start":"2026-04-28T18:18:06.886248Z","end":"2026-04-28T18:18:07.460561Z","steps":["trace[1192843462] 'agreement among raft nodes before linearized reading' (duration: 574.0668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.460591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:06.883694Z","time spent":"576.677176ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:07.460614Z","caller":"traceutil/trace.go:171","msg":"trace[404470875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27955; }","duration":"578.872923ms","start":"2026-04-28T18:18:06.881715Z","end":"2026-04-28T18:18:07.460588Z","steps":["trace[404470875] 'agreement among raft nodes before linearized reading' (duration: 578.693548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.46064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.460436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:18:07.460682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:06.881709Z","time spent":"578.951825ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:18:07.460614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:06.886218Z","time spent":"574.385508ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:18:07.460751Z","caller":"traceutil/trace.go:171","msg":"trace[1721281880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27955; }","duration":"577.62061ms","start":"2026-04-28T18:18:06.883107Z","end":"2026-04-28T18:18:07.460727Z","steps":["trace[1721281880] 'agreement among raft nodes before linearized reading' (duration: 577.241191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.460812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:06.883067Z","time spent":"577.734083ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:18:07.51806Z","caller":"traceutil/trace.go:171","msg":"trace[1391236919] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"507.395467ms","start":"2026-04-28T18:18:07.010619Z","end":"2026-04-28T18:18:07.518015Z","steps":["trace[1391236919] 'process raft request' (duration: 507.102479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.518292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.010583Z","time spent":"507.575151ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:07.518355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.765026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T18:18:07.518439Z","caller":"traceutil/trace.go:171","msg":"trace[1563029967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27957; }","duration":"129.89545ms","start":"2026-04-28T18:18:07.388525Z","end":"2026-04-28T18:18:07.51842Z","steps":["trace[1563029967] 'agreement among raft nodes before linearized reading' (duration: 129.606172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:07.518457Z","caller":"traceutil/trace.go:171","msg":"trace[938543727] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"504.259747ms","start":"2026-04-28T18:18:07.01417Z","end":"2026-04-28T18:18:07.51843Z","steps":["trace[938543727] 'process raft request' (duration: 503.752513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.518514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.58353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:07.51865Z","caller":"traceutil/trace.go:171","msg":"trace[447422580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27957; }","duration":"416.767755ms","start":"2026-04-28T18:18:07.101863Z","end":"2026-04-28T18:18:07.518631Z","steps":["trace[447422580] 'agreement among raft nodes before linearized reading' (duration: 416.55621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.518649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.014156Z","time spent":"504.359639ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:07.518695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.101837Z","time spent":"416.844836ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:18:07.518356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.069848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:18:07.518828Z","caller":"traceutil/trace.go:171","msg":"trace[589096675] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27957; }","duration":"368.586581ms","start":"2026-04-28T18:18:07.150212Z","end":"2026-04-28T18:18:07.518798Z","steps":["trace[589096675] 'agreement among raft nodes before linearized reading' (duration: 367.967015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.518873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.150188Z","time spent":"368.670274ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:18:07.519268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.027394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:07.51935Z","caller":"traceutil/trace.go:171","msg":"trace[1421771919] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27957; }","duration":"436.178599ms","start":"2026-04-28T18:18:07.083152Z","end":"2026-04-28T18:18:07.519331Z","steps":["trace[1421771919] 'agreement among raft nodes before linearized reading' (duration: 434.939007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:07.519399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.083132Z","time spent":"436.2574ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:08.326306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.589867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:08.326498Z","caller":"traceutil/trace.go:171","msg":"trace[17029278] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"861.032827ms","start":"2026-04-28T18:18:07.465433Z","end":"2026-04-28T18:18:08.326466Z","steps":["trace[17029278] 'process raft request' (duration: 137.195064ms)","trace[17029278] 'compare' (duration: 722.804187ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:08.326663Z","caller":"traceutil/trace.go:171","msg":"trace[773488591] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"861.006727ms","start":"2026-04-28T18:18:07.465522Z","end":"2026-04-28T18:18:08.326529Z","steps":["trace[773488591] 'process raft request' (duration: 860.879654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.326728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.465407Z","time spent":"861.231273ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:08.326766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.465513Z","time spent":"861.192491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:08.327084Z","caller":"traceutil/trace.go:171","msg":"trace[1487792583] transaction","detail":"{read_only:false; response_revision:27960; number_of_response:1; }","duration":"860.77632ms","start":"2026-04-28T18:18:07.466296Z","end":"2026-04-28T18:18:08.327073Z","steps":["trace[1487792583] 'process raft request' (duration: 860.201616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:08.327056Z","caller":"traceutil/trace.go:171","msg":"trace[509397633] linearizableReadLoop","detail":"{readStateIndex:28980; appliedIndex:28977; }","duration":"805.815984ms","start":"2026-04-28T18:18:07.521206Z","end":"2026-04-28T18:18:08.327022Z","steps":["trace[509397633] 'read index received' (duration: 81.435658ms)","trace[509397633] 'applied index is now lower than readState.Index' (duration: 724.377206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:08.327133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.466288Z","time spent":"860.817542ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:08.327322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.094342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T18:18:08.327365Z","caller":"traceutil/trace.go:171","msg":"trace[114434560] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27960; }","duration":"806.189844ms","start":"2026-04-28T18:18:07.521162Z","end":"2026-04-28T18:18:08.327351Z","steps":["trace[114434560] 'agreement among raft nodes before linearized reading' (duration: 805.990129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.327402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.52114Z","time spent":"806.252707ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T18:18:08.380592Z","caller":"traceutil/trace.go:171","msg":"trace[236662726] transaction","detail":"{read_only:false; response_revision:27961; number_of_response:1; }","duration":"830.466851ms","start":"2026-04-28T18:18:07.5501Z","end":"2026-04-28T18:18:08.380567Z","steps":["trace[236662726] 'process raft request' (duration: 830.235885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.380839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.550072Z","time spent":"830.646806ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:08.380945Z","caller":"traceutil/trace.go:171","msg":"trace[1811133829] transaction","detail":"{read_only:false; response_revision:27962; number_of_response:1; }","duration":"830.792839ms","start":"2026-04-28T18:18:07.5501Z","end":"2026-04-28T18:18:08.380893Z","steps":["trace[1811133829] 'process raft request' (duration: 830.387349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:08.381074Z","caller":"traceutil/trace.go:171","msg":"trace[139156722] transaction","detail":"{read_only:false; response_revision:27966; number_of_response:1; }","duration":"830.325057ms","start":"2026-04-28T18:18:07.550724Z","end":"2026-04-28T18:18:08.381049Z","steps":["trace[139156722] 'process raft request' (duration: 830.270576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.381145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.550072Z","time spent":"830.977314ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:08.381241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.550673Z","time spent":"830.477802ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:08.381384Z","caller":"traceutil/trace.go:171","msg":"trace[386185242] transaction","detail":"{read_only:false; response_revision:27964; number_of_response:1; }","duration":"830.853442ms","start":"2026-04-28T18:18:07.55052Z","end":"2026-04-28T18:18:08.381374Z","steps":["trace[386185242] 'process raft request' (duration: 830.39237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:08.381426Z","caller":"traceutil/trace.go:171","msg":"trace[1616241726] transaction","detail":"{read_only:false; response_revision:27965; number_of_response:1; }","duration":"830.698548ms","start":"2026-04-28T18:18:07.550717Z","end":"2026-04-28T18:18:08.381416Z","steps":["trace[1616241726] 'process raft request' (duration: 830.243126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.381442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.550485Z","time spent":"830.929723ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:08.381483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.550702Z","time spent":"830.757029ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:08.3817Z","caller":"traceutil/trace.go:171","msg":"trace[1116907739] transaction","detail":"{read_only:false; response_revision:27963; number_of_response:1; }","duration":"830.724038ms","start":"2026-04-28T18:18:07.55027Z","end":"2026-04-28T18:18:08.380994Z","steps":["trace[1116907739] 'process raft request' (duration: 830.523793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.381785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.550258Z","time spent":"831.488978ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:08.421224Z","caller":"traceutil/trace.go:171","msg":"trace[2125090836] transaction","detail":"{read_only:false; response_revision:27967; number_of_response:1; }","duration":"509.138242ms","start":"2026-04-28T18:18:07.912056Z","end":"2026-04-28T18:18:08.421194Z","steps":["trace[2125090836] 'process raft request' (duration: 508.65875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.421569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.912027Z","time spent":"509.268424ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:08.421825Z","caller":"traceutil/trace.go:171","msg":"trace[258233223] transaction","detail":"{read_only:false; response_revision:27968; number_of_response:1; }","duration":"318.240613ms","start":"2026-04-28T18:18:08.103571Z","end":"2026-04-28T18:18:08.421812Z","steps":["trace[258233223] 'process raft request' (duration: 317.284419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.421878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:08.103518Z","time spent":"318.330505ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:08.422126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.31611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T18:18:08.422211Z","caller":"traceutil/trace.go:171","msg":"trace[186011812] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79; range_end:; response_count:1; response_revision:27968; }","duration":"899.455033ms","start":"2026-04-28T18:18:07.522733Z","end":"2026-04-28T18:18:08.422188Z","steps":["trace[186011812] 'agreement among raft nodes before linearized reading' (duration: 899.150706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.422264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.522701Z","time spent":"899.554266ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-4951cf68-ae2a-4302-a6e2-96f9d9489b79\" "} {"level":"warn","ts":"2026-04-28T18:18:08.422631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.548995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa981e3f5ffc6f\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-28T18:18:08.422673Z","caller":"traceutil/trace.go:171","msg":"trace[1999686420] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa981e3f5ffc6f; range_end:; response_count:1; response_revision:27968; }","duration":"104.639417ms","start":"2026-04-28T18:18:08.318022Z","end":"2026-04-28T18:18:08.422662Z","steps":["trace[1999686420] 'agreement among raft nodes before linearized reading' (duration: 104.489033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.422876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.304852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:08.422911Z","caller":"traceutil/trace.go:171","msg":"trace[829533640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27968; }","duration":"355.384955ms","start":"2026-04-28T18:18:08.067517Z","end":"2026-04-28T18:18:08.422901Z","steps":["trace[829533640] 'agreement among raft nodes before linearized reading' (duration: 355.330144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.422966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:08.06749Z","time spent":"355.461497ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:18:08.423202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.523995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:18:08.423243Z","caller":"traceutil/trace.go:171","msg":"trace[1138754484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27968; }","duration":"897.581406ms","start":"2026-04-28T18:18:07.525649Z","end":"2026-04-28T18:18:08.42323Z","steps":["trace[1138754484] 'agreement among raft nodes before linearized reading' (duration: 897.467733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.423278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:07.525636Z","time spent":"897.635498ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T18:18:08.551842Z","caller":"traceutil/trace.go:171","msg":"trace[1749562133] transaction","detail":"{read_only:false; response_revision:27971; number_of_response:1; }","duration":"122.660784ms","start":"2026-04-28T18:18:08.429152Z","end":"2026-04-28T18:18:08.551813Z","steps":["trace[1749562133] 'process raft request' (duration: 122.595333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:08.551983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.91083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:08.552048Z","caller":"traceutil/trace.go:171","msg":"trace[1815628437] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27971; }","duration":"123.026504ms","start":"2026-04-28T18:18:08.429006Z","end":"2026-04-28T18:18:08.552032Z","steps":["trace[1815628437] 'agreement among raft nodes before linearized reading' (duration: 122.831179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:08.552144Z","caller":"traceutil/trace.go:171","msg":"trace[1885768691] transaction","detail":"{read_only:false; response_revision:27970; number_of_response:1; }","duration":"123.26383ms","start":"2026-04-28T18:18:08.428864Z","end":"2026-04-28T18:18:08.552127Z","steps":["trace[1885768691] 'process raft request' (duration: 122.715115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:09.543303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.408283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:09.543466Z","caller":"traceutil/trace.go:171","msg":"trace[285591195] transaction","detail":"{read_only:false; response_revision:27972; number_of_response:1; }","duration":"986.389342ms","start":"2026-04-28T18:18:08.557047Z","end":"2026-04-28T18:18:09.543436Z","steps":["trace[285591195] 'process raft request' (duration: 108.732882ms)","trace[285591195] 'compare' (duration: 875.918086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:09.543577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:08.557012Z","time spent":"986.519305ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:09.960292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:18:10.03909Z","caller":"traceutil/trace.go:171","msg":"trace[191029104] transaction","detail":"{read_only:false; response_revision:27973; number_of_response:1; }","duration":"844.99908ms","start":"2026-04-28T18:18:09.194054Z","end":"2026-04-28T18:18:10.039053Z","steps":["trace[191029104] 'process raft request' (duration: 787.142782ms)","trace[191029104] 'compare' (duration: 57.637533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:10.039251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.194017Z","time spent":"845.146934ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.03959Z","caller":"traceutil/trace.go:171","msg":"trace[755396585] linearizableReadLoop","detail":"{readStateIndex:28994; appliedIndex:28992; }","duration":"579.390664ms","start":"2026-04-28T18:18:09.460176Z","end":"2026-04-28T18:18:10.039567Z","steps":["trace[755396585] 'read index received' (duration: 521.102375ms)","trace[755396585] 'applied index is now lower than readState.Index' (duration: 58.287169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:10.039712Z","caller":"traceutil/trace.go:171","msg":"trace[801614089] transaction","detail":"{read_only:false; response_revision:27974; number_of_response:1; }","duration":"573.612589ms","start":"2026-04-28T18:18:09.46609Z","end":"2026-04-28T18:18:10.039703Z","steps":["trace[801614089] 'process raft request' (duration: 573.31461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.039827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.466055Z","time spent":"573.68138ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:10.03989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.299404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:18:10.039895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.691496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:10.039966Z","caller":"traceutil/trace.go:171","msg":"trace[386377027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27974; }","duration":"516.389816ms","start":"2026-04-28T18:18:09.523556Z","end":"2026-04-28T18:18:10.039946Z","steps":["trace[386377027] 'agreement among raft nodes before linearized reading' (duration: 516.16802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:10.039997Z","caller":"traceutil/trace.go:171","msg":"trace[800270035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27974; }","duration":"450.817149ms","start":"2026-04-28T18:18:09.589158Z","end":"2026-04-28T18:18:10.039975Z","steps":["trace[800270035] 'agreement among raft nodes before linearized reading' (duration: 450.620505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.040013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.523473Z","time spent":"516.527879ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:10.040068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.589079Z","time spent":"450.960773ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:10.040081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.046189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:10.040188Z","caller":"traceutil/trace.go:171","msg":"trace[1078726713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27974; }","duration":"483.188182ms","start":"2026-04-28T18:18:09.556976Z","end":"2026-04-28T18:18:10.040164Z","steps":["trace[1078726713] 'agreement among raft nodes before linearized reading' (duration: 482.928076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.040197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.669456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-28T18:18:10.040233Z","caller":"traceutil/trace.go:171","msg":"trace[1388298653] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27974; }","duration":"485.735948ms","start":"2026-04-28T18:18:09.554486Z","end":"2026-04-28T18:18:10.040222Z","steps":["trace[1388298653] 'agreement among raft nodes before linearized reading' (duration: 485.599434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.040257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.554433Z","time spent":"485.819439ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-28T18:18:10.040255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.556965Z","time spent":"483.279284ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:18:10.040288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.117494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T18:18:10.040337Z","caller":"traceutil/trace.go:171","msg":"trace[236892110] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27974; }","duration":"580.192685ms","start":"2026-04-28T18:18:09.460124Z","end":"2026-04-28T18:18:10.040316Z","steps":["trace[236892110] 'agreement among raft nodes before linearized reading' (duration: 580.035381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.040339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.850061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:10.040357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.460061Z","time spent":"580.291518ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-28T18:18:10.040374Z","caller":"traceutil/trace.go:171","msg":"trace[1683206238] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27974; }","duration":"300.954714ms","start":"2026-04-28T18:18:09.739408Z","end":"2026-04-28T18:18:10.040363Z","steps":["trace[1683206238] 'agreement among raft nodes before linearized reading' (duration: 300.889143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.040407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:09.739373Z","time spent":"301.025456ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:18:10.451647Z","caller":"traceutil/trace.go:171","msg":"trace[709387186] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"115.049203ms","start":"2026-04-28T18:18:10.336559Z","end":"2026-04-28T18:18:10.451608Z","steps":["trace[709387186] 'process raft request' (duration: 114.705723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:10.765499Z","caller":"traceutil/trace.go:171","msg":"trace[134208814] transaction","detail":"{read_only:false; response_revision:27977; number_of_response:1; }","duration":"428.852572ms","start":"2026-04-28T18:18:10.33662Z","end":"2026-04-28T18:18:10.765473Z","steps":["trace[134208814] 'process raft request' (duration: 428.667447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.765641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.336585Z","time spent":"428.978496ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.765842Z","caller":"traceutil/trace.go:171","msg":"trace[1633072103] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"429.011016ms","start":"2026-04-28T18:18:10.336822Z","end":"2026-04-28T18:18:10.765833Z","steps":["trace[1633072103] 'process raft request' (duration: 428.615346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.765886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.336813Z","time spent":"429.051977ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.765959Z","caller":"traceutil/trace.go:171","msg":"trace[1188322016] transaction","detail":"{read_only:false; response_revision:27979; number_of_response:1; }","duration":"377.158799ms","start":"2026-04-28T18:18:10.388794Z","end":"2026-04-28T18:18:10.765953Z","steps":["trace[1188322016] 'process raft request' (duration: 376.903772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.766001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.388762Z","time spent":"377.217061ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.766089Z","caller":"traceutil/trace.go:171","msg":"trace[1479443256] transaction","detail":"{read_only:false; response_revision:27980; number_of_response:1; }","duration":"377.211841ms","start":"2026-04-28T18:18:10.388854Z","end":"2026-04-28T18:18:10.766066Z","steps":["trace[1479443256] 'process raft request' (duration: 377.032396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:10.766152Z","caller":"traceutil/trace.go:171","msg":"trace[2035677937] transaction","detail":"{read_only:false; response_revision:27981; number_of_response:1; }","duration":"377.220171ms","start":"2026-04-28T18:18:10.388894Z","end":"2026-04-28T18:18:10.766115Z","steps":["trace[2035677937] 'process raft request' (duration: 377.102928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.766209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.388825Z","time spent":"377.335823ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:10.766356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.388886Z","time spent":"377.360024ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.76704Z","caller":"traceutil/trace.go:171","msg":"trace[153823887] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"378.096033ms","start":"2026-04-28T18:18:10.388922Z","end":"2026-04-28T18:18:10.767018Z","steps":["trace[153823887] 'process raft request' (duration: 377.129828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.767198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.388915Z","time spent":"378.196895ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.767523Z","caller":"traceutil/trace.go:171","msg":"trace[1658280366] transaction","detail":"{read_only:false; response_revision:27983; number_of_response:1; }","duration":"378.317098ms","start":"2026-04-28T18:18:10.389197Z","end":"2026-04-28T18:18:10.767515Z","steps":["trace[1658280366] 'process raft request' (duration: 377.713413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.767566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.389192Z","time spent":"378.349539ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.767771Z","caller":"traceutil/trace.go:171","msg":"trace[848010374] linearizableReadLoop","detail":"{readStateIndex:29005; appliedIndex:28996; }","duration":"282.117324ms","start":"2026-04-28T18:18:10.485643Z","end":"2026-04-28T18:18:10.76776Z","steps":["trace[848010374] 'read index received' (duration: 279.55667ms)","trace[848010374] 'applied index is now lower than readState.Index' (duration: 2.560084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:10.767857Z","caller":"traceutil/trace.go:171","msg":"trace[853785477] transaction","detail":"{read_only:false; response_revision:27985; number_of_response:1; }","duration":"336.703641ms","start":"2026-04-28T18:18:10.431142Z","end":"2026-04-28T18:18:10.767845Z","steps":["trace[853785477] 'process raft request' (duration: 336.569928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.767959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.317379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-04-28T18:18:10.767954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.4311Z","time spent":"336.794023ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:10.767957Z","caller":"traceutil/trace.go:171","msg":"trace[394742850] transaction","detail":"{read_only:false; response_revision:27984; number_of_response:1; }","duration":"378.326939ms","start":"2026-04-28T18:18:10.38961Z","end":"2026-04-28T18:18:10.767937Z","steps":["trace[394742850] 'process raft request' (duration: 377.869657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:10.767988Z","caller":"traceutil/trace.go:171","msg":"trace[35087148] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:27985; }","duration":"282.426602ms","start":"2026-04-28T18:18:10.485554Z","end":"2026-04-28T18:18:10.76798Z","steps":["trace[35087148] 'agreement among raft nodes before linearized reading' (duration: 282.306239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:10.768046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:10.38959Z","time spent":"378.411461ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:12.038365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.069202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:12.038485Z","caller":"traceutil/trace.go:171","msg":"trace[217175624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27985; }","duration":"867.265457ms","start":"2026-04-28T18:18:11.17119Z","end":"2026-04-28T18:18:12.038456Z","steps":["trace[217175624] 'count revisions from in-memory index tree' (duration: 866.96068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.038584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.171165Z","time spent":"867.3677ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:12.039683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.314572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:12.039785Z","caller":"traceutil/trace.go:171","msg":"trace[1455638233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27985; }","duration":"992.485206ms","start":"2026-04-28T18:18:11.047272Z","end":"2026-04-28T18:18:12.039757Z","steps":["trace[1455638233] 'range keys from in-memory index tree' (duration: 991.924732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.039831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.04724Z","time spent":"992.580949ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:18:12.040184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.261216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:12.040298Z","caller":"traceutil/trace.go:171","msg":"trace[1756080339] linearizableReadLoop","detail":"{readStateIndex:29006; appliedIndex:29005; }","duration":"460.768983ms","start":"2026-04-28T18:18:11.579505Z","end":"2026-04-28T18:18:12.040274Z","steps":["trace[1756080339] 'read index received' (duration: 249.312922ms)","trace[1756080339] 'applied index is now lower than readState.Index' (duration: 211.454411ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:12.040353Z","caller":"traceutil/trace.go:171","msg":"trace[1689683504] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"462.872257ms","start":"2026-04-28T18:18:11.577462Z","end":"2026-04-28T18:18:12.040334Z","steps":["trace[1689683504] 'process raft request' (duration: 251.366835ms)","trace[1689683504] 'compare' (duration: 208.967847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:12.040479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.577426Z","time spent":"462.970139ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:12.04052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.020869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:18:12.040547Z","caller":"traceutil/trace.go:171","msg":"trace[1876726953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27986; }","duration":"461.091481ms","start":"2026-04-28T18:18:11.579446Z","end":"2026-04-28T18:18:12.040537Z","steps":["trace[1876726953] 'agreement among raft nodes before linearized reading' (duration: 460.933387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.040581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.579422Z","time spent":"461.152133ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:18:12.040839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.047969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T18:18:12.040884Z","caller":"traceutil/trace.go:171","msg":"trace[1097317252] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27986; }","duration":"459.129091ms","start":"2026-04-28T18:18:11.581744Z","end":"2026-04-28T18:18:12.040873Z","steps":["trace[1097317252] 'agreement among raft nodes before linearized reading' (duration: 459.011028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.040913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.581723Z","time spent":"459.182802ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T18:18:12.040928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.039714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:12.040951Z","caller":"traceutil/trace.go:171","msg":"trace[501706105] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27986; }","duration":"158.101676ms","start":"2026-04-28T18:18:11.882842Z","end":"2026-04-28T18:18:12.040944Z","steps":["trace[501706105] 'agreement among raft nodes before linearized reading' (duration: 158.041145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.041082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.52842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:12.041097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.147487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:12.041114Z","caller":"traceutil/trace.go:171","msg":"trace[1455020712] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27986; }","duration":"131.597062ms","start":"2026-04-28T18:18:11.909507Z","end":"2026-04-28T18:18:12.041104Z","steps":["trace[1455020712] 'agreement among raft nodes before linearized reading' (duration: 131.551661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:12.041128Z","caller":"traceutil/trace.go:171","msg":"trace[1781453371] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27986; }","duration":"308.223298ms","start":"2026-04-28T18:18:11.732895Z","end":"2026-04-28T18:18:12.041118Z","steps":["trace[1781453371] 'agreement among raft nodes before linearized reading' (duration: 308.164357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.041156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.732873Z","time spent":"308.275269ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:12.042173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.333534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:18:12.042236Z","caller":"traceutil/trace.go:171","msg":"trace[212805155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27985; }","duration":"494.455647ms","start":"2026-04-28T18:18:11.547767Z","end":"2026-04-28T18:18:12.042222Z","steps":["trace[212805155] 'range keys from in-memory index tree' (duration: 491.751968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.042274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:11.547736Z","time spent":"494.529659ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:12.549194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790916298,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:18:12.641251Z","caller":"traceutil/trace.go:171","msg":"trace[655147106] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"593.793731ms","start":"2026-04-28T18:18:12.047429Z","end":"2026-04-28T18:18:12.641223Z","steps":["trace[655147106] 'process raft request' (duration: 593.520985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:12.641443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.047405Z","time spent":"593.930364ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:13.435688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.162956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:18:13.435803Z","caller":"traceutil/trace.go:171","msg":"trace[1912730378] linearizableReadLoop","detail":"{readStateIndex:29008; appliedIndex:29006; }","duration":"1.38716113s","start":"2026-04-28T18:18:12.048624Z","end":"2026-04-28T18:18:13.435785Z","steps":["trace[1912730378] 'read index received' (duration: 592.379015ms)","trace[1912730378] 'applied index is now lower than readState.Index' (duration: 794.780595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:13.436033Z","caller":"traceutil/trace.go:171","msg":"trace[136069944] transaction","detail":"{read_only:false; response_revision:27988; number_of_response:1; }","duration":"1.388088844s","start":"2026-04-28T18:18:12.04793Z","end":"2026-04-28T18:18:13.436019Z","steps":["trace[136069944] 'process raft request' (duration: 766.503007ms)","trace[136069944] 'compare' (duration: 621.021073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.436095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.047919Z","time spent":"1.388143855s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:13.436453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387762375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:18:13.436547Z","caller":"traceutil/trace.go:171","msg":"trace[1466887365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27988; }","duration":"1.38794752s","start":"2026-04-28T18:18:12.048576Z","end":"2026-04-28T18:18:13.436524Z","steps":["trace[1466887365] 'agreement among raft nodes before linearized reading' (duration: 1.387505189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:13.4366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.048567Z","time spent":"1.388023841s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:18:13.869111Z","caller":"traceutil/trace.go:171","msg":"trace[202329525] transaction","detail":"{read_only:false; response_revision:27990; number_of_response:1; }","duration":"1.096631781s","start":"2026-04-28T18:18:12.77245Z","end":"2026-04-28T18:18:13.869082Z","steps":["trace[202329525] 'process raft request' (duration: 1.096509398s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:13.869121Z","caller":"traceutil/trace.go:171","msg":"trace[420109135] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"1.096863777s","start":"2026-04-28T18:18:12.772215Z","end":"2026-04-28T18:18:13.869079Z","steps":["trace[420109135] 'process raft request' (duration: 1.054115862s)","trace[420109135] 'compare' (duration: 41.579436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.86929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.772444Z","time spent":"1.096753615s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:13.869453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.772202Z","time spent":"1.097146565s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:13.869507Z","caller":"traceutil/trace.go:171","msg":"trace[877032221] transaction","detail":"{read_only:false; response_revision:27991; number_of_response:1; }","duration":"1.09693311s","start":"2026-04-28T18:18:12.77256Z","end":"2026-04-28T18:18:13.869493Z","steps":["trace[877032221] 'process raft request' (duration: 1.096471457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:13.869617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.772553Z","time spent":"1.096988281s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:13.869665Z","caller":"traceutil/trace.go:171","msg":"trace[1286802258] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"1.09459453s","start":"2026-04-28T18:18:12.775035Z","end":"2026-04-28T18:18:13.869629Z","steps":["trace[1286802258] 'process raft request' (duration: 1.094484507s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:13.869772Z","caller":"traceutil/trace.go:171","msg":"trace[385628793] transaction","detail":"{read_only:false; response_revision:27992; number_of_response:1; }","duration":"1.096414196s","start":"2026-04-28T18:18:12.773344Z","end":"2026-04-28T18:18:13.869758Z","steps":["trace[385628793] 'process raft request' (duration: 1.095934924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:13.869824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.775024Z","time spent":"1.094720413s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:13.86985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.773335Z","time spent":"1.096473168s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:13.86992Z","caller":"traceutil/trace.go:171","msg":"trace[1804659562] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"1.096503749s","start":"2026-04-28T18:18:12.773408Z","end":"2026-04-28T18:18:13.869912Z","steps":["trace[1804659562] 'process raft request' (duration: 1.096047458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:13.869964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.773401Z","time spent":"1.09653867s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:13.870009Z","caller":"traceutil/trace.go:171","msg":"trace[1275587965] transaction","detail":"{read_only:false; response_revision:27995; number_of_response:1; }","duration":"1.094653781s","start":"2026-04-28T18:18:12.775343Z","end":"2026-04-28T18:18:13.869997Z","steps":["trace[1275587965] 'process raft request' (duration: 1.094239721s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:13.870042Z","caller":"traceutil/trace.go:171","msg":"trace[915094545] linearizableReadLoop","detail":"{readStateIndex:29015; appliedIndex:29008; }","duration":"434.205088ms","start":"2026-04-28T18:18:13.435829Z","end":"2026-04-28T18:18:13.870034Z","steps":["trace[915094545] 'read index received' (duration: 390.494487ms)","trace[915094545] 'applied index is now lower than readState.Index' (duration: 43.709511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.870075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.775333Z","time spent":"1.094703312s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:13.92462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.394493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-28T18:18:13.924697Z","caller":"traceutil/trace.go:171","msg":"trace[339541875] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27995; }","duration":"486.524806ms","start":"2026-04-28T18:18:13.438151Z","end":"2026-04-28T18:18:13.924676Z","steps":["trace[339541875] 'agreement among raft nodes before linearized reading' (duration: 486.296191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:13.924727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:13.438131Z","time spent":"486.590807ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:18:13.924828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729741821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:18:13.925004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747874591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:13.925137Z","caller":"traceutil/trace.go:171","msg":"trace[1378364591] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27995; }","duration":"1.748083407s","start":"2026-04-28T18:18:12.177018Z","end":"2026-04-28T18:18:13.925102Z","steps":["trace[1378364591] 'agreement among raft nodes before linearized reading' (duration: 1.693169413s)","trace[1378364591] 'count revisions from in-memory index tree' (duration: 54.681578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.925164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.152305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-28T18:18:13.925196Z","caller":"traceutil/trace.go:171","msg":"trace[218762824] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27995; }","duration":"354.224317ms","start":"2026-04-28T18:18:13.570955Z","end":"2026-04-28T18:18:13.925179Z","steps":["trace[218762824] 'agreement among raft nodes before linearized reading' (duration: 354.157344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:13.92521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:13.570889Z","time spent":"354.31833ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-28T18:18:13.925195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.176988Z","time spent":"1.74819319s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:13.925401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.732231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:13.925483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85804773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:13.925513Z","caller":"traceutil/trace.go:171","msg":"trace[1219683391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27995; }","duration":"1.858091651s","start":"2026-04-28T18:18:12.067413Z","end":"2026-04-28T18:18:13.925505Z","steps":["trace[1219683391] 'agreement among raft nodes before linearized reading' (duration: 1.802790126s)","trace[1219683391] 'range keys from in-memory index tree' (duration: 55.266643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.925528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.067405Z","time spent":"1.858119303s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:18:13.925437Z","caller":"traceutil/trace.go:171","msg":"trace[1377687643] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27995; }","duration":"684.808603ms","start":"2026-04-28T18:18:13.240617Z","end":"2026-04-28T18:18:13.925426Z","steps":["trace[1377687643] 'agreement among raft nodes before linearized reading' (duration: 629.488408ms)","trace[1377687643] 'count revisions from in-memory index tree' (duration: 55.266414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.92561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:13.240592Z","time spent":"685.002457ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:13.92561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832032098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:18:13.925652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876900649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:13.925666Z","caller":"traceutil/trace.go:171","msg":"trace[832330264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27995; }","duration":"1.832135541s","start":"2026-04-28T18:18:12.093514Z","end":"2026-04-28T18:18:13.92565Z","steps":["trace[832330264] 'agreement among raft nodes before linearized reading' (duration: 1.776682752s)","trace[832330264] 'range keys from in-memory index tree' (duration: 55.277734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.925712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.093486Z","time spent":"1.832216253s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:18:13.925068Z","caller":"traceutil/trace.go:171","msg":"trace[1575933820] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27995; }","duration":"1.730033218s","start":"2026-04-28T18:18:12.195012Z","end":"2026-04-28T18:18:13.925045Z","steps":["trace[1575933820] 'agreement among raft nodes before linearized reading' (duration: 1.675166215s)","trace[1575933820] 'count revisions from in-memory index tree' (duration: 54.564175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.925845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.195Z","time spent":"1.730831198s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:18:13.925681Z","caller":"traceutil/trace.go:171","msg":"trace[2135632015] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27995; }","duration":"1.876938349s","start":"2026-04-28T18:18:12.048733Z","end":"2026-04-28T18:18:13.925671Z","steps":["trace[2135632015] 'agreement among raft nodes before linearized reading' (duration: 1.821477911s)","trace[2135632015] 'range keys from in-memory index tree' (duration: 55.422527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.925933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.048728Z","time spent":"1.877188325s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:18:13.926069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000441418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:13.926102Z","caller":"traceutil/trace.go:171","msg":"trace[1089357841] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27995; }","duration":"1.00051657s","start":"2026-04-28T18:18:12.925575Z","end":"2026-04-28T18:18:13.926092Z","steps":["trace[1089357841] 'agreement among raft nodes before linearized reading' (duration: 944.551158ms)","trace[1089357841] 'count revisions from in-memory index tree' (duration: 55.771906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.925887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.614038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:13.926157Z","caller":"traceutil/trace.go:171","msg":"trace[498604597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27995; }","duration":"873.925135ms","start":"2026-04-28T18:18:13.052219Z","end":"2026-04-28T18:18:13.926144Z","steps":["trace[498604597] 'agreement among raft nodes before linearized reading' (duration: 817.899152ms)","trace[498604597] 'range keys from in-memory index tree' (duration: 55.677745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.926182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152673805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:18:13.926188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:13.052191Z","time spent":"873.985877ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"info","ts":"2026-04-28T18:18:13.926216Z","caller":"traceutil/trace.go:171","msg":"trace[19388967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27995; }","duration":"1.152694836s","start":"2026-04-28T18:18:12.773504Z","end":"2026-04-28T18:18:13.926198Z","steps":["trace[19388967] 'agreement among raft nodes before linearized reading' (duration: 1.096635452s)","trace[19388967] 'range keys from in-memory index tree' (duration: 56.000882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.926236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.773472Z","time spent":"1.152759357s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:18:13.926127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.92555Z","time spent":"1.000570662s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:13.926405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538274258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T18:18:13.926472Z","caller":"traceutil/trace.go:171","msg":"trace[1448348871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:27995; }","duration":"1.538387801s","start":"2026-04-28T18:18:12.388065Z","end":"2026-04-28T18:18:13.926452Z","steps":["trace[1448348871] 'agreement among raft nodes before linearized reading' (duration: 1.482106232s)","trace[1448348871] 'range keys from in-memory index tree' (duration: 56.149396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.926837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15488965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:18:13.926864Z","caller":"traceutil/trace.go:171","msg":"trace[1399922845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27995; }","duration":"1.154949712s","start":"2026-04-28T18:18:12.771908Z","end":"2026-04-28T18:18:13.926857Z","steps":["trace[1399922845] 'agreement among raft nodes before linearized reading' (duration: 1.098243642s)","trace[1399922845] 'range keys from in-memory index tree' (duration: 56.645959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.92688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.771858Z","time spent":"1.155017614s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:18:13.926969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471105372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:18:13.927001Z","caller":"traceutil/trace.go:171","msg":"trace[1779667979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27995; }","duration":"1.471186074s","start":"2026-04-28T18:18:12.455805Z","end":"2026-04-28T18:18:13.926991Z","steps":["trace[1779667979] 'agreement among raft nodes before linearized reading' (duration: 1.414355571s)","trace[1779667979] 'range keys from in-memory index tree' (duration: 56.754831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:13.927022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.455779Z","time spent":"1.471238155s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:13.927924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:12.388037Z","time spent":"1.538478114s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"info","ts":"2026-04-28T18:18:14.067423Z","caller":"traceutil/trace.go:171","msg":"trace[310559075] linearizableReadLoop","detail":"{readStateIndex:29020; appliedIndex:29016; }","duration":"131.846898ms","start":"2026-04-28T18:18:13.935555Z","end":"2026-04-28T18:18:14.067402Z","steps":["trace[310559075] 'read index received' (duration: 21.574608ms)","trace[310559075] 'applied index is now lower than readState.Index' (duration: 110.27142ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:14.067546Z","caller":"traceutil/trace.go:171","msg":"trace[2070691010] transaction","detail":"{read_only:false; response_revision:27999; number_of_response:1; }","duration":"134.226999ms","start":"2026-04-28T18:18:13.933309Z","end":"2026-04-28T18:18:14.067536Z","steps":["trace[2070691010] 'process raft request' (duration: 134.051194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:14.067556Z","caller":"traceutil/trace.go:171","msg":"trace[1733161143] transaction","detail":"{read_only:false; response_revision:27998; number_of_response:1; }","duration":"134.203618ms","start":"2026-04-28T18:18:13.933321Z","end":"2026-04-28T18:18:14.067525Z","steps":["trace[1733161143] 'process raft request' (duration: 133.998463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:14.067837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.256109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:14.067869Z","caller":"traceutil/trace.go:171","msg":"trace[1967761658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27999; }","duration":"132.322701ms","start":"2026-04-28T18:18:13.935539Z","end":"2026-04-28T18:18:14.067861Z","steps":["trace[1967761658] 'agreement among raft nodes before linearized reading' (duration: 132.176097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:14.06798Z","caller":"traceutil/trace.go:171","msg":"trace[538491941] transaction","detail":"{read_only:false; response_revision:27997; number_of_response:1; }","duration":"134.725692ms","start":"2026-04-28T18:18:13.933244Z","end":"2026-04-28T18:18:14.067969Z","steps":["trace[538491941] 'process raft request' (duration: 133.911521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:14.068299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.773537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:14.068334Z","caller":"traceutil/trace.go:171","msg":"trace[1401483008] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27999; }","duration":"129.91723ms","start":"2026-04-28T18:18:13.938408Z","end":"2026-04-28T18:18:14.068325Z","steps":["trace[1401483008] 'agreement among raft nodes before linearized reading' (duration: 129.866739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:14.519484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.776633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:18:14.519556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.481534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:14.519592Z","caller":"traceutil/trace.go:171","msg":"trace[1330610249] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28000; }","duration":"121.937787ms","start":"2026-04-28T18:18:14.397626Z","end":"2026-04-28T18:18:14.519564Z","steps":["trace[1330610249] 'count revisions from in-memory index tree' (duration: 121.674591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:14.519656Z","caller":"traceutil/trace.go:171","msg":"trace[84912691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28000; }","duration":"128.657798ms","start":"2026-04-28T18:18:14.390961Z","end":"2026-04-28T18:18:14.519619Z","steps":["trace[84912691] 'count revisions from in-memory index tree' (duration: 128.34589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:14.519711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.810546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:14.519788Z","caller":"traceutil/trace.go:171","msg":"trace[412223475] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28000; }","duration":"253.933909ms","start":"2026-04-28T18:18:14.265835Z","end":"2026-04-28T18:18:14.519769Z","steps":["trace[412223475] 'range keys from in-memory index tree' (duration: 253.746624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:14.519823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.712188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T18:18:14.519895Z","caller":"traceutil/trace.go:171","msg":"trace[1971633808] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28000; }","duration":"174.843021ms","start":"2026-04-28T18:18:14.345031Z","end":"2026-04-28T18:18:14.519874Z","steps":["trace[1971633808] 'range keys from in-memory index tree' (duration: 174.487102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:14.807986Z","caller":"traceutil/trace.go:171","msg":"trace[1526660033] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"102.870783ms","start":"2026-04-28T18:18:14.705079Z","end":"2026-04-28T18:18:14.80795Z","steps":["trace[1526660033] 'process raft request' (duration: 99.835746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:15.106016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.939455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-28T18:18:15.106101Z","caller":"traceutil/trace.go:171","msg":"trace[1916346592] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:28002; }","duration":"166.272093ms","start":"2026-04-28T18:18:14.939811Z","end":"2026-04-28T18:18:15.106084Z","steps":["trace[1916346592] 'range keys from in-memory index tree' (duration: 165.833812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:15.415927Z","caller":"traceutil/trace.go:171","msg":"trace[869225152] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"302.77817ms","start":"2026-04-28T18:18:15.113118Z","end":"2026-04-28T18:18:15.415897Z","steps":["trace[869225152] 'process raft request' (duration: 302.594635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:15.416113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:15.113106Z","time spent":"302.913653ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3945,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:15.827326Z","caller":"traceutil/trace.go:171","msg":"trace[1932849271] linearizableReadLoop","detail":"{readStateIndex:29027; appliedIndex:29025; }","duration":"168.208662ms","start":"2026-04-28T18:18:15.659089Z","end":"2026-04-28T18:18:15.827297Z","steps":["trace[1932849271] 'read index received' (duration: 87.957874ms)","trace[1932849271] 'applied index is now lower than readState.Index' (duration: 80.248888ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:15.827511Z","caller":"traceutil/trace.go:171","msg":"trace[1488948406] transaction","detail":"{read_only:false; response_revision:28005; number_of_response:1; }","duration":"376.724258ms","start":"2026-04-28T18:18:15.450764Z","end":"2026-04-28T18:18:15.827488Z","steps":["trace[1488948406] 'process raft request' (duration: 296.268165ms)","trace[1488948406] 'compare' (duration: 79.701693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:15.827635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:15.450733Z","time spent":"376.826501ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:18:15.827635Z","caller":"traceutil/trace.go:171","msg":"trace[1790452719] transaction","detail":"{read_only:false; response_revision:28006; number_of_response:1; }","duration":"376.558764ms","start":"2026-04-28T18:18:15.451046Z","end":"2026-04-28T18:18:15.827605Z","steps":["trace[1790452719] 'process raft request' (duration: 376.113382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:15.82781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:15.45103Z","time spent":"376.692877ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:15.829348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.841709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:15.829511Z","caller":"traceutil/trace.go:171","msg":"trace[1008972364] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28006; }","duration":"170.407608ms","start":"2026-04-28T18:18:15.659037Z","end":"2026-04-28T18:18:15.829444Z","steps":["trace[1008972364] 'agreement among raft nodes before linearized reading' (duration: 168.772807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:15.863928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.764659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:15.864002Z","caller":"traceutil/trace.go:171","msg":"trace[2017623266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28007; }","duration":"200.863381ms","start":"2026-04-28T18:18:15.663123Z","end":"2026-04-28T18:18:15.863986Z","steps":["trace[2017623266] 'agreement among raft nodes before linearized reading' (duration: 200.667016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.343668Z","caller":"traceutil/trace.go:171","msg":"trace[317538986] linearizableReadLoop","detail":"{readStateIndex:29282; appliedIndex:29281; }","duration":"469.003842ms","start":"2026-04-28T18:18:43.874634Z","end":"2026-04-28T18:18:44.343638Z","steps":["trace[317538986] 'read index received' (duration: 468.813208ms)","trace[317538986] 'applied index is now lower than readState.Index' (duration: 188.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:44.343794Z","caller":"traceutil/trace.go:171","msg":"trace[273265198] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"524.49511ms","start":"2026-04-28T18:18:43.819245Z","end":"2026-04-28T18:18:44.34374Z","steps":["trace[273265198] 'process raft request' (duration: 524.190672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.343882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.185537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:44.343948Z","caller":"traceutil/trace.go:171","msg":"trace[1819710623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28254; }","duration":"469.396572ms","start":"2026-04-28T18:18:43.87453Z","end":"2026-04-28T18:18:44.343927Z","steps":["trace[1819710623] 'agreement among raft nodes before linearized reading' (duration: 469.226007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.343995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:43.819209Z","time spent":"524.689375ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:44.343984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:43.874502Z","time spent":"469.472544ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:18:44.348311Z","caller":"traceutil/trace.go:171","msg":"trace[1680056613] transaction","detail":"{read_only:false; response_revision:28257; number_of_response:1; }","duration":"283.654415ms","start":"2026-04-28T18:18:44.064627Z","end":"2026-04-28T18:18:44.348281Z","steps":["trace[1680056613] 'process raft request' (duration: 283.576153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.34874Z","caller":"traceutil/trace.go:171","msg":"trace[996426625] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"282.456054ms","start":"2026-04-28T18:18:44.066238Z","end":"2026-04-28T18:18:44.348694Z","steps":["trace[996426625] 'process raft request' (duration: 282.005243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.349064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.841402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T18:18:44.348797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.081025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:18:44.349085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.335765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:18:44.349236Z","caller":"traceutil/trace.go:171","msg":"trace[530975205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28261; }","duration":"116.479648ms","start":"2026-04-28T18:18:44.232742Z","end":"2026-04-28T18:18:44.349221Z","steps":["trace[530975205] 'agreement among raft nodes before linearized reading' (duration: 115.947115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.349231Z","caller":"traceutil/trace.go:171","msg":"trace[879004251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28261; }","duration":"115.910954ms","start":"2026-04-28T18:18:44.233188Z","end":"2026-04-28T18:18:44.349098Z","steps":["trace[879004251] 'agreement among raft nodes before linearized reading' (duration: 115.808102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.349265Z","caller":"traceutil/trace.go:171","msg":"trace[804840505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28261; }","duration":"447.567787ms","start":"2026-04-28T18:18:43.901621Z","end":"2026-04-28T18:18:44.349189Z","steps":["trace[804840505] 'agreement among raft nodes before linearized reading' (duration: 447.058285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.348823Z","caller":"traceutil/trace.go:171","msg":"trace[341354400] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"291.282568ms","start":"2026-04-28T18:18:44.057526Z","end":"2026-04-28T18:18:44.348809Z","steps":["trace[341354400] 'process raft request' (duration: 288.701172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.349418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:43.901585Z","time spent":"447.806153ms","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:18:44.348857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.66539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:18:44.349618Z","caller":"traceutil/trace.go:171","msg":"trace[277700037] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28261; }","duration":"209.573493ms","start":"2026-04-28T18:18:44.140024Z","end":"2026-04-28T18:18:44.349598Z","steps":["trace[277700037] 'agreement among raft nodes before linearized reading' (duration: 208.720351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.348911Z","caller":"traceutil/trace.go:171","msg":"trace[85614668] transaction","detail":"{read_only:false; response_revision:28261; number_of_response:1; }","duration":"277.911198ms","start":"2026-04-28T18:18:44.07099Z","end":"2026-04-28T18:18:44.348901Z","steps":["trace[85614668] 'process raft request' (duration: 277.436586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.348915Z","caller":"traceutil/trace.go:171","msg":"trace[1313289794] transaction","detail":"{read_only:false; response_revision:28256; number_of_response:1; }","duration":"285.395569ms","start":"2026-04-28T18:18:44.063483Z","end":"2026-04-28T18:18:44.348878Z","steps":["trace[1313289794] 'process raft request' (duration: 284.66466ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.348956Z","caller":"traceutil/trace.go:171","msg":"trace[1386614208] transaction","detail":"{read_only:false; response_revision:28259; number_of_response:1; }","duration":"280.940055ms","start":"2026-04-28T18:18:44.068003Z","end":"2026-04-28T18:18:44.348943Z","steps":["trace[1386614208] 'process raft request' (duration: 280.3297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.348959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.660616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:18:44.348949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.143539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:44.349916Z","caller":"traceutil/trace.go:171","msg":"trace[925460919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28261; }","duration":"249.600868ms","start":"2026-04-28T18:18:44.100266Z","end":"2026-04-28T18:18:44.349867Z","steps":["trace[925460919] 'agreement among raft nodes before linearized reading' (duration: 248.568833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.349994Z","caller":"traceutil/trace.go:171","msg":"trace[1271971855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28261; }","duration":"202.218686ms","start":"2026-04-28T18:18:44.147698Z","end":"2026-04-28T18:18:44.349917Z","steps":["trace[1271971855] 'agreement among raft nodes before linearized reading' (duration: 201.111168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:44.348997Z","caller":"traceutil/trace.go:171","msg":"trace[809437248] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"279.458717ms","start":"2026-04-28T18:18:44.069526Z","end":"2026-04-28T18:18:44.348985Z","steps":["trace[809437248] 'process raft request' (duration: 278.860472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.348969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.709378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T18:18:44.350277Z","caller":"traceutil/trace.go:171","msg":"trace[72086343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28261; }","duration":"126.104702ms","start":"2026-04-28T18:18:44.224161Z","end":"2026-04-28T18:18:44.350266Z","steps":["trace[72086343] 'agreement among raft nodes before linearized reading' (duration: 124.603275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.348987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.782141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:44.350411Z","caller":"traceutil/trace.go:171","msg":"trace[1669770688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28261; }","duration":"282.274658ms","start":"2026-04-28T18:18:44.068127Z","end":"2026-04-28T18:18:44.350401Z","steps":["trace[1669770688] 'agreement among raft nodes before linearized reading' (duration: 280.75447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.349027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.344067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:18:44.350718Z","caller":"traceutil/trace.go:171","msg":"trace[1801904547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28261; }","duration":"363.08238ms","start":"2026-04-28T18:18:43.987627Z","end":"2026-04-28T18:18:44.350709Z","steps":["trace[1801904547] 'agreement among raft nodes before linearized reading' (duration: 361.280525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:44.350757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:43.987596Z","time spent":"363.147682ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:18:50.825657Z","caller":"traceutil/trace.go:171","msg":"trace[1755915802] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"450.588864ms","start":"2026-04-28T18:18:50.375037Z","end":"2026-04-28T18:18:50.825626Z","steps":["trace[1755915802] 'process raft request' (duration: 450.397299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:50.825837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.375013Z","time spent":"450.728557ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:52.414627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589130709s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:18:52.415396Z","caller":"traceutil/trace.go:171","msg":"trace[1324835817] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"2.040059562s","start":"2026-04-28T18:18:50.375288Z","end":"2026-04-28T18:18:52.415348Z","steps":["trace[1324835817] 'process raft request' (duration: 2.039862417s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:52.415491Z","caller":"traceutil/trace.go:171","msg":"trace[474560749] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"2.035154277s","start":"2026-04-28T18:18:50.380326Z","end":"2026-04-28T18:18:52.41548Z","steps":["trace[474560749] 'process raft request' (duration: 2.03486654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.415619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.375283Z","time spent":"2.040219036s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:52.41571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.38031Z","time spent":"2.035230939s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:52.415842Z","caller":"traceutil/trace.go:171","msg":"trace[758195663] linearizableReadLoop","detail":"{readStateIndex:29334; appliedIndex:29328; }","duration":"2.030375345s","start":"2026-04-28T18:18:50.385422Z","end":"2026-04-28T18:18:52.415798Z","steps":["trace[758195663] 'read index received' (duration: 440.23014ms)","trace[758195663] 'applied index is now lower than readState.Index' (duration: 1.590143515s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:52.415908Z","caller":"traceutil/trace.go:171","msg":"trace[371704518] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"2.035261809s","start":"2026-04-28T18:18:50.380632Z","end":"2026-04-28T18:18:52.415894Z","steps":["trace[371704518] 'process raft request' (duration: 2.034603003s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:52.415978Z","caller":"traceutil/trace.go:171","msg":"trace[2055989524] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"1.6419287s","start":"2026-04-28T18:18:50.774036Z","end":"2026-04-28T18:18:52.415965Z","steps":["trace[2055989524] 'process raft request' (duration: 1.641299094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.415985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.380598Z","time spent":"2.035351292s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:52.416075Z","caller":"traceutil/trace.go:171","msg":"trace[1184521637] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"2.040822651s","start":"2026-04-28T18:18:50.375241Z","end":"2026-04-28T18:18:52.416064Z","steps":["trace[1184521637] 'process raft request' (duration: 2.039704433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.416096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.774007Z","time spent":"1.641998332s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:52.416159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.375233Z","time spent":"2.040879072s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:52.416139Z","caller":"traceutil/trace.go:171","msg":"trace[1121562513] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"2.03252223s","start":"2026-04-28T18:18:50.383534Z","end":"2026-04-28T18:18:52.416056Z","steps":["trace[1121562513] 'process raft request' (duration: 2.03173463s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:52.41542Z","caller":"traceutil/trace.go:171","msg":"trace[58868488] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"2.031652338s","start":"2026-04-28T18:18:50.38373Z","end":"2026-04-28T18:18:52.415383Z","steps":["trace[58868488] 'process raft request' (duration: 2.031571606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.416328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.383514Z","time spent":"2.032741596s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:52.4165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031036752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:18:52.416591Z","caller":"traceutil/trace.go:171","msg":"trace[1207760520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28306; }","duration":"2.031172326s","start":"2026-04-28T18:18:50.385393Z","end":"2026-04-28T18:18:52.416566Z","steps":["trace[1207760520] 'agreement among raft nodes before linearized reading' (duration: 2.030837168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.41672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.385383Z","time spent":"2.03132109s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:18:52.41674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.383679Z","time spent":"2.032589483s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:52.456683Z","caller":"traceutil/trace.go:171","msg":"trace[847570473] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"1.616913865s","start":"2026-04-28T18:18:50.839743Z","end":"2026-04-28T18:18:52.456657Z","steps":["trace[847570473] 'process raft request' (duration: 1.616756701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.456833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.839705Z","time spent":"1.617039508s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:52.975463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.799476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:18:52.976715Z","caller":"traceutil/trace.go:171","msg":"trace[1471712693] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"555.487099ms","start":"2026-04-28T18:18:52.421197Z","end":"2026-04-28T18:18:52.976684Z","steps":["trace[1471712693] 'process raft request' (duration: 555.413597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.976896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.421173Z","time spent":"555.617491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:52.976989Z","caller":"traceutil/trace.go:171","msg":"trace[785750975] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"870.609751ms","start":"2026-04-28T18:18:52.106329Z","end":"2026-04-28T18:18:52.976939Z","steps":["trace[785750975] 'process raft request' (duration: 870.072128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:18:52.977031Z","caller":"traceutil/trace.go:171","msg":"trace[1885335678] linearizableReadLoop","detail":"{readStateIndex:29338; appliedIndex:29335; }","duration":"561.04999ms","start":"2026-04-28T18:18:52.415904Z","end":"2026-04-28T18:18:52.976954Z","steps":["trace[1885335678] 'read index received' (duration: 40.655772ms)","trace[1885335678] 'applied index is now lower than readState.Index' (duration: 520.388417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:52.977118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.106294Z","time spent":"870.761225ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:52.977296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589142087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:18:52.977352Z","caller":"traceutil/trace.go:171","msg":"trace[249012229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28309; }","duration":"2.589211678s","start":"2026-04-28T18:18:50.388126Z","end":"2026-04-28T18:18:52.977338Z","steps":["trace[249012229] 'agreement among raft nodes before linearized reading' (duration: 2.589054394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.977358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588711786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:18:52.977807Z","caller":"traceutil/trace.go:171","msg":"trace[1239699322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28309; }","duration":"2.589170807s","start":"2026-04-28T18:18:50.388614Z","end":"2026-04-28T18:18:52.977784Z","steps":["trace[1239699322] 'agreement among raft nodes before linearized reading' (duration: 2.588391898s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.977862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.388606Z","time spent":"2.589241919s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:52.977374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591400154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:18:52.978287Z","caller":"traceutil/trace.go:171","msg":"trace[1426834840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28309; }","duration":"2.592331478s","start":"2026-04-28T18:18:50.385913Z","end":"2026-04-28T18:18:52.978244Z","steps":["trace[1426834840] 'agreement among raft nodes before linearized reading' (duration: 2.591263041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.978394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.385903Z","time spent":"2.592456601s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:18:52.977395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.388121Z","time spent":"2.5892647s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:52.977382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071223815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:52.978962Z","caller":"traceutil/trace.go:171","msg":"trace[1172934195] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28309; }","duration":"2.072807564s","start":"2026-04-28T18:18:50.906096Z","end":"2026-04-28T18:18:52.978904Z","steps":["trace[1172934195] 'agreement among raft nodes before linearized reading' (duration: 2.071220545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.977377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589087735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:18:52.977525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908855351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:52.979113Z","caller":"traceutil/trace.go:171","msg":"trace[284314177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28309; }","duration":"1.910526102s","start":"2026-04-28T18:18:51.068579Z","end":"2026-04-28T18:18:52.979105Z","steps":["trace[284314177] 'agreement among raft nodes before linearized reading' (duration: 1.908718897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.979167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:51.068554Z","time spent":"1.910602294s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:18:52.979273Z","caller":"traceutil/trace.go:171","msg":"trace[133753064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28309; }","duration":"2.591024275s","start":"2026-04-28T18:18:50.388212Z","end":"2026-04-28T18:18:52.979236Z","steps":["trace[133753064] 'agreement among raft nodes before linearized reading' (duration: 2.588833759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:52.979366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.388197Z","time spent":"2.591143608s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:18:52.979604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:50.906067Z","time spent":"2.073255776s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:18:53.07358Z","caller":"traceutil/trace.go:171","msg":"trace[1000959424] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"241.121284ms","start":"2026-04-28T18:18:52.832412Z","end":"2026-04-28T18:18:53.073534Z","steps":["trace[1000959424] 'process raft request' (duration: 240.905158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.073722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.362066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-28T18:18:53.073984Z","caller":"traceutil/trace.go:171","msg":"trace[1745226344] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28310; }","duration":"635.688404ms","start":"2026-04-28T18:18:52.438273Z","end":"2026-04-28T18:18:53.073962Z","steps":["trace[1745226344] 'agreement among raft nodes before linearized reading' (duration: 635.246763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.074139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.438245Z","time spent":"635.879459ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-28T18:18:53.307488Z","caller":"traceutil/trace.go:171","msg":"trace[408208538] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"323.675821ms","start":"2026-04-28T18:18:52.98378Z","end":"2026-04-28T18:18:53.307456Z","steps":["trace[408208538] 'process raft request' (duration: 247.925818ms)","trace[408208538] 'compare' (duration: 75.275652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:18:53.307674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.983761Z","time spent":"323.823665ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:53.307786Z","caller":"traceutil/trace.go:171","msg":"trace[125998144] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"323.393734ms","start":"2026-04-28T18:18:52.984348Z","end":"2026-04-28T18:18:53.307741Z","steps":["trace[125998144] 'process raft request' (duration: 323.055715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.308012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.984337Z","time spent":"323.535058ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:53.308748Z","caller":"traceutil/trace.go:171","msg":"trace[1319055358] linearizableReadLoop","detail":"{readStateIndex:29344; appliedIndex:29340; }","duration":"235.251045ms","start":"2026-04-28T18:18:53.073481Z","end":"2026-04-28T18:18:53.308732Z","steps":["trace[1319055358] 'read index received' (duration: 158.150988ms)","trace[1319055358] 'applied index is now lower than readState.Index' (duration: 77.098617ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:18:53.309055Z","caller":"traceutil/trace.go:171","msg":"trace[1042018751] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"324.608244ms","start":"2026-04-28T18:18:52.984434Z","end":"2026-04-28T18:18:53.309042Z","steps":["trace[1042018751] 'process raft request' (duration: 323.2454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.309133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.984399Z","time spent":"324.689736ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:18:53.30949Z","caller":"traceutil/trace.go:171","msg":"trace[1824449812] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"322.985083ms","start":"2026-04-28T18:18:52.986493Z","end":"2026-04-28T18:18:53.309478Z","steps":["trace[1824449812] 'process raft request' (duration: 322.160472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.309558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.986483Z","time spent":"323.040514ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:18:53.309672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.63776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-28T18:18:53.309996Z","caller":"traceutil/trace.go:171","msg":"trace[1085062842] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28314; }","duration":"226.259296ms","start":"2026-04-28T18:18:53.083712Z","end":"2026-04-28T18:18:53.309971Z","steps":["trace[1085062842] 'agreement among raft nodes before linearized reading' (duration: 225.445545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.30992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.490869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:18:53.310093Z","caller":"traceutil/trace.go:171","msg":"trace[1783820972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28314; }","duration":"329.687363ms","start":"2026-04-28T18:18:52.980366Z","end":"2026-04-28T18:18:53.310053Z","steps":["trace[1783820972] 'agreement among raft nodes before linearized reading' (duration: 329.476708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:18:53.310224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:18:52.98034Z","time spent":"329.836158ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:19:33.704523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.714295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:19:33.704753Z","caller":"traceutil/trace.go:171","msg":"trace[1195720876] transaction","detail":"{read_only:false; response_revision:28777; number_of_response:1; }","duration":"439.647846ms","start":"2026-04-28T18:19:33.265084Z","end":"2026-04-28T18:19:33.704732Z","steps":["trace[1195720876] 'process raft request' (duration: 439.568504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.704833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.26506Z","time spent":"439.739278ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:19:33.705007Z","caller":"traceutil/trace.go:171","msg":"trace[384271634] transaction","detail":"{read_only:false; response_revision:28776; number_of_response:1; }","duration":"571.296109ms","start":"2026-04-28T18:19:33.133699Z","end":"2026-04-28T18:19:33.704996Z","steps":["trace[384271634] 'process raft request' (duration: 165.000661ms)","trace[384271634] 'compare' (duration: 404.36265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:19:33.705072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.13366Z","time spent":"571.379601ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:19:33.705165Z","caller":"traceutil/trace.go:171","msg":"trace[1666786189] linearizableReadLoop","detail":"{readStateIndex:29817; appliedIndex:29816; }","duration":"475.729772ms","start":"2026-04-28T18:19:33.229425Z","end":"2026-04-28T18:19:33.705155Z","steps":["trace[1666786189] 'read index received' (duration: 69.28653ms)","trace[1666786189] 'applied index is now lower than readState.Index' (duration: 406.441742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:19:33.705288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.859825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:19:33.705325Z","caller":"traceutil/trace.go:171","msg":"trace[1883783200] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28777; }","duration":"475.954528ms","start":"2026-04-28T18:19:33.22936Z","end":"2026-04-28T18:19:33.705315Z","steps":["trace[1883783200] 'agreement among raft nodes before linearized reading' (duration: 475.882177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.705366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.229332Z","time spent":"476.017809ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:19:33.705693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.252835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:19:33.705733Z","caller":"traceutil/trace.go:171","msg":"trace[1957800226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28777; }","duration":"433.318716ms","start":"2026-04-28T18:19:33.272404Z","end":"2026-04-28T18:19:33.705723Z","steps":["trace[1957800226] 'agreement among raft nodes before linearized reading' (duration: 433.1482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.705761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.272393Z","time spent":"433.361387ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:19:33.705983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.616667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:19:33.705973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.091914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:19:33.706025Z","caller":"traceutil/trace.go:171","msg":"trace[396598537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28777; }","duration":"128.711009ms","start":"2026-04-28T18:19:33.577305Z","end":"2026-04-28T18:19:33.706016Z","steps":["trace[396598537] 'agreement among raft nodes before linearized reading' (duration: 128.611916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:33.706058Z","caller":"traceutil/trace.go:171","msg":"trace[1806950870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28777; }","duration":"128.218326ms","start":"2026-04-28T18:19:33.57782Z","end":"2026-04-28T18:19:33.706038Z","steps":["trace[1806950870] 'agreement among raft nodes before linearized reading' (duration: 127.797475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.706205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.376155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:19:33.70624Z","caller":"traceutil/trace.go:171","msg":"trace[1647974471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28777; }","duration":"129.456158ms","start":"2026-04-28T18:19:33.576776Z","end":"2026-04-28T18:19:33.706232Z","steps":["trace[1647974471] 'agreement among raft nodes before linearized reading' (duration: 129.368926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.706423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.687654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:19:33.706459Z","caller":"traceutil/trace.go:171","msg":"trace[411448174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28777; }","duration":"153.783316ms","start":"2026-04-28T18:19:33.552668Z","end":"2026-04-28T18:19:33.706451Z","steps":["trace[411448174] 'agreement among raft nodes before linearized reading' (duration: 153.690043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.708873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.928565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:33.709009Z","caller":"traceutil/trace.go:171","msg":"trace[1163951955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28777; }","duration":"192.176841ms","start":"2026-04-28T18:19:33.516806Z","end":"2026-04-28T18:19:33.708983Z","steps":["trace[1163951955] 'agreement among raft nodes before linearized reading' (duration: 191.981526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.709378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.271946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T18:19:33.70941Z","caller":"traceutil/trace.go:171","msg":"trace[1888019357] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28777; }","duration":"424.323338ms","start":"2026-04-28T18:19:33.285077Z","end":"2026-04-28T18:19:33.7094Z","steps":["trace[1888019357] 'agreement among raft nodes before linearized reading' (duration: 424.160193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.70944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.285072Z","time spent":"424.359678ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T18:19:33.709492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.557257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:33.709544Z","caller":"traceutil/trace.go:171","msg":"trace[1780054016] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28777; }","duration":"425.63328ms","start":"2026-04-28T18:19:33.283897Z","end":"2026-04-28T18:19:33.70953Z","steps":["trace[1780054016] 'agreement among raft nodes before linearized reading' (duration: 425.548068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.709578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.283887Z","time spent":"425.684271ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T18:19:33.709639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.661781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:19:33.709622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.509662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:33.709735Z","caller":"traceutil/trace.go:171","msg":"trace[1409355852] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28777; }","duration":"425.759863ms","start":"2026-04-28T18:19:33.283943Z","end":"2026-04-28T18:19:33.709703Z","steps":["trace[1409355852] 'agreement among raft nodes before linearized reading' (duration: 425.604459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:33.709735Z","caller":"traceutil/trace.go:171","msg":"trace[1280823399] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28777; }","duration":"424.671535ms","start":"2026-04-28T18:19:33.285038Z","end":"2026-04-28T18:19:33.70971Z","steps":["trace[1280823399] 'agreement among raft nodes before linearized reading' (duration: 424.416579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:33.709804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.285029Z","time spent":"424.761308ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:19:33.709804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:33.283938Z","time spent":"425.851965ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T18:19:39.534754Z","caller":"traceutil/trace.go:171","msg":"trace[604193376] transaction","detail":"{read_only:false; response_revision:28826; number_of_response:1; }","duration":"165.822461ms","start":"2026-04-28T18:19:39.368904Z","end":"2026-04-28T18:19:39.534727Z","steps":["trace[604193376] 'process raft request' (duration: 165.614506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:44.958119Z","caller":"traceutil/trace.go:171","msg":"trace[1314792213] transaction","detail":"{read_only:false; response_revision:28864; number_of_response:1; }","duration":"205.989711ms","start":"2026-04-28T18:19:44.752099Z","end":"2026-04-28T18:19:44.958089Z","steps":["trace[1314792213] 'process raft request' (duration: 192.096858ms)","trace[1314792213] 'compare' (duration: 13.411101ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:19:44.991501Z","caller":"traceutil/trace.go:171","msg":"trace[120381527] transaction","detail":"{read_only:false; response_revision:28866; number_of_response:1; }","duration":"231.079038ms","start":"2026-04-28T18:19:44.760393Z","end":"2026-04-28T18:19:44.991472Z","steps":["trace[120381527] 'process raft request' (duration: 230.976685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:44.99152Z","caller":"traceutil/trace.go:171","msg":"trace[1406101711] transaction","detail":"{read_only:false; response_revision:28865; number_of_response:1; }","duration":"238.22841ms","start":"2026-04-28T18:19:44.753258Z","end":"2026-04-28T18:19:44.991486Z","steps":["trace[1406101711] 'process raft request' (duration: 237.886962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:44.992192Z","caller":"traceutil/trace.go:171","msg":"trace[114643814] linearizableReadLoop","detail":"{readStateIndex:29911; appliedIndex:29906; }","duration":"171.512865ms","start":"2026-04-28T18:19:44.820655Z","end":"2026-04-28T18:19:44.992168Z","steps":["trace[114643814] 'read index received' (duration: 123.564768ms)","trace[114643814] 'applied index is now lower than readState.Index' (duration: 47.946907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:19:44.992338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.661109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:44.992371Z","caller":"traceutil/trace.go:171","msg":"trace[1019977001] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28868; }","duration":"171.72484ms","start":"2026-04-28T18:19:44.820637Z","end":"2026-04-28T18:19:44.992361Z","steps":["trace[1019977001] 'agreement among raft nodes before linearized reading' (duration: 171.634158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:44.99233Z","caller":"traceutil/trace.go:171","msg":"trace[1424271156] transaction","detail":"{read_only:false; response_revision:28868; number_of_response:1; }","duration":"227.390114ms","start":"2026-04-28T18:19:44.764858Z","end":"2026-04-28T18:19:44.992248Z","steps":["trace[1424271156] 'process raft request' (duration: 227.182759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:44.992627Z","caller":"traceutil/trace.go:171","msg":"trace[1876875563] transaction","detail":"{read_only:false; response_revision:28867; number_of_response:1; }","duration":"229.262692ms","start":"2026-04-28T18:19:44.763344Z","end":"2026-04-28T18:19:44.992607Z","steps":["trace[1876875563] 'process raft request' (duration: 228.075692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.0709Z","caller":"traceutil/trace.go:171","msg":"trace[191171382] linearizableReadLoop","detail":"{readStateIndex:29912; appliedIndex:29911; }","duration":"323.729462ms","start":"2026-04-28T18:19:45.747147Z","end":"2026-04-28T18:19:46.070877Z","steps":["trace[191171382] 'read index received' (duration: 323.498336ms)","trace[191171382] 'applied index is now lower than readState.Index' (duration: 230.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:19:46.070992Z","caller":"traceutil/trace.go:171","msg":"trace[1603162058] transaction","detail":"{read_only:false; response_revision:28869; number_of_response:1; }","duration":"339.966004ms","start":"2026-04-28T18:19:45.731018Z","end":"2026-04-28T18:19:46.070984Z","steps":["trace[1603162058] 'process raft request' (duration: 339.713737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.07109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.730967Z","time spent":"340.050247ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18492,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:19:46.071084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.932597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.071143Z","caller":"traceutil/trace.go:171","msg":"trace[80373562] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28869; }","duration":"324.05233ms","start":"2026-04-28T18:19:45.747077Z","end":"2026-04-28T18:19:46.071129Z","steps":["trace[80373562] 'agreement among raft nodes before linearized reading' (duration: 323.932857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.071211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.74705Z","time spent":"324.131862ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T18:19:46.335708Z","caller":"traceutil/trace.go:171","msg":"trace[1629196431] linearizableReadLoop","detail":"{readStateIndex:29914; appliedIndex:29912; }","duration":"264.718153ms","start":"2026-04-28T18:19:46.070961Z","end":"2026-04-28T18:19:46.335679Z","steps":["trace[1629196431] 'read index received' (duration: 264.537908ms)","trace[1629196431] 'applied index is now lower than readState.Index' (duration: 179.055µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:19:46.33599Z","caller":"traceutil/trace.go:171","msg":"trace[1880460483] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"578.43532ms","start":"2026-04-28T18:19:45.757547Z","end":"2026-04-28T18:19:46.335982Z","steps":["trace[1880460483] 'process raft request' (duration: 577.920957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.757529Z","time spent":"578.491532ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:19:46.336241Z","caller":"traceutil/trace.go:171","msg":"trace[938189883] transaction","detail":"{read_only:false; response_revision:28871; number_of_response:1; }","duration":"298.49576ms","start":"2026-04-28T18:19:46.037739Z","end":"2026-04-28T18:19:46.336234Z","steps":["trace[938189883] 'process raft request' (duration: 297.895815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.434483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.336387Z","caller":"traceutil/trace.go:171","msg":"trace[1758488459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28871; }","duration":"269.505804ms","start":"2026-04-28T18:19:46.066874Z","end":"2026-04-28T18:19:46.33638Z","steps":["trace[1758488459] 'agreement among raft nodes before linearized reading' (duration: 269.446743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.810636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T18:19:46.336594Z","caller":"traceutil/trace.go:171","msg":"trace[326455416] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28871; }","duration":"342.855387ms","start":"2026-04-28T18:19:45.993731Z","end":"2026-04-28T18:19:46.336586Z","steps":["trace[326455416] 'agreement among raft nodes before linearized reading' (duration: 342.741604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.993718Z","time spent":"342.890978ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T18:19:46.336743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.617867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.336762Z","caller":"traceutil/trace.go:171","msg":"trace[1193524961] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28871; }","duration":"345.662648ms","start":"2026-04-28T18:19:45.991092Z","end":"2026-04-28T18:19:46.336754Z","steps":["trace[1193524961] 'agreement among raft nodes before linearized reading' (duration: 345.634458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.99108Z","time spent":"345.696249ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T18:19:46.336872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.085747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.336893Z","caller":"traceutil/trace.go:171","msg":"trace[1109180413] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28871; }","duration":"581.15251ms","start":"2026-04-28T18:19:45.755735Z","end":"2026-04-28T18:19:46.336888Z","steps":["trace[1109180413] 'agreement among raft nodes before linearized reading' (duration: 581.120619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.755722Z","time spent":"581.18374ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T18:19:46.336993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.57239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.337024Z","caller":"traceutil/trace.go:171","msg":"trace[2072683739] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28871; }","duration":"581.648322ms","start":"2026-04-28T18:19:45.755368Z","end":"2026-04-28T18:19:46.337016Z","steps":["trace[2072683739] 'agreement among raft nodes before linearized reading' (duration: 581.608001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.336982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.818376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T18:19:46.337082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.684573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.337083Z","caller":"traceutil/trace.go:171","msg":"trace[308432943] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28871; }","duration":"579.958209ms","start":"2026-04-28T18:19:45.757105Z","end":"2026-04-28T18:19:46.337063Z","steps":["trace[308432943] 'agreement among raft nodes before linearized reading' (duration: 579.656762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.337101Z","caller":"traceutil/trace.go:171","msg":"trace[952737331] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28871; }","duration":"581.729545ms","start":"2026-04-28T18:19:45.755366Z","end":"2026-04-28T18:19:46.337096Z","steps":["trace[952737331] 'agreement among raft nodes before linearized reading' (duration: 581.687413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.33712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.755345Z","time spent":"581.771746ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T18:19:46.337132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.757093Z","time spent":"580.029703ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T18:19:46.33722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.825147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.337237Z","caller":"traceutil/trace.go:171","msg":"trace[1256703452] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28871; }","duration":"581.989691ms","start":"2026-04-28T18:19:45.755242Z","end":"2026-04-28T18:19:46.337232Z","steps":["trace[1256703452] 'agreement among raft nodes before linearized reading' (duration: 581.958421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.337255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.755219Z","time spent":"582.030733ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T18:19:46.337313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.156342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.337333Z","caller":"traceutil/trace.go:171","msg":"trace[1789739286] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28871; }","duration":"587.229985ms","start":"2026-04-28T18:19:45.750098Z","end":"2026-04-28T18:19:46.337328Z","steps":["trace[1789739286] 'agreement among raft nodes before linearized reading' (duration: 587.202814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.337349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.750074Z","time spent":"587.271815ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:19:46.337447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.651309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:19:46.337471Z","caller":"traceutil/trace.go:171","msg":"trace[897568721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28871; }","duration":"143.70937ms","start":"2026-04-28T18:19:46.193755Z","end":"2026-04-28T18:19:46.337464Z","steps":["trace[897568721] 'agreement among raft nodes before linearized reading' (duration: 143.635958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.337482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.029173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.337518Z","caller":"traceutil/trace.go:171","msg":"trace[292554624] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28871; }","duration":"347.117976ms","start":"2026-04-28T18:19:45.990389Z","end":"2026-04-28T18:19:46.337507Z","steps":["trace[292554624] 'agreement among raft nodes before linearized reading' (duration: 347.058065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.337559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.99035Z","time spent":"347.195478ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T18:19:46.337725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.561103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.337755Z","caller":"traceutil/trace.go:171","msg":"trace[1514044863] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28871; }","duration":"348.591063ms","start":"2026-04-28T18:19:45.989156Z","end":"2026-04-28T18:19:46.337747Z","steps":["trace[1514044863] 'agreement among raft nodes before linearized reading' (duration: 348.544142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.337783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.989134Z","time spent":"348.643415ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:19:46.337918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.110804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T18:19:46.337958Z","caller":"traceutil/trace.go:171","msg":"trace[1513675208] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28871; }","duration":"506.161985ms","start":"2026-04-28T18:19:45.831786Z","end":"2026-04-28T18:19:46.337948Z","steps":["trace[1513675208] 'agreement among raft nodes before linearized reading' (duration: 506.047002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.337991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.83178Z","time spent":"506.203627ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T18:19:46.338088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.815192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.338124Z","caller":"traceutil/trace.go:171","msg":"trace[620229106] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28871; }","duration":"506.858113ms","start":"2026-04-28T18:19:45.831255Z","end":"2026-04-28T18:19:46.338113Z","steps":["trace[620229106] 'agreement among raft nodes before linearized reading' (duration: 506.810262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.338156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.831249Z","time spent":"506.901504ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:19:46.338308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.318455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.338355Z","caller":"traceutil/trace.go:171","msg":"trace[139694857] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28871; }","duration":"507.401537ms","start":"2026-04-28T18:19:45.830942Z","end":"2026-04-28T18:19:46.338344Z","steps":["trace[139694857] 'agreement among raft nodes before linearized reading' (duration: 507.338726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.338391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.830936Z","time spent":"507.445858ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T18:19:46.338485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.144096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:46.338509Z","caller":"traceutil/trace.go:171","msg":"trace[1878902597] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28871; }","duration":"508.243968ms","start":"2026-04-28T18:19:45.830256Z","end":"2026-04-28T18:19:46.3385Z","steps":["trace[1878902597] 'agreement among raft nodes before linearized reading' (duration: 508.209097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.338534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.830231Z","time spent":"508.297569ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T18:19:46.338761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.170031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:19:46.33879Z","caller":"traceutil/trace.go:171","msg":"trace[1000475360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28871; }","duration":"559.207513ms","start":"2026-04-28T18:19:45.77957Z","end":"2026-04-28T18:19:46.338778Z","steps":["trace[1000475360] 'agreement among raft nodes before linearized reading' (duration: 559.120891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.338817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.779563Z","time spent":"559.248564ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:19:46.337043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.75535Z","time spent":"581.688613ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T18:19:46.339137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.841111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:19:46.339185Z","caller":"traceutil/trace.go:171","msg":"trace[1254711351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28871; }","duration":"565.909842ms","start":"2026-04-28T18:19:45.773262Z","end":"2026-04-28T18:19:46.339172Z","steps":["trace[1254711351] 'agreement among raft nodes before linearized reading' (duration: 565.771369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.339221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.773251Z","time spent":"565.960574ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:19:46.339262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.755441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:19:46.339329Z","caller":"traceutil/trace.go:171","msg":"trace[343389820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28871; }","duration":"571.883624ms","start":"2026-04-28T18:19:45.767429Z","end":"2026-04-28T18:19:46.339313Z","steps":["trace[343389820] 'agreement among raft nodes before linearized reading' (duration: 571.635568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.339328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.658542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T18:19:46.339307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.693134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:19:46.339371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.767406Z","time spent":"571.958166ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:19:46.339373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.175007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:19:46.339384Z","caller":"traceutil/trace.go:171","msg":"trace[1560144181] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28871; }","duration":"581.775425ms","start":"2026-04-28T18:19:45.757594Z","end":"2026-04-28T18:19:46.339369Z","steps":["trace[1560144181] 'agreement among raft nodes before linearized reading' (duration: 581.622541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.339404Z","caller":"traceutil/trace.go:171","msg":"trace[1960966723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28871; }","duration":"560.216018ms","start":"2026-04-28T18:19:45.77918Z","end":"2026-04-28T18:19:46.339396Z","steps":["trace[1960966723] 'agreement among raft nodes before linearized reading' (duration: 560.126945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.339402Z","caller":"traceutil/trace.go:171","msg":"trace[1092805600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28871; }","duration":"559.806097ms","start":"2026-04-28T18:19:45.779574Z","end":"2026-04-28T18:19:46.33938Z","steps":["trace[1092805600] 'agreement among raft nodes before linearized reading' (duration: 559.479469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:46.339427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.757337Z","time spent":"582.080553ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T18:19:46.339435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.779173Z","time spent":"560.254258ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:19:46.339455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:19:45.779523Z","time spent":"559.922751ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:19:46.522411Z","caller":"traceutil/trace.go:171","msg":"trace[1991941239] transaction","detail":"{read_only:false; response_revision:28873; number_of_response:1; }","duration":"172.250406ms","start":"2026-04-28T18:19:46.350132Z","end":"2026-04-28T18:19:46.522382Z","steps":["trace[1991941239] 'process raft request' (duration: 107.1037ms)","trace[1991941239] 'compare' (duration: 64.974021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:19:46.522821Z","caller":"traceutil/trace.go:171","msg":"trace[860889462] transaction","detail":"{read_only:false; response_revision:28874; number_of_response:1; }","duration":"172.425409ms","start":"2026-04-28T18:19:46.350385Z","end":"2026-04-28T18:19:46.52281Z","steps":["trace[860889462] 'process raft request' (duration: 171.963338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.52306Z","caller":"traceutil/trace.go:171","msg":"trace[654237028] transaction","detail":"{read_only:false; response_revision:28875; number_of_response:1; }","duration":"172.03498ms","start":"2026-04-28T18:19:46.350993Z","end":"2026-04-28T18:19:46.523028Z","steps":["trace[654237028] 'process raft request' (duration: 171.713192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.523098Z","caller":"traceutil/trace.go:171","msg":"trace[1347002801] transaction","detail":"{read_only:false; response_revision:28876; number_of_response:1; }","duration":"171.801144ms","start":"2026-04-28T18:19:46.351254Z","end":"2026-04-28T18:19:46.523055Z","steps":["trace[1347002801] 'process raft request' (duration: 171.631639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.86726Z","caller":"traceutil/trace.go:171","msg":"trace[2117349752] transaction","detail":"{read_only:false; response_revision:28877; number_of_response:1; }","duration":"202.718269ms","start":"2026-04-28T18:19:46.664517Z","end":"2026-04-28T18:19:46.867235Z","steps":["trace[2117349752] 'process raft request' (duration: 202.468243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:46.867507Z","caller":"traceutil/trace.go:171","msg":"trace[1779147622] transaction","detail":"{read_only:false; response_revision:28878; number_of_response:1; }","duration":"202.944995ms","start":"2026-04-28T18:19:46.664517Z","end":"2026-04-28T18:19:46.867462Z","steps":["trace[1779147622] 'process raft request' (duration: 202.673328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:47.205629Z","caller":"traceutil/trace.go:171","msg":"trace[1673838154] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"205.832248ms","start":"2026-04-28T18:19:46.999773Z","end":"2026-04-28T18:19:47.205606Z","steps":["trace[1673838154] 'process raft request' (duration: 205.757386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:47.20567Z","caller":"traceutil/trace.go:171","msg":"trace[476070285] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"207.775187ms","start":"2026-04-28T18:19:46.997848Z","end":"2026-04-28T18:19:47.205623Z","steps":["trace[476070285] 'process raft request' (duration: 207.475139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:47.205682Z","caller":"traceutil/trace.go:171","msg":"trace[1020124990] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"207.333766ms","start":"2026-04-28T18:19:46.998305Z","end":"2026-04-28T18:19:47.205639Z","steps":["trace[1020124990] 'process raft request' (duration: 207.187741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:47.205954Z","caller":"traceutil/trace.go:171","msg":"trace[1523849165] linearizableReadLoop","detail":"{readStateIndex:29928; appliedIndex:29924; }","duration":"138.095358ms","start":"2026-04-28T18:19:47.067845Z","end":"2026-04-28T18:19:47.20594Z","steps":["trace[1523849165] 'read index received' (duration: 137.547554ms)","trace[1523849165] 'applied index is now lower than readState.Index' (duration: 546.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:19:47.206011Z","caller":"traceutil/trace.go:171","msg":"trace[1110887930] transaction","detail":"{read_only:false; response_revision:28884; number_of_response:1; }","duration":"206.058674ms","start":"2026-04-28T18:19:46.999938Z","end":"2026-04-28T18:19:47.205997Z","steps":["trace[1110887930] 'process raft request' (duration: 205.635643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:19:47.20606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.195191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:19:47.206097Z","caller":"traceutil/trace.go:171","msg":"trace[1855782245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28884; }","duration":"138.300623ms","start":"2026-04-28T18:19:47.067788Z","end":"2026-04-28T18:19:47.206088Z","steps":["trace[1855782245] 'agreement among raft nodes before linearized reading' (duration: 138.203621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:19:57.2468Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T18:19:57.25302Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T18:19:57.253146Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T18:22:25.195051Z","caller":"traceutil/trace.go:171","msg":"trace[314383963] linearizableReadLoop","detail":"{readStateIndex:31492; appliedIndex:31491; }","duration":"127.361073ms","start":"2026-04-28T18:22:25.067663Z","end":"2026-04-28T18:22:25.195024Z","steps":["trace[314383963] 'read index received' (duration: 127.116446ms)","trace[314383963] 'applied index is now lower than readState.Index' (duration: 243.207µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:22:25.195319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.558147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:22:25.195357Z","caller":"traceutil/trace.go:171","msg":"trace[1614535243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30409; }","duration":"127.738962ms","start":"2026-04-28T18:22:25.067608Z","end":"2026-04-28T18:22:25.195347Z","steps":["trace[1614535243] 'agreement among raft nodes before linearized reading' (duration: 127.516476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:22:25.195411Z","caller":"traceutil/trace.go:171","msg":"trace[1702094297] transaction","detail":"{read_only:false; response_revision:30409; number_of_response:1; }","duration":"158.313848ms","start":"2026-04-28T18:22:25.03694Z","end":"2026-04-28T18:22:25.195254Z","steps":["trace[1702094297] 'process raft request' (duration: 157.858535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:22:46.793521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27838} {"level":"info","ts":"2026-04-28T18:22:46.930979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27838,"took":"131.196529ms","hash":465396049,"current-db-size-bytes":51306496,"current-db-size":"51 MB","current-db-size-in-use-bytes":37867520,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-28T18:22:46.931058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":465396049,"revision":27838,"compact-revision":25213} {"level":"info","ts":"2026-04-28T18:23:04.477785Z","caller":"traceutil/trace.go:171","msg":"trace[146497450] transaction","detail":"{read_only:false; response_revision:30812; number_of_response:1; }","duration":"174.549489ms","start":"2026-04-28T18:23:04.303211Z","end":"2026-04-28T18:23:04.477761Z","steps":["trace[146497450] 'process raft request' (duration: 174.494748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:23:04.478028Z","caller":"traceutil/trace.go:171","msg":"trace[2052857970] transaction","detail":"{read_only:false; response_revision:30811; number_of_response:1; }","duration":"174.99126ms","start":"2026-04-28T18:23:04.303002Z","end":"2026-04-28T18:23:04.477993Z","steps":["trace[2052857970] 'process raft request' (duration: 83.986831ms)","trace[2052857970] 'compare' (duration: 90.111457ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:23:04.806281Z","caller":"traceutil/trace.go:171","msg":"trace[1566242372] transaction","detail":"{read_only:false; response_revision:30813; number_of_response:1; }","duration":"199.132403ms","start":"2026-04-28T18:23:04.60711Z","end":"2026-04-28T18:23:04.806242Z","steps":["trace[1566242372] 'process raft request' (duration: 198.719363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:27:46.800013Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30669} {"level":"info","ts":"2026-04-28T18:27:46.973822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30669,"took":"169.303926ms","hash":3427069360,"current-db-size-bytes":52748288,"current-db-size":"53 MB","current-db-size-in-use-bytes":33054720,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T18:27:46.973891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3427069360,"revision":30669,"compact-revision":27838} {"level":"info","ts":"2026-04-28T18:29:02.192024Z","caller":"traceutil/trace.go:171","msg":"trace[713322418] transaction","detail":"{read_only:false; response_revision:33489; number_of_response:1; }","duration":"183.330752ms","start":"2026-04-28T18:29:02.008658Z","end":"2026-04-28T18:29:02.191989Z","steps":["trace[713322418] 'process raft request' (duration: 183.096256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:02.43873Z","caller":"traceutil/trace.go:171","msg":"trace[514590810] linearizableReadLoop","detail":"{readStateIndex:34665; appliedIndex:34664; }","duration":"109.854747ms","start":"2026-04-28T18:29:02.328841Z","end":"2026-04-28T18:29:02.438696Z","steps":["trace[514590810] 'read index received' (duration: 12.733773ms)","trace[514590810] 'applied index is now lower than readState.Index' (duration: 97.118574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:29:02.438881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.017742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:29:02.43895Z","caller":"traceutil/trace.go:171","msg":"trace[1642982991] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:33489; }","duration":"110.156235ms","start":"2026-04-28T18:29:02.32878Z","end":"2026-04-28T18:29:02.438936Z","steps":["trace[1642982991] 'agreement among raft nodes before linearized reading' (duration: 110.011902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:03.69083Z","caller":"traceutil/trace.go:171","msg":"trace[491518759] transaction","detail":"{read_only:false; response_revision:33494; number_of_response:1; }","duration":"107.020926ms","start":"2026-04-28T18:29:03.583784Z","end":"2026-04-28T18:29:03.690805Z","steps":["trace[491518759] 'process raft request' (duration: 106.236506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:12.402206Z","caller":"traceutil/trace.go:171","msg":"trace[171107642] linearizableReadLoop","detail":"{readStateIndex:34740; appliedIndex:34739; }","duration":"138.653889ms","start":"2026-04-28T18:29:12.263529Z","end":"2026-04-28T18:29:12.402183Z","steps":["trace[171107642] 'read index received' (duration: 80.075262ms)","trace[171107642] 'applied index is now lower than readState.Index' (duration: 58.576726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:29:12.402532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.800823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:29:12.40267Z","caller":"traceutil/trace.go:171","msg":"trace[773850720] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33562; }","duration":"139.148741ms","start":"2026-04-28T18:29:12.263463Z","end":"2026-04-28T18:29:12.402612Z","steps":["trace[773850720] 'agreement among raft nodes before linearized reading' (duration: 138.794862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:18.307185Z","caller":"traceutil/trace.go:171","msg":"trace[941795159] transaction","detail":"{read_only:false; response_revision:33604; number_of_response:1; }","duration":"107.158459ms","start":"2026-04-28T18:29:18.2Z","end":"2026-04-28T18:29:18.307159Z","steps":["trace[941795159] 'process raft request' (duration: 107.121868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:18.307395Z","caller":"traceutil/trace.go:171","msg":"trace[1001905207] transaction","detail":"{read_only:false; response_revision:33602; number_of_response:1; }","duration":"119.647057ms","start":"2026-04-28T18:29:18.187708Z","end":"2026-04-28T18:29:18.307355Z","steps":["trace[1001905207] 'process raft request' (duration: 65.563885ms)","trace[1001905207] 'compare' (duration: 53.494407ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:29:18.307482Z","caller":"traceutil/trace.go:171","msg":"trace[1570993933] transaction","detail":"{read_only:false; response_revision:33603; number_of_response:1; }","duration":"116.582508ms","start":"2026-04-28T18:29:18.190878Z","end":"2026-04-28T18:29:18.307461Z","steps":["trace[1570993933] 'process raft request' (duration: 116.184748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:22.179231Z","caller":"traceutil/trace.go:171","msg":"trace[2140737173] transaction","detail":"{read_only:false; response_revision:33628; number_of_response:1; }","duration":"101.589097ms","start":"2026-04-28T18:29:22.077606Z","end":"2026-04-28T18:29:22.179195Z","steps":["trace[2140737173] 'process raft request' (duration: 91.868301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:34.420046Z","caller":"traceutil/trace.go:171","msg":"trace[1458956445] transaction","detail":"{read_only:false; response_revision:33719; number_of_response:1; }","duration":"101.439205ms","start":"2026-04-28T18:29:34.318574Z","end":"2026-04-28T18:29:34.420013Z","steps":["trace[1458956445] 'process raft request' (duration: 68.15662ms)","trace[1458956445] 'compare' (duration: 33.12231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:29:54.373835Z","caller":"traceutil/trace.go:171","msg":"trace[563143423] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"176.991831ms","start":"2026-04-28T18:29:54.196811Z","end":"2026-04-28T18:29:54.373803Z","steps":["trace[563143423] 'process raft request' (duration: 176.787536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:29:54.385961Z","caller":"traceutil/trace.go:171","msg":"trace[1831247353] transaction","detail":"{read_only:false; response_revision:33863; number_of_response:1; }","duration":"130.172243ms","start":"2026-04-28T18:29:54.255759Z","end":"2026-04-28T18:29:54.385932Z","steps":["trace[1831247353] 'process raft request' (duration: 129.976388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:31:33.298075Z","caller":"traceutil/trace.go:171","msg":"trace[606771752] transaction","detail":"{read_only:false; response_revision:34626; number_of_response:1; }","duration":"100.262432ms","start":"2026-04-28T18:31:33.197775Z","end":"2026-04-28T18:31:33.298038Z","steps":["trace[606771752] 'process raft request' (duration: 100.030066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:32:46.806469Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32930} {"level":"info","ts":"2026-04-28T18:32:46.939254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32930,"took":"128.496458ms","hash":1441244434,"current-db-size-bytes":52748288,"current-db-size":"53 MB","current-db-size-in-use-bytes":31756288,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T18:32:46.939314Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1441244434,"revision":32930,"compact-revision":30669} {"level":"warn","ts":"2026-04-28T18:37:32.520565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.140564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:37:32.781404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.712659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:37:32.781639Z","caller":"traceutil/trace.go:171","msg":"trace[1007862571] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37354; }","duration":"102.025287ms","start":"2026-04-28T18:37:32.679577Z","end":"2026-04-28T18:37:32.781603Z","steps":["trace[1007862571] 'count revisions from in-memory index tree' (duration: 101.543743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:37:32.922796Z","caller":"traceutil/trace.go:171","msg":"trace[1493251825] transaction","detail":"{read_only:false; response_revision:37355; number_of_response:1; }","duration":"129.245266ms","start":"2026-04-28T18:37:32.793518Z","end":"2026-04-28T18:37:32.922764Z","steps":["trace[1493251825] 'process raft request' (duration: 129.043911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:37:32.932772Z","caller":"traceutil/trace.go:171","msg":"trace[1796737298] transaction","detail":"{read_only:false; response_revision:37356; number_of_response:1; }","duration":"117.443597ms","start":"2026-04-28T18:37:32.815291Z","end":"2026-04-28T18:37:32.932735Z","steps":["trace[1796737298] 'process raft request' (duration: 117.291493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:37:46.82075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35161} {"level":"info","ts":"2026-04-28T18:37:46.972469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35161,"took":"145.390165ms","hash":3497574974,"current-db-size-bytes":52748288,"current-db-size":"53 MB","current-db-size-in-use-bytes":30957568,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T18:37:46.972546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3497574974,"revision":35161,"compact-revision":32930} {"level":"info","ts":"2026-04-28T18:38:08.736078Z","caller":"traceutil/trace.go:171","msg":"trace[2105745932] transaction","detail":"{read_only:false; response_revision:37627; number_of_response:1; }","duration":"291.811457ms","start":"2026-04-28T18:38:08.444222Z","end":"2026-04-28T18:38:08.736034Z","steps":["trace[2105745932] 'process raft request' (duration: 285.63192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:40:26.51422Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T18:40:26.525733Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T18:40:26.525853Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-28T18:42:46.82868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37465} {"level":"info","ts":"2026-04-28T18:42:46.968643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37465,"took":"134.508689ms","hash":2817732045,"current-db-size-bytes":52748288,"current-db-size":"53 MB","current-db-size-in-use-bytes":32407552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T18:42:46.968712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2817732045,"revision":37465,"compact-revision":35161} {"level":"info","ts":"2026-04-28T18:47:46.833785Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39696} {"level":"info","ts":"2026-04-28T18:47:46.9586Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39696,"took":"119.228182ms","hash":268906467,"current-db-size-bytes":52748288,"current-db-size":"53 MB","current-db-size-in-use-bytes":31952896,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T18:47:46.958677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":268906467,"revision":39696,"compact-revision":37465} {"level":"warn","ts":"2026-04-28T18:48:43.881454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.754975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-j577c\" ","response":"range_response_count:1 size:7300"} {"level":"info","ts":"2026-04-28T18:48:43.881558Z","caller":"traceutil/trace.go:171","msg":"trace[2017706206] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-j577c; range_end:; response_count:1; response_revision:42446; }","duration":"676.909988ms","start":"2026-04-28T18:48:43.204625Z","end":"2026-04-28T18:48:43.881535Z","steps":["trace[2017706206] 'range keys from in-memory index tree' (duration: 676.462807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:43.88159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.204591Z","time spent":"676.992001ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7324,"request content":"key:\"/registry/pods/openstack/barbican-db-init-j577c\" "} {"level":"warn","ts":"2026-04-28T18:48:43.881707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.793515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:48:43.88181Z","caller":"traceutil/trace.go:171","msg":"trace[1611217226] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:42446; }","duration":"491.971281ms","start":"2026-04-28T18:48:43.389816Z","end":"2026-04-28T18:48:43.881787Z","steps":["trace[1611217226] 'count revisions from in-memory index tree' (duration: 491.663493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:43.881859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.389787Z","time spent":"492.061272ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:48:43.885872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.559267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42446 ","response":"range_response_count:1000 size:773404"} {"level":"info","ts":"2026-04-28T18:48:43.885954Z","caller":"traceutil/trace.go:171","msg":"trace[1538827971] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42446; }","duration":"694.69786ms","start":"2026-04-28T18:48:43.191238Z","end":"2026-04-28T18:48:43.885936Z","steps":["trace[1538827971] 'range keys from in-memory index tree' (duration: 691.490028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:43.88603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.191215Z","time spent":"694.768722ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1117,"response size":773428,"request content":"key:\"/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42446 "} {"level":"warn","ts":"2026-04-28T18:48:43.887421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.322989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:48:43.887501Z","caller":"traceutil/trace.go:171","msg":"trace[1721264700] transaction","detail":"{read_only:false; response_revision:42447; number_of_response:1; }","duration":"377.485918ms","start":"2026-04-28T18:48:43.510002Z","end":"2026-04-28T18:48:43.887488Z","steps":["trace[1721264700] 'process raft request' (duration: 145.013505ms)","trace[1721264700] 'compare' (duration: 226.857781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:43.887556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.509971Z","time spent":"377.5585ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:44.226663Z","caller":"traceutil/trace.go:171","msg":"trace[369502723] linearizableReadLoop","detail":"{readStateIndex:43889; appliedIndex:43886; }","duration":"610.318531ms","start":"2026-04-28T18:48:43.616311Z","end":"2026-04-28T18:48:44.22663Z","steps":["trace[369502723] 'read index received' (duration: 38.627578ms)","trace[369502723] 'applied index is now lower than readState.Index' (duration: 571.689713ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:44.226742Z","caller":"traceutil/trace.go:171","msg":"trace[1465863762] transaction","detail":"{read_only:false; response_revision:42448; number_of_response:1; }","duration":"715.734694ms","start":"2026-04-28T18:48:43.51095Z","end":"2026-04-28T18:48:44.226684Z","steps":["trace[1465863762] 'process raft request' (duration: 715.368974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:44.22676Z","caller":"traceutil/trace.go:171","msg":"trace[349367716] transaction","detail":"{read_only:false; response_revision:42449; number_of_response:1; }","duration":"692.817163ms","start":"2026-04-28T18:48:43.533891Z","end":"2026-04-28T18:48:44.226708Z","steps":["trace[349367716] 'process raft request' (duration: 692.68095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.226991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.533859Z","time spent":"692.998648ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:44.227018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.510918Z","time spent":"715.929969ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:44.227026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.68343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:48:44.227072Z","caller":"traceutil/trace.go:171","msg":"trace[295404219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42449; }","duration":"610.796063ms","start":"2026-04-28T18:48:43.616263Z","end":"2026-04-28T18:48:44.227059Z","steps":["trace[295404219] 'agreement among raft nodes before linearized reading' (duration: 610.531826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.227135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.616239Z","time spent":"610.886076ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:48:44.323548Z","caller":"traceutil/trace.go:171","msg":"trace[134798800] transaction","detail":"{read_only:false; response_revision:42450; number_of_response:1; }","duration":"244.402205ms","start":"2026-04-28T18:48:44.079103Z","end":"2026-04-28T18:48:44.323505Z","steps":["trace[134798800] 'process raft request' (duration: 244.116478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.323671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.247241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:48:44.323647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.426548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-j577c\" ","response":"range_response_count:1 size:7300"} {"level":"warn","ts":"2026-04-28T18:48:44.323652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.037465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:48:44.323716Z","caller":"traceutil/trace.go:171","msg":"trace[1483281132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42450; }","duration":"704.286973ms","start":"2026-04-28T18:48:43.619408Z","end":"2026-04-28T18:48:44.323695Z","steps":["trace[1483281132] 'agreement among raft nodes before linearized reading' (duration: 704.212201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:44.323738Z","caller":"traceutil/trace.go:171","msg":"trace[183653599] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-j577c; range_end:; response_count:1; response_revision:42450; }","duration":"323.577982ms","start":"2026-04-28T18:48:44.000138Z","end":"2026-04-28T18:48:44.323716Z","steps":["trace[183653599] 'agreement among raft nodes before linearized reading' (duration: 323.284604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.32376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.619405Z","time spent":"704.346125ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:48:44.323762Z","caller":"traceutil/trace.go:171","msg":"trace[734497856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42450; }","duration":"255.23091ms","start":"2026-04-28T18:48:44.068502Z","end":"2026-04-28T18:48:44.323733Z","steps":["trace[734497856] 'agreement among raft nodes before linearized reading' (duration: 255.025015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.323567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.141389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:48:44.323888Z","caller":"traceutil/trace.go:171","msg":"trace[1606602604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42450; }","duration":"704.531069ms","start":"2026-04-28T18:48:43.619342Z","end":"2026-04-28T18:48:44.323873Z","steps":["trace[1606602604] 'agreement among raft nodes before linearized reading' (duration: 704.045016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.323781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.000111Z","time spent":"323.661264ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7324,"request content":"key:\"/registry/pods/openstack/barbican-db-init-j577c\" "} {"level":"warn","ts":"2026-04-28T18:48:44.323976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.619316Z","time spent":"704.605901ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:48:44.32452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.871559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42446 ","response":"range_response_count:117 size:87370"} {"level":"info","ts":"2026-04-28T18:48:44.324647Z","caller":"traceutil/trace.go:171","msg":"trace[1086531497] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\u0000; range_end:/registry/events/openstack0; response_count:117; response_revision:42450; }","duration":"423.027684ms","start":"2026-04-28T18:48:43.90159Z","end":"2026-04-28T18:48:44.324618Z","steps":["trace[1086531497] 'agreement among raft nodes before linearized reading' (duration: 421.992947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.324712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:43.901529Z","time spent":"423.162678ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":117,"response size":87394,"request content":"key:\"/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42446 "} {"level":"warn","ts":"2026-04-28T18:48:44.473367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.975547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:48:44.473767Z","caller":"traceutil/trace.go:171","msg":"trace[1876980132] linearizableReadLoop","detail":"{readStateIndex:43891; appliedIndex:43890; }","duration":"148.566746ms","start":"2026-04-28T18:48:44.32516Z","end":"2026-04-28T18:48:44.473727Z","steps":["trace[1876980132] 'read index received' (duration: 29.024045ms)","trace[1876980132] 'applied index is now lower than readState.Index' (duration: 119.537641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:44.473811Z","caller":"traceutil/trace.go:171","msg":"trace[198229693] transaction","detail":"{read_only:false; response_revision:42453; number_of_response:1; }","duration":"142.774279ms","start":"2026-04-28T18:48:44.331013Z","end":"2026-04-28T18:48:44.473788Z","steps":["trace[198229693] 'process raft request' (duration: 142.710258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:44.473821Z","caller":"traceutil/trace.go:171","msg":"trace[1507070713] transaction","detail":"{read_only:false; response_revision:42452; number_of_response:1; }","duration":"144.625326ms","start":"2026-04-28T18:48:44.329162Z","end":"2026-04-28T18:48:44.473788Z","steps":["trace[1507070713] 'process raft request' (duration: 144.463102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:44.473786Z","caller":"traceutil/trace.go:171","msg":"trace[493495120] transaction","detail":"{read_only:false; response_revision:42451; number_of_response:1; }","duration":"241.336768ms","start":"2026-04-28T18:48:44.232396Z","end":"2026-04-28T18:48:44.473732Z","steps":["trace[493495120] 'process raft request' (duration: 121.846228ms)","trace[493495120] 'compare' (duration: 118.73525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:44.473922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.75141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:48:44.473993Z","caller":"traceutil/trace.go:171","msg":"trace[164299752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42453; }","duration":"148.834713ms","start":"2026-04-28T18:48:44.325138Z","end":"2026-04-28T18:48:44.473973Z","steps":["trace[164299752] 'agreement among raft nodes before linearized reading' (duration: 148.692379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:44.474136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.022036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-j577c\" ","response":"range_response_count:1 size:7300"} {"level":"info","ts":"2026-04-28T18:48:44.474184Z","caller":"traceutil/trace.go:171","msg":"trace[1954255155] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-j577c; range_end:; response_count:1; response_revision:42453; }","duration":"145.133919ms","start":"2026-04-28T18:48:44.329038Z","end":"2026-04-28T18:48:44.474172Z","steps":["trace[1954255155] 'agreement among raft nodes before linearized reading' (duration: 144.904193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:45.078341Z","caller":"traceutil/trace.go:171","msg":"trace[1718526598] transaction","detail":"{read_only:false; response_revision:42454; number_of_response:1; }","duration":"519.676754ms","start":"2026-04-28T18:48:44.558641Z","end":"2026-04-28T18:48:45.078318Z","steps":["trace[1718526598] 'process raft request' (duration: 519.503879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.078517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.558607Z","time spent":"519.805857ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:45.390348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.109762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:48:45.390732Z","caller":"traceutil/trace.go:171","msg":"trace[2130675240] transaction","detail":"{read_only:false; response_revision:42458; number_of_response:1; }","duration":"303.478663ms","start":"2026-04-28T18:48:45.087229Z","end":"2026-04-28T18:48:45.390707Z","steps":["trace[2130675240] 'process raft request' (duration: 303.433351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:45.390989Z","caller":"traceutil/trace.go:171","msg":"trace[236516311] transaction","detail":"{read_only:false; response_revision:42455; number_of_response:1; }","duration":"783.926183ms","start":"2026-04-28T18:48:44.607024Z","end":"2026-04-28T18:48:45.39095Z","steps":["trace[236516311] 'process raft request' (duration: 529.094443ms)","trace[236516311] 'compare' (duration: 253.719992ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:45.391027Z","caller":"traceutil/trace.go:171","msg":"trace[480584461] linearizableReadLoop","detail":"{readStateIndex:43896; appliedIndex:43893; }","duration":"769.267161ms","start":"2026-04-28T18:48:44.621721Z","end":"2026-04-28T18:48:45.390988Z","steps":["trace[480584461] 'read index received' (duration: 456.417359ms)","trace[480584461] 'applied index is now lower than readState.Index' (duration: 312.846221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:45.391004Z","caller":"traceutil/trace.go:171","msg":"trace[1379476246] transaction","detail":"{read_only:false; response_revision:42456; number_of_response:1; }","duration":"783.863511ms","start":"2026-04-28T18:48:44.607053Z","end":"2026-04-28T18:48:45.390917Z","steps":["trace[1379476246] 'process raft request' (duration: 783.42721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:45.391078Z","caller":"traceutil/trace.go:171","msg":"trace[1166765221] transaction","detail":"{read_only:false; response_revision:42457; number_of_response:1; }","duration":"517.002405ms","start":"2026-04-28T18:48:44.873961Z","end":"2026-04-28T18:48:45.390964Z","steps":["trace[1166765221] 'process raft request' (duration: 516.652696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.391209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.499536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-g4488\" ","response":"range_response_count:1 size:7229"} {"level":"info","ts":"2026-04-28T18:48:45.391266Z","caller":"traceutil/trace.go:171","msg":"trace[366442554] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-g4488; range_end:; response_count:1; response_revision:42458; }","duration":"769.606729ms","start":"2026-04-28T18:48:44.621642Z","end":"2026-04-28T18:48:45.391249Z","steps":["trace[366442554] 'agreement among raft nodes before linearized reading' (duration: 769.428285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.391305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.621623Z","time spent":"769.674ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7253,"request content":"key:\"/registry/pods/openstack/barbican-db-sync-g4488\" "} {"level":"warn","ts":"2026-04-28T18:48:45.391318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.846718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:48:45.391315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.161662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:48:45.391369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.637389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-ggbzg\" ","response":"range_response_count:1 size:15492"} {"level":"info","ts":"2026-04-28T18:48:45.391393Z","caller":"traceutil/trace.go:171","msg":"trace[1018488628] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:42458; }","duration":"766.994972ms","start":"2026-04-28T18:48:44.624376Z","end":"2026-04-28T18:48:45.391371Z","steps":["trace[1018488628] 'agreement among raft nodes before linearized reading' (duration: 766.830418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:45.391404Z","caller":"traceutil/trace.go:171","msg":"trace[292576457] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:42458; }","duration":"151.296905ms","start":"2026-04-28T18:48:45.240087Z","end":"2026-04-28T18:48:45.391384Z","steps":["trace[292576457] 'agreement among raft nodes before linearized reading' (duration: 151.145262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:45.391421Z","caller":"traceutil/trace.go:171","msg":"trace[1692145749] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-ggbzg; range_end:; response_count:1; response_revision:42458; }","duration":"737.734841ms","start":"2026-04-28T18:48:44.653673Z","end":"2026-04-28T18:48:45.391408Z","steps":["trace[1692145749] 'agreement among raft nodes before linearized reading' (duration: 737.571417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.391414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.903412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:48:45.391443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.624353Z","time spent":"767.074436ms","remote":"127.0.0.1:56486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:48:45.39134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.873913Z","time spent":"517.297512ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:45.391464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.653647Z","time spent":"737.809052ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":15516,"request content":"key:\"/registry/pods/openstack/barbican-ks-endpoints-ggbzg\" "} {"level":"warn","ts":"2026-04-28T18:48:45.391424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.607022Z","time spent":"784.177659ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:45.391484Z","caller":"traceutil/trace.go:171","msg":"trace[1501748631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42458; }","duration":"283.018004ms","start":"2026-04-28T18:48:45.108445Z","end":"2026-04-28T18:48:45.391463Z","steps":["trace[1501748631] 'agreement among raft nodes before linearized reading' (duration: 282.774328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.391438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.194738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T18:48:45.391572Z","caller":"traceutil/trace.go:171","msg":"trace[1393132019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42458; }","duration":"350.403663ms","start":"2026-04-28T18:48:45.041155Z","end":"2026-04-28T18:48:45.391558Z","steps":["trace[1393132019] 'agreement among raft nodes before linearized reading' (duration: 350.059164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.39111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:44.606995Z","time spent":"784.056835ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:45.391618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.041129Z","time spent":"350.481315ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:48:45.392008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.087194Z","time spent":"303.850662ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:45.939922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.497591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:48:45.94007Z","caller":"traceutil/trace.go:171","msg":"trace[772618427] transaction","detail":"{read_only:false; response_revision:42459; number_of_response:1; }","duration":"542.393699ms","start":"2026-04-28T18:48:45.397651Z","end":"2026-04-28T18:48:45.940044Z","steps":["trace[772618427] 'process raft request' (duration: 257.684422ms)","trace[772618427] 'compare' (duration: 284.317807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:45.940366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.397623Z","time spent":"542.708797ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:45.977485Z","caller":"traceutil/trace.go:171","msg":"trace[23486421] linearizableReadLoop","detail":"{readStateIndex:43900; appliedIndex:43898; }","duration":"573.562809ms","start":"2026-04-28T18:48:45.403888Z","end":"2026-04-28T18:48:45.97745Z","steps":["trace[23486421] 'read index received' (duration: 251.33322ms)","trace[23486421] 'applied index is now lower than readState.Index' (duration: 322.227659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:45.977666Z","caller":"traceutil/trace.go:171","msg":"trace[1231024515] transaction","detail":"{read_only:false; response_revision:42460; number_of_response:1; }","duration":"579.09293ms","start":"2026-04-28T18:48:45.39851Z","end":"2026-04-28T18:48:45.977602Z","steps":["trace[1231024515] 'process raft request' (duration: 578.70061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.977936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.398492Z","time spent":"579.320516ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:45.982289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.366741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390821"} {"level":"info","ts":"2026-04-28T18:48:45.982378Z","caller":"traceutil/trace.go:171","msg":"trace[642895861] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42460; }","duration":"578.520334ms","start":"2026-04-28T18:48:45.403837Z","end":"2026-04-28T18:48:45.982357Z","steps":["trace[642895861] 'agreement among raft nodes before linearized reading' (duration: 573.775215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:45.98246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.403819Z","time spent":"578.608537ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1617,"response size":390845,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-28T18:48:46.213412Z","caller":"traceutil/trace.go:171","msg":"trace[291655101] linearizableReadLoop","detail":"{readStateIndex:43901; appliedIndex:43900; }","duration":"235.812047ms","start":"2026-04-28T18:48:45.977573Z","end":"2026-04-28T18:48:46.213385Z","steps":["trace[291655101] 'read index received' (duration: 149.059748ms)","trace[291655101] 'applied index is now lower than readState.Index' (duration: 86.751589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:46.213505Z","caller":"traceutil/trace.go:171","msg":"trace[1878791390] transaction","detail":"{read_only:false; response_revision:42461; number_of_response:1; }","duration":"319.16126ms","start":"2026-04-28T18:48:45.894294Z","end":"2026-04-28T18:48:46.213455Z","steps":["trace[1878791390] 'process raft request' (duration: 232.344029ms)","trace[1878791390] 'compare' (duration: 86.649747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:46.213613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.797214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:48:46.213647Z","caller":"traceutil/trace.go:171","msg":"trace[1752961216] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:42461; }","duration":"270.896428ms","start":"2026-04-28T18:48:45.94274Z","end":"2026-04-28T18:48:46.213636Z","steps":["trace[1752961216] 'agreement among raft nodes before linearized reading' (duration: 270.779895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:46.213731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.89426Z","time spent":"319.345805ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:46.214051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.702021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-ggbzg\" ","response":"range_response_count:1 size:15492"} {"level":"info","ts":"2026-04-28T18:48:46.214078Z","caller":"traceutil/trace.go:171","msg":"trace[92392381] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-ggbzg; range_end:; response_count:1; response_revision:42461; }","duration":"726.777792ms","start":"2026-04-28T18:48:45.487295Z","end":"2026-04-28T18:48:46.214073Z","steps":["trace[92392381] 'agreement among raft nodes before linearized reading' (duration: 726.654039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:46.214096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:45.48727Z","time spent":"726.820404ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":15516,"request content":"key:\"/registry/pods/openstack/barbican-ks-endpoints-ggbzg\" "} {"level":"warn","ts":"2026-04-28T18:48:46.2142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.483944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:48:46.214323Z","caller":"traceutil/trace.go:171","msg":"trace[1056234909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42461; }","duration":"148.662579ms","start":"2026-04-28T18:48:46.065626Z","end":"2026-04-28T18:48:46.214288Z","steps":["trace[1056234909] 'agreement among raft nodes before linearized reading' (duration: 148.377332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:46.218533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.689942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42460 ","response":"range_response_count:1000 size:773404"} {"level":"info","ts":"2026-04-28T18:48:46.218649Z","caller":"traceutil/trace.go:171","msg":"trace[539152799] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42461; }","duration":"225.871566ms","start":"2026-04-28T18:48:45.992755Z","end":"2026-04-28T18:48:46.218627Z","steps":["trace[539152799] 'agreement among raft nodes before linearized reading' (duration: 221.014033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:46.656004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.811374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:48:46.656134Z","caller":"traceutil/trace.go:171","msg":"trace[614194765] linearizableReadLoop","detail":"{readStateIndex:43903; appliedIndex:43901; }","duration":"421.636618ms","start":"2026-04-28T18:48:46.234476Z","end":"2026-04-28T18:48:46.656112Z","steps":["trace[614194765] 'read index received' (duration: 54.864881ms)","trace[614194765] 'applied index is now lower than readState.Index' (duration: 366.770547ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:46.656215Z","caller":"traceutil/trace.go:171","msg":"trace[611249057] transaction","detail":"{read_only:false; response_revision:42463; number_of_response:1; }","duration":"422.599232ms","start":"2026-04-28T18:48:46.233604Z","end":"2026-04-28T18:48:46.656203Z","steps":["trace[611249057] 'process raft request' (duration: 198.488572ms)","trace[611249057] 'compare' (duration: 223.663379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:46.656281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.233576Z","time spent":"422.674035ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:46.657231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.712366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42460 ","response":"range_response_count:117 size:87370"} {"level":"info","ts":"2026-04-28T18:48:46.657332Z","caller":"traceutil/trace.go:171","msg":"trace[1636901334] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\u0000; range_end:/registry/events/openstack0; response_count:117; response_revision:42463; }","duration":"422.866569ms","start":"2026-04-28T18:48:46.234441Z","end":"2026-04-28T18:48:46.657308Z","steps":["trace[1636901334] 'agreement among raft nodes before linearized reading' (duration: 421.836363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:46.657406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.234412Z","time spent":"422.958362ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":117,"response size":87394,"request content":"key:\"/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42460 "} {"level":"warn","ts":"2026-04-28T18:48:47.007633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.846772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:48:47.007936Z","caller":"traceutil/trace.go:171","msg":"trace[1719997306] linearizableReadLoop","detail":"{readStateIndex:43905; appliedIndex:43903; }","duration":"351.752737ms","start":"2026-04-28T18:48:46.656162Z","end":"2026-04-28T18:48:47.007914Z","steps":["trace[1719997306] 'read index received' (duration: 131.423382ms)","trace[1719997306] 'applied index is now lower than readState.Index' (duration: 220.327815ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:47.007948Z","caller":"traceutil/trace.go:171","msg":"trace[569356234] transaction","detail":"{read_only:false; response_revision:42464; number_of_response:1; }","duration":"677.73614ms","start":"2026-04-28T18:48:46.330168Z","end":"2026-04-28T18:48:47.007904Z","steps":["trace[569356234] 'process raft request' (duration: 457.491858ms)","trace[569356234] 'compare' (duration: 219.606647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:47.008141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.330124Z","time spent":"677.903885ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:47.008358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.279486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:48:47.008411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.699087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:48:47.008442Z","caller":"traceutil/trace.go:171","msg":"trace[1861187862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42465; }","duration":"529.42719ms","start":"2026-04-28T18:48:46.478993Z","end":"2026-04-28T18:48:47.00842Z","steps":["trace[1861187862] 'agreement among raft nodes before linearized reading' (duration: 529.154683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.008444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.854226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:48:47.008482Z","caller":"traceutil/trace.go:171","msg":"trace[1091198098] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:42465; }","duration":"271.81863ms","start":"2026-04-28T18:48:46.736646Z","end":"2026-04-28T18:48:47.008464Z","steps":["trace[1091198098] 'agreement among raft nodes before linearized reading' (duration: 271.585754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.008487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.478967Z","time spent":"529.513613ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:48:47.00853Z","caller":"traceutil/trace.go:171","msg":"trace[1119529684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42465; }","duration":"528.9669ms","start":"2026-04-28T18:48:46.479543Z","end":"2026-04-28T18:48:47.008509Z","steps":["trace[1119529684] 'agreement among raft nodes before linearized reading' (duration: 528.739383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:47.008537Z","caller":"traceutil/trace.go:171","msg":"trace[1486696616] transaction","detail":"{read_only:false; response_revision:42465; number_of_response:1; }","duration":"659.886258ms","start":"2026-04-28T18:48:46.348619Z","end":"2026-04-28T18:48:47.008506Z","steps":["trace[1486696616] 'process raft request' (duration: 659.141129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.008575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.479534Z","time spent":"529.032971ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:48:47.008668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.348604Z","time spent":"660.000811ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:47.008739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.358226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-hncqt\" ","response":"range_response_count:1 size:8132"} {"level":"info","ts":"2026-04-28T18:48:47.008828Z","caller":"traceutil/trace.go:171","msg":"trace[2018033798] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-hncqt; range_end:; response_count:1; response_revision:42465; }","duration":"220.472359ms","start":"2026-04-28T18:48:46.788334Z","end":"2026-04-28T18:48:47.008806Z","steps":["trace[2018033798] 'agreement among raft nodes before linearized reading' (duration: 220.1179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.008425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.804555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:48:47.009415Z","caller":"traceutil/trace.go:171","msg":"trace[474320674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42465; }","duration":"529.811821ms","start":"2026-04-28T18:48:46.479583Z","end":"2026-04-28T18:48:47.009394Z","steps":["trace[474320674] 'agreement among raft nodes before linearized reading' (duration: 528.646881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.009483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.479578Z","time spent":"529.887932ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:48:47.011766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.385524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42461 ","response":"range_response_count:1000 size:773404"} {"level":"info","ts":"2026-04-28T18:48:47.011814Z","caller":"traceutil/trace.go:171","msg":"trace[703894246] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42465; }","duration":"773.454247ms","start":"2026-04-28T18:48:46.23835Z","end":"2026-04-28T18:48:47.011805Z","steps":["trace[703894246] 'agreement among raft nodes before linearized reading' (duration: 769.845165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.011862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:46.238343Z","time spent":"773.490318ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1117,"response size":773428,"request content":"key:\"/registry/events/openstack/magnum-conductor-0.18aa97e81d1a3dc3\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42461 "} {"level":"warn","ts":"2026-04-28T18:48:47.666458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.579373ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T18:48:47.667017Z","caller":"traceutil/trace.go:171","msg":"trace[1488108895] transaction","detail":"{read_only:false; response_revision:42468; number_of_response:1; }","duration":"638.065505ms","start":"2026-04-28T18:48:47.028928Z","end":"2026-04-28T18:48:47.666993Z","steps":["trace[1488108895] 'process raft request' (duration: 637.988543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.667156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.028915Z","time spent":"638.165937ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:47.667271Z","caller":"traceutil/trace.go:171","msg":"trace[623551133] transaction","detail":"{read_only:false; response_revision:42466; number_of_response:1; }","duration":"649.114155ms","start":"2026-04-28T18:48:47.018131Z","end":"2026-04-28T18:48:47.667245Z","steps":["trace[623551133] 'process raft request' (duration: 648.549331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:47.667287Z","caller":"traceutil/trace.go:171","msg":"trace[1864418785] transaction","detail":"{read_only:false; response_revision:42467; number_of_response:1; }","duration":"645.730479ms","start":"2026-04-28T18:48:47.021516Z","end":"2026-04-28T18:48:47.667246Z","steps":["trace[1864418785] 'process raft request' (duration: 645.3543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.667338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.015113Z","time spent":"652.217913ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:48:47.667274Z","caller":"traceutil/trace.go:171","msg":"trace[1543020786] linearizableReadLoop","detail":"{readStateIndex:43908; appliedIndex:43905; }","duration":"641.578514ms","start":"2026-04-28T18:48:47.025669Z","end":"2026-04-28T18:48:47.667248Z","steps":["trace[1543020786] 'read index received' (duration: 199.180569ms)","trace[1543020786] 'applied index is now lower than readState.Index' (duration: 442.395275ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:47.667388Z","caller":"traceutil/trace.go:171","msg":"trace[1301151328] transaction","detail":"{read_only:false; response_revision:42469; number_of_response:1; }","duration":"579.08214ms","start":"2026-04-28T18:48:47.088273Z","end":"2026-04-28T18:48:47.667355Z","steps":["trace[1301151328] 'process raft request' (duration: 578.67618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.66742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.018107Z","time spent":"649.228987ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:47.667424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.021501Z","time spent":"645.845453ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:47.667582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.088246Z","time spent":"579.212332ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:48:47.667957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.276671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42461 ","response":"range_response_count:117 size:87370"} {"level":"info","ts":"2026-04-28T18:48:47.668003Z","caller":"traceutil/trace.go:171","msg":"trace[2090776305] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\u0000; range_end:/registry/events/openstack0; response_count:117; response_revision:42469; }","duration":"642.360313ms","start":"2026-04-28T18:48:47.025633Z","end":"2026-04-28T18:48:47.667993Z","steps":["trace[2090776305] 'agreement among raft nodes before linearized reading' (duration: 641.686746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:47.668033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.025623Z","time spent":"642.400074ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":117,"response size":87394,"request content":"key:\"/registry/events/openstack/rabbitmq-manila-server.18aa981e2ea7bf02\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42461 "} {"level":"info","ts":"2026-04-28T18:48:48.081724Z","caller":"traceutil/trace.go:171","msg":"trace[1669719729] transaction","detail":"{read_only:false; response_revision:42470; number_of_response:1; }","duration":"681.768804ms","start":"2026-04-28T18:48:47.399932Z","end":"2026-04-28T18:48:48.081701Z","steps":["trace[1669719729] 'process raft request' (duration: 645.261988ms)","trace[1669719729] 'compare' (duration: 36.341611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:48.081863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.399892Z","time spent":"681.893507ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:48.081968Z","caller":"traceutil/trace.go:171","msg":"trace[753106587] transaction","detail":"{read_only:false; response_revision:42471; number_of_response:1; }","duration":"681.446926ms","start":"2026-04-28T18:48:47.400501Z","end":"2026-04-28T18:48:48.081948Z","steps":["trace[753106587] 'process raft request' (duration: 681.164839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.082076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.400458Z","time spent":"681.556678ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:48.082106Z","caller":"traceutil/trace.go:171","msg":"trace[1849474865] linearizableReadLoop","detail":"{readStateIndex:43913; appliedIndex:43910; }","duration":"414.665291ms","start":"2026-04-28T18:48:47.667433Z","end":"2026-04-28T18:48:48.082098Z","steps":["trace[1849474865] 'read index received' (duration: 377.769166ms)","trace[1849474865] 'applied index is now lower than readState.Index' (duration: 36.895385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:48:48.082201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.586275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:48:48.082231Z","caller":"traceutil/trace.go:171","msg":"trace[1845393887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42472; }","duration":"972.672847ms","start":"2026-04-28T18:48:47.109552Z","end":"2026-04-28T18:48:48.082225Z","steps":["trace[1845393887] 'agreement among raft nodes before linearized reading' (duration: 972.624915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.082253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.109521Z","time spent":"972.724418ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:48:48.082312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.200984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-hncqt\" ","response":"range_response_count:1 size:8132"} {"level":"info","ts":"2026-04-28T18:48:48.082351Z","caller":"traceutil/trace.go:171","msg":"trace[1686039854] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-hncqt; range_end:; response_count:1; response_revision:42472; }","duration":"923.271855ms","start":"2026-04-28T18:48:47.159067Z","end":"2026-04-28T18:48:48.082339Z","steps":["trace[1686039854] 'agreement among raft nodes before linearized reading' (duration: 923.10883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.082389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.159046Z","time spent":"923.333777ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8156,"request content":"key:\"/registry/pods/openstack/barbican-ks-service-hncqt\" "} {"level":"info","ts":"2026-04-28T18:48:48.08246Z","caller":"traceutil/trace.go:171","msg":"trace[2060128936] transaction","detail":"{read_only:false; response_revision:42472; number_of_response:1; }","duration":"681.661339ms","start":"2026-04-28T18:48:47.400788Z","end":"2026-04-28T18:48:48.08245Z","steps":["trace[2060128936] 'process raft request' (duration: 681.101945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.082516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.40077Z","time spent":"681.717491ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:48.122932Z","caller":"traceutil/trace.go:171","msg":"trace[1565271246] transaction","detail":"{read_only:false; response_revision:42473; number_of_response:1; }","duration":"454.220294ms","start":"2026-04-28T18:48:47.668678Z","end":"2026-04-28T18:48:48.122898Z","steps":["trace[1565271246] 'process raft request' (duration: 453.936517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.123048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.509793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:48:48.123099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.880968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T18:48:48.123158Z","caller":"traceutil/trace.go:171","msg":"trace[414822856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42473; }","duration":"176.033841ms","start":"2026-04-28T18:48:47.94711Z","end":"2026-04-28T18:48:48.123144Z","steps":["trace[414822856] 'agreement among raft nodes before linearized reading' (duration: 175.804285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.12314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.14161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-86hlc\" ","response":"range_response_count:1 size:9140"} {"level":"info","ts":"2026-04-28T18:48:48.123227Z","caller":"traceutil/trace.go:171","msg":"trace[1380668814] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-86hlc; range_end:; response_count:1; response_revision:42473; }","duration":"304.252892ms","start":"2026-04-28T18:48:47.818934Z","end":"2026-04-28T18:48:48.123187Z","steps":["trace[1380668814] 'agreement among raft nodes before linearized reading' (duration: 303.988566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:48.123164Z","caller":"traceutil/trace.go:171","msg":"trace[731411754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:42473; }","duration":"133.680018ms","start":"2026-04-28T18:48:47.989457Z","end":"2026-04-28T18:48:48.123137Z","steps":["trace[731411754] 'agreement among raft nodes before linearized reading' (duration: 133.367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.123227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.872171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T18:48:48.123283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.818907Z","time spent":"304.361125ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9164,"request content":"key:\"/registry/pods/openstack/barbican-ks-user-86hlc\" "} {"level":"info","ts":"2026-04-28T18:48:48.123313Z","caller":"traceutil/trace.go:171","msg":"trace[730991146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42473; }","duration":"141.028336ms","start":"2026-04-28T18:48:47.982263Z","end":"2026-04-28T18:48:48.123291Z","steps":["trace[730991146] 'agreement among raft nodes before linearized reading' (duration: 140.724527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.123315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.299477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:48:48.123086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.668653Z","time spent":"454.357688ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:48:48.123389Z","caller":"traceutil/trace.go:171","msg":"trace[1676561908] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:42473; }","duration":"355.42033ms","start":"2026-04-28T18:48:47.767947Z","end":"2026-04-28T18:48:48.123368Z","steps":["trace[1676561908] 'agreement among raft nodes before linearized reading' (duration: 355.284495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.123498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:48:47.767921Z","time spent":"355.549553ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:48:48.290005Z","caller":"traceutil/trace.go:171","msg":"trace[1098059649] linearizableReadLoop","detail":"{readStateIndex:43916; appliedIndex:43914; }","duration":"158.772865ms","start":"2026-04-28T18:48:48.131205Z","end":"2026-04-28T18:48:48.289978Z","steps":["trace[1098059649] 'read index received' (duration: 81.901497ms)","trace[1098059649] 'applied index is now lower than readState.Index' (duration: 76.870038ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:48.290077Z","caller":"traceutil/trace.go:171","msg":"trace[192983416] transaction","detail":"{read_only:false; response_revision:42475; number_of_response:1; }","duration":"160.416806ms","start":"2026-04-28T18:48:48.129607Z","end":"2026-04-28T18:48:48.290024Z","steps":["trace[192983416] 'process raft request' (duration: 160.303793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.290369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.117523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:48:48.290459Z","caller":"traceutil/trace.go:171","msg":"trace[757237119] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:42475; }","duration":"159.253257ms","start":"2026-04-28T18:48:48.131184Z","end":"2026-04-28T18:48:48.290437Z","steps":["trace[757237119] 'agreement among raft nodes before linearized reading' (duration: 158.903359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:48:48.290028Z","caller":"traceutil/trace.go:171","msg":"trace[199524130] transaction","detail":"{read_only:false; response_revision:42474; number_of_response:1; }","duration":"160.489348ms","start":"2026-04-28T18:48:48.129498Z","end":"2026-04-28T18:48:48.289987Z","steps":["trace[199524130] 'process raft request' (duration: 83.6351ms)","trace[199524130] 'compare' (duration: 76.555491ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:48:48.353523Z","caller":"traceutil/trace.go:171","msg":"trace[1766254744] transaction","detail":"{read_only:false; response_revision:42476; number_of_response:1; }","duration":"133.70043ms","start":"2026-04-28T18:48:48.219773Z","end":"2026-04-28T18:48:48.353474Z","steps":["trace[1766254744] 'process raft request' (duration: 133.358131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.353593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.96616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:48:48.353696Z","caller":"traceutil/trace.go:171","msg":"trace[74014762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42476; }","duration":"172.126314ms","start":"2026-04-28T18:48:48.181548Z","end":"2026-04-28T18:48:48.353674Z","steps":["trace[74014762] 'agreement among raft nodes before linearized reading' (duration: 171.837497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.353811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.859126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-86hlc\" ","response":"range_response_count:1 size:9140"} {"level":"info","ts":"2026-04-28T18:48:48.353908Z","caller":"traceutil/trace.go:171","msg":"trace[651401729] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-86hlc; range_end:; response_count:1; response_revision:42476; }","duration":"142.030601ms","start":"2026-04-28T18:48:48.211856Z","end":"2026-04-28T18:48:48.353887Z","steps":["trace[651401729] 'agreement among raft nodes before linearized reading' (duration: 141.702943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:48:48.359822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.235195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390821"} {"level":"info","ts":"2026-04-28T18:48:48.359907Z","caller":"traceutil/trace.go:171","msg":"trace[433504505] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42476; }","duration":"226.356788ms","start":"2026-04-28T18:48:48.133532Z","end":"2026-04-28T18:48:48.359889Z","steps":["trace[433504505] 'agreement among raft nodes before linearized reading' (duration: 219.981277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:03.892224Z","caller":"traceutil/trace.go:171","msg":"trace[2144139751] transaction","detail":"{read_only:false; response_revision:42585; number_of_response:1; }","duration":"121.51665ms","start":"2026-04-28T18:49:03.770663Z","end":"2026-04-28T18:49:03.89218Z","steps":["trace[2144139751] 'process raft request' (duration: 96.587919ms)","trace[2144139751] 'compare' (duration: 24.361996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:03.892333Z","caller":"traceutil/trace.go:171","msg":"trace[947001630] transaction","detail":"{read_only:false; response_revision:42587; number_of_response:1; }","duration":"116.804831ms","start":"2026-04-28T18:49:03.775487Z","end":"2026-04-28T18:49:03.892292Z","steps":["trace[947001630] 'process raft request' (duration: 116.693988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:03.892403Z","caller":"traceutil/trace.go:171","msg":"trace[875528679] linearizableReadLoop","detail":"{readStateIndex:44030; appliedIndex:44028; }","duration":"117.169131ms","start":"2026-04-28T18:49:03.77521Z","end":"2026-04-28T18:49:03.892379Z","steps":["trace[875528679] 'read index received' (duration: 92.060474ms)","trace[875528679] 'applied index is now lower than readState.Index' (duration: 25.107996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:03.892572Z","caller":"traceutil/trace.go:171","msg":"trace[503910713] transaction","detail":"{read_only:false; response_revision:42588; number_of_response:1; }","duration":"100.731374ms","start":"2026-04-28T18:49:03.791831Z","end":"2026-04-28T18:49:03.892562Z","steps":["trace[503910713] 'process raft request' (duration: 100.404585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:03.892578Z","caller":"traceutil/trace.go:171","msg":"trace[1057935009] transaction","detail":"{read_only:false; response_revision:42586; number_of_response:1; }","duration":"121.126471ms","start":"2026-04-28T18:49:03.771437Z","end":"2026-04-28T18:49:03.892564Z","steps":["trace[1057935009] 'process raft request' (duration: 120.613097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:03.892753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.525259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:49:03.892781Z","caller":"traceutil/trace.go:171","msg":"trace[1437272669] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:42588; }","duration":"117.58209ms","start":"2026-04-28T18:49:03.77519Z","end":"2026-04-28T18:49:03.892772Z","steps":["trace[1437272669] 'agreement among raft nodes before linearized reading' (duration: 117.471318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:03.89297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.516419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1961"} {"level":"info","ts":"2026-04-28T18:49:03.893064Z","caller":"traceutil/trace.go:171","msg":"trace[1281556919] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:42588; }","duration":"117.652552ms","start":"2026-04-28T18:49:03.775387Z","end":"2026-04-28T18:49:03.893039Z","steps":["trace[1281556919] 'agreement among raft nodes before linearized reading' (duration: 117.354015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:04.318943Z","caller":"traceutil/trace.go:171","msg":"trace[352918160] linearizableReadLoop","detail":"{readStateIndex:44035; appliedIndex:44033; }","duration":"118.736671ms","start":"2026-04-28T18:49:04.200176Z","end":"2026-04-28T18:49:04.318912Z","steps":["trace[352918160] 'read index received' (duration: 106.385427ms)","trace[352918160] 'applied index is now lower than readState.Index' (duration: 12.349634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:04.319118Z","caller":"traceutil/trace.go:171","msg":"trace[647189173] transaction","detail":"{read_only:false; response_revision:42590; number_of_response:1; }","duration":"164.030038ms","start":"2026-04-28T18:49:04.155072Z","end":"2026-04-28T18:49:04.319102Z","steps":["trace[647189173] 'process raft request' (duration: 151.593313ms)","trace[647189173] 'compare' (duration: 11.991064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:04.31924Z","caller":"traceutil/trace.go:171","msg":"trace[289247016] transaction","detail":"{read_only:false; response_revision:42591; number_of_response:1; }","duration":"161.081054ms","start":"2026-04-28T18:49:04.158127Z","end":"2026-04-28T18:49:04.319209Z","steps":["trace[289247016] 'process raft request' (duration: 160.721715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:04.319441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.235743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419574"} {"level":"info","ts":"2026-04-28T18:49:04.319544Z","caller":"traceutil/trace.go:171","msg":"trace[1684893725] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:42591; }","duration":"119.397707ms","start":"2026-04-28T18:49:04.200124Z","end":"2026-04-28T18:49:04.319521Z","steps":["trace[1684893725] 'agreement among raft nodes before linearized reading' (duration: 119.024318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:04.319667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.783131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-857d547897-x24dz\" ","response":"range_response_count:1 size:11406"} {"level":"info","ts":"2026-04-28T18:49:04.319713Z","caller":"traceutil/trace.go:171","msg":"trace[767860577] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-857d547897-x24dz; range_end:; response_count:1; response_revision:42591; }","duration":"118.864882ms","start":"2026-04-28T18:49:04.200834Z","end":"2026-04-28T18:49:04.319699Z","steps":["trace[767860577] 'agreement among raft nodes before linearized reading' (duration: 118.659127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:04.505681Z","caller":"traceutil/trace.go:171","msg":"trace[359491504] transaction","detail":"{read_only:false; response_revision:42593; number_of_response:1; }","duration":"123.836938ms","start":"2026-04-28T18:49:04.381805Z","end":"2026-04-28T18:49:04.505642Z","steps":["trace[359491504] 'process raft request' (duration: 95.49548ms)","trace[359491504] 'compare' (duration: 28.086032ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:04.535874Z","caller":"traceutil/trace.go:171","msg":"trace[1749733034] transaction","detail":"{read_only:false; response_revision:42594; number_of_response:1; }","duration":"117.068508ms","start":"2026-04-28T18:49:04.41876Z","end":"2026-04-28T18:49:04.535829Z","steps":["trace[1749733034] 'process raft request' (duration: 116.911794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:04.536057Z","caller":"traceutil/trace.go:171","msg":"trace[137820648] transaction","detail":"{read_only:false; response_revision:42595; number_of_response:1; }","duration":"115.267982ms","start":"2026-04-28T18:49:04.420771Z","end":"2026-04-28T18:49:04.536039Z","steps":["trace[137820648] 'process raft request' (duration: 115.026816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:04.536048Z","caller":"traceutil/trace.go:171","msg":"trace[822393018] linearizableReadLoop","detail":"{readStateIndex:44039; appliedIndex:44036; }","duration":"101.299198ms","start":"2026-04-28T18:49:04.434711Z","end":"2026-04-28T18:49:04.53601Z","steps":["trace[822393018] 'read index received' (duration: 42.566678ms)","trace[822393018] 'applied index is now lower than readState.Index' (duration: 58.730189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:04.536298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.570635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-857d547897-x24dz\" ","response":"range_response_count:1 size:11406"} {"level":"info","ts":"2026-04-28T18:49:04.536347Z","caller":"traceutil/trace.go:171","msg":"trace[415470629] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-857d547897-x24dz; range_end:; response_count:1; response_revision:42595; }","duration":"101.675628ms","start":"2026-04-28T18:49:04.43466Z","end":"2026-04-28T18:49:04.536336Z","steps":["trace[415470629] 'agreement among raft nodes before linearized reading' (duration: 101.497043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:14.536658Z","caller":"traceutil/trace.go:171","msg":"trace[2058442565] transaction","detail":"{read_only:false; response_revision:42663; number_of_response:1; }","duration":"135.166136ms","start":"2026-04-28T18:49:14.401459Z","end":"2026-04-28T18:49:14.536625Z","steps":["trace[2058442565] 'process raft request' (duration: 135.008172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:14.694207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.915704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:14.694373Z","caller":"traceutil/trace.go:171","msg":"trace[394179145] linearizableReadLoop","detail":"{readStateIndex:44110; appliedIndex:44109; }","duration":"237.220723ms","start":"2026-04-28T18:49:14.457128Z","end":"2026-04-28T18:49:14.694348Z","steps":["trace[394179145] 'read index received' (duration: 81.65126ms)","trace[394179145] 'applied index is now lower than readState.Index' (duration: 155.567273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:14.69448Z","caller":"traceutil/trace.go:171","msg":"trace[847207573] transaction","detail":"{read_only:false; response_revision:42664; number_of_response:1; }","duration":"283.753974ms","start":"2026-04-28T18:49:14.410636Z","end":"2026-04-28T18:49:14.69439Z","steps":["trace[847207573] 'process raft request' (duration: 179.49754ms)","trace[847207573] 'compare' (duration: 103.713519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:14.694663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.528921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-rabbit-init\" ","response":"range_response_count:1 size:769"} {"level":"info","ts":"2026-04-28T18:49:14.694715Z","caller":"traceutil/trace.go:171","msg":"trace[898760743] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-rabbit-init; range_end:; response_count:1; response_revision:42664; }","duration":"237.620154ms","start":"2026-04-28T18:49:14.457077Z","end":"2026-04-28T18:49:14.694698Z","steps":["trace[898760743] 'agreement among raft nodes before linearized reading' (duration: 237.372717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:14.724222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.831422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:14.724244Z","caller":"traceutil/trace.go:171","msg":"trace[450140122] transaction","detail":"{read_only:false; response_revision:42666; number_of_response:1; }","duration":"144.733259ms","start":"2026-04-28T18:49:14.57947Z","end":"2026-04-28T18:49:14.724203Z","steps":["trace[450140122] 'process raft request' (duration: 144.542984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:14.724339Z","caller":"traceutil/trace.go:171","msg":"trace[1627053020] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:42666; }","duration":"104.043598ms","start":"2026-04-28T18:49:14.62027Z","end":"2026-04-28T18:49:14.724314Z","steps":["trace[1627053020] 'agreement among raft nodes before linearized reading' (duration: 103.813012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:14.72436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.300194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-user\" ","response":"range_response_count:1 size:753"} {"level":"info","ts":"2026-04-28T18:49:14.724411Z","caller":"traceutil/trace.go:171","msg":"trace[1808621164] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-user; range_end:; response_count:1; response_revision:42666; }","duration":"246.355656ms","start":"2026-04-28T18:49:14.478031Z","end":"2026-04-28T18:49:14.724387Z","steps":["trace[1808621164] 'agreement among raft nodes before linearized reading' (duration: 246.268204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:14.724536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.615524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:49:14.724327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.272596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:14.724593Z","caller":"traceutil/trace.go:171","msg":"trace[1164509126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42666; }","duration":"155.683346ms","start":"2026-04-28T18:49:14.568892Z","end":"2026-04-28T18:49:14.724575Z","steps":["trace[1164509126] 'agreement among raft nodes before linearized reading' (duration: 155.492002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:14.724618Z","caller":"traceutil/trace.go:171","msg":"trace[920908368] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:42666; }","duration":"170.631405ms","start":"2026-04-28T18:49:14.553976Z","end":"2026-04-28T18:49:14.724607Z","steps":["trace[920908368] 'agreement among raft nodes before linearized reading' (duration: 170.235205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:14.724241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.383402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:49:14.724847Z","caller":"traceutil/trace.go:171","msg":"trace[1565678483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42666; }","duration":"265.044428ms","start":"2026-04-28T18:49:14.459795Z","end":"2026-04-28T18:49:14.72484Z","steps":["trace[1565678483] 'agreement among raft nodes before linearized reading' (duration: 264.271469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:14.725058Z","caller":"traceutil/trace.go:171","msg":"trace[2089146922] transaction","detail":"{read_only:false; response_revision:42665; number_of_response:1; }","duration":"147.837108ms","start":"2026-04-28T18:49:14.576328Z","end":"2026-04-28T18:49:14.724165Z","steps":["trace[2089146922] 'process raft request' (duration: 147.550611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:26.940623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.740514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-compute\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T18:49:26.941279Z","caller":"traceutil/trace.go:171","msg":"trace[1492917233] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-compute; range_end:; response_count:1; response_revision:42754; }","duration":"103.412052ms","start":"2026-04-28T18:49:26.837826Z","end":"2026-04-28T18:49:26.941238Z","steps":["trace[1492917233] 'agreement among raft nodes before linearized reading' (duration: 102.621252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.159374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.957127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:27.159533Z","caller":"traceutil/trace.go:171","msg":"trace[210148595] linearizableReadLoop","detail":"{readStateIndex:44203; appliedIndex:44202; }","duration":"219.088374ms","start":"2026-04-28T18:49:26.940419Z","end":"2026-04-28T18:49:27.159508Z","steps":["trace[210148595] 'read index received' (duration: 67.748577ms)","trace[210148595] 'applied index is now lower than readState.Index' (duration: 151.337687ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:27.159579Z","caller":"traceutil/trace.go:171","msg":"trace[776062603] transaction","detail":"{read_only:false; response_revision:42755; number_of_response:1; }","duration":"224.555922ms","start":"2026-04-28T18:49:26.934967Z","end":"2026-04-28T18:49:27.159523Z","steps":["trace[776062603] 'process raft request' (duration: 73.278417ms)","trace[776062603] 'compare' (duration: 150.446364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:27.159722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.076886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:49:27.159798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.458027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-ks-service\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-28T18:49:27.159812Z","caller":"traceutil/trace.go:171","msg":"trace[1946377808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42755; }","duration":"227.23581ms","start":"2026-04-28T18:49:26.932556Z","end":"2026-04-28T18:49:27.159792Z","steps":["trace[1946377808] 'agreement among raft nodes before linearized reading' (duration: 226.996274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:27.159848Z","caller":"traceutil/trace.go:171","msg":"trace[1720925839] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-ks-service; range_end:; response_count:1; response_revision:42755; }","duration":"257.509528ms","start":"2026-04-28T18:49:26.902325Z","end":"2026-04-28T18:49:27.159835Z","steps":["trace[1720925839] 'agreement among raft nodes before linearized reading' (duration: 257.293362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.15985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.333128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:49:27.159952Z","caller":"traceutil/trace.go:171","msg":"trace[1915311587] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:42755; }","duration":"258.511493ms","start":"2026-04-28T18:49:26.901415Z","end":"2026-04-28T18:49:27.159927Z","steps":["trace[1915311587] 'agreement among raft nodes before linearized reading' (duration: 258.284157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.160063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.572133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:49:27.160106Z","caller":"traceutil/trace.go:171","msg":"trace[544611168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42755; }","duration":"226.656535ms","start":"2026-04-28T18:49:26.933439Z","end":"2026-04-28T18:49:27.160095Z","steps":["trace[544611168] 'agreement among raft nodes before linearized reading' (duration: 226.482991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.426704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.735991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:27.426844Z","caller":"traceutil/trace.go:171","msg":"trace[1089938443] linearizableReadLoop","detail":"{readStateIndex:44204; appliedIndex:44203; }","duration":"267.251716ms","start":"2026-04-28T18:49:27.159573Z","end":"2026-04-28T18:49:27.426825Z","steps":["trace[1089938443] 'read index received' (duration: 127.142584ms)","trace[1089938443] 'applied index is now lower than readState.Index' (duration: 140.107772ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:27.426926Z","caller":"traceutil/trace.go:171","msg":"trace[2031935273] transaction","detail":"{read_only:false; response_revision:42756; number_of_response:1; }","duration":"285.59324ms","start":"2026-04-28T18:49:27.14132Z","end":"2026-04-28T18:49:27.426913Z","steps":["trace[2031935273] 'process raft request' (duration: 145.481948ms)","trace[2031935273] 'compare' (duration: 139.530826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:27.427189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.14715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:27.427232Z","caller":"traceutil/trace.go:171","msg":"trace[1014711850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42756; }","duration":"360.234162ms","start":"2026-04-28T18:49:27.066986Z","end":"2026-04-28T18:49:27.427221Z","steps":["trace[1014711850] 'agreement among raft nodes before linearized reading' (duration: 360.161261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.427264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:27.066963Z","time spent":"360.292053ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:49:27.42753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.792529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T18:49:27.427571Z","caller":"traceutil/trace.go:171","msg":"trace[1961377280] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:42756; }","duration":"441.879822ms","start":"2026-04-28T18:49:26.985681Z","end":"2026-04-28T18:49:27.427561Z","steps":["trace[1961377280] 'agreement among raft nodes before linearized reading' (duration: 441.736568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.4276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:26.985636Z","time spent":"441.957694ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:49:27.427757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.179068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-compute\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T18:49:27.427784Z","caller":"traceutil/trace.go:171","msg":"trace[1648179574] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-compute; range_end:; response_count:1; response_revision:42756; }","duration":"481.28091ms","start":"2026-04-28T18:49:26.946496Z","end":"2026-04-28T18:49:27.427777Z","steps":["trace[1648179574] 'agreement among raft nodes before linearized reading' (duration: 481.208609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.427802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:26.946471Z","time spent":"481.327072ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":747,"request content":"key:\"/registry/rolebindings/openstack/nova-nova-compute\" "} {"level":"info","ts":"2026-04-28T18:49:27.459201Z","caller":"traceutil/trace.go:171","msg":"trace[310766451] transaction","detail":"{read_only:false; response_revision:42757; number_of_response:1; }","duration":"294.606228ms","start":"2026-04-28T18:49:27.164561Z","end":"2026-04-28T18:49:27.459168Z","steps":["trace[310766451] 'process raft request' (duration: 294.27127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:27.459765Z","caller":"traceutil/trace.go:171","msg":"trace[1336649954] transaction","detail":"{read_only:false; response_revision:42758; number_of_response:1; }","duration":"295.114101ms","start":"2026-04-28T18:49:27.164634Z","end":"2026-04-28T18:49:27.459748Z","steps":["trace[1336649954] 'process raft request' (duration: 294.456144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:27.45992Z","caller":"traceutil/trace.go:171","msg":"trace[95150256] transaction","detail":"{read_only:false; response_revision:42759; number_of_response:1; }","duration":"258.864202ms","start":"2026-04-28T18:49:27.201041Z","end":"2026-04-28T18:49:27.459905Z","steps":["trace[95150256] 'process raft request' (duration: 258.717998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:27.460147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.914124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-conductor\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-28T18:49:27.460196Z","caller":"traceutil/trace.go:171","msg":"trace[261597158] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-conductor; range_end:; response_count:1; response_revision:42759; }","duration":"188.034246ms","start":"2026-04-28T18:49:27.272146Z","end":"2026-04-28T18:49:27.460181Z","steps":["trace[261597158] 'agreement among raft nodes before linearized reading' (duration: 187.854142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.327258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.670786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:28.327495Z","caller":"traceutil/trace.go:171","msg":"trace[2097344513] linearizableReadLoop","detail":"{readStateIndex:44213; appliedIndex:44211; }","duration":"177.876398ms","start":"2026-04-28T18:49:28.149593Z","end":"2026-04-28T18:49:28.32747Z","steps":["trace[2097344513] 'read index received' (duration: 88.42525ms)","trace[2097344513] 'applied index is now lower than readState.Index' (duration: 89.449778ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:28.327615Z","caller":"traceutil/trace.go:171","msg":"trace[309145739] transaction","detail":"{read_only:false; response_revision:42763; number_of_response:1; }","duration":"258.503813ms","start":"2026-04-28T18:49:28.069073Z","end":"2026-04-28T18:49:28.327577Z","steps":["trace[309145739] 'process raft request' (duration: 59.400996ms)","trace[309145739] 'compare' (duration: 198.171864ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:28.327613Z","caller":"traceutil/trace.go:171","msg":"trace[545322022] transaction","detail":"{read_only:false; response_revision:42764; number_of_response:1; }","duration":"257.454977ms","start":"2026-04-28T18:49:28.07011Z","end":"2026-04-28T18:49:28.327565Z","steps":["trace[545322022] 'process raft request' (duration: 257.279532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.327751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.151515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-db-sync\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T18:49:28.327809Z","caller":"traceutil/trace.go:171","msg":"trace[2065675088] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-db-sync; range_end:; response_count:1; response_revision:42764; }","duration":"178.250968ms","start":"2026-04-28T18:49:28.149542Z","end":"2026-04-28T18:49:28.327793Z","steps":["trace[2065675088] 'agreement among raft nodes before linearized reading' (duration: 178.057574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.343899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.510994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:641"} {"level":"info","ts":"2026-04-28T18:49:28.343994Z","caller":"traceutil/trace.go:171","msg":"trace[1128912996] range","detail":"{range_begin:/registry/roles/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:42765; }","duration":"174.665438ms","start":"2026-04-28T18:49:28.169305Z","end":"2026-04-28T18:49:28.34397Z","steps":["trace[1128912996] 'agreement among raft nodes before linearized reading' (duration: 174.394191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.344277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.207209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:28.344365Z","caller":"traceutil/trace.go:171","msg":"trace[476866514] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:42765; }","duration":"154.354723ms","start":"2026-04-28T18:49:28.189986Z","end":"2026-04-28T18:49:28.344341Z","steps":["trace[476866514] 'agreement among raft nodes before linearized reading' (duration: 154.198669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.619745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.932732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-db-sync\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T18:49:28.619853Z","caller":"traceutil/trace.go:171","msg":"trace[626159594] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-db-sync; range_end:; response_count:1; response_revision:42765; }","duration":"182.098686ms","start":"2026-04-28T18:49:28.437729Z","end":"2026-04-28T18:49:28.619828Z","steps":["trace[626159594] 'range keys from in-memory index tree' (duration: 181.715266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.620038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.596958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-ks-endpoints\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-04-28T18:49:28.62007Z","caller":"traceutil/trace.go:171","msg":"trace[2089182057] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-ks-endpoints; range_end:; response_count:1; response_revision:42765; }","duration":"152.664461ms","start":"2026-04-28T18:49:28.467398Z","end":"2026-04-28T18:49:28.620062Z","steps":["trace[2089182057] 'range keys from in-memory index tree' (duration: 152.503745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.932147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.346446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-openstack-cinder-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-28T18:49:28.932252Z","caller":"traceutil/trace.go:171","msg":"trace[1279857022] range","detail":"{range_begin:/registry/roles/openstack/cinder-openstack-cinder-api; range_end:; response_count:1; response_revision:42766; }","duration":"203.50921ms","start":"2026-04-28T18:49:28.72872Z","end":"2026-04-28T18:49:28.932229Z","steps":["trace[1279857022] 'range keys from in-memory index tree' (duration: 203.169301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:28.932369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.661059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-ks-endpoints\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-04-28T18:49:28.932495Z","caller":"traceutil/trace.go:171","msg":"trace[1517215769] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-ks-endpoints; range_end:; response_count:1; response_revision:42766; }","duration":"193.843084ms","start":"2026-04-28T18:49:28.738625Z","end":"2026-04-28T18:49:28.932468Z","steps":["trace[1517215769] 'range keys from in-memory index tree' (duration: 193.442264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:29.088912Z","caller":"traceutil/trace.go:171","msg":"trace[998032318] transaction","detail":"{read_only:false; response_revision:42769; number_of_response:1; }","duration":"142.3926ms","start":"2026-04-28T18:49:28.946481Z","end":"2026-04-28T18:49:29.088874Z","steps":["trace[998032318] 'process raft request' (duration: 117.983381ms)","trace[998032318] 'compare' (duration: 24.172873ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:29.08915Z","caller":"traceutil/trace.go:171","msg":"trace[678781689] transaction","detail":"{read_only:false; response_revision:42770; number_of_response:1; }","duration":"141.735003ms","start":"2026-04-28T18:49:28.947391Z","end":"2026-04-28T18:49:29.089126Z","steps":["trace[678781689] 'process raft request' (duration: 141.422845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:48.888327Z","caller":"traceutil/trace.go:171","msg":"trace[2067719655] linearizableReadLoop","detail":"{readStateIndex:44366; appliedIndex:44365; }","duration":"100.591101ms","start":"2026-04-28T18:49:48.78771Z","end":"2026-04-28T18:49:48.888301Z","steps":["trace[2067719655] 'read index received' (duration: 100.361555ms)","trace[2067719655] 'applied index is now lower than readState.Index' (duration: 228.756µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:48.888419Z","caller":"traceutil/trace.go:171","msg":"trace[878464444] transaction","detail":"{read_only:false; response_revision:42912; number_of_response:1; }","duration":"106.857139ms","start":"2026-04-28T18:49:48.781518Z","end":"2026-04-28T18:49:48.888375Z","steps":["trace[878464444] 'process raft request' (duration: 106.619023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:48.888663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.913848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-794fc9498b-7fx9k.18aa964a6612651e\" ","response":"range_response_count:1 size:2098"} {"level":"info","ts":"2026-04-28T18:49:48.88877Z","caller":"traceutil/trace.go:171","msg":"trace[1954623853] range","detail":"{range_begin:/registry/events/openstack/glance-api-794fc9498b-7fx9k.18aa964a6612651e; range_end:; response_count:1; response_revision:42912; }","duration":"101.078223ms","start":"2026-04-28T18:49:48.787664Z","end":"2026-04-28T18:49:48.888743Z","steps":["trace[1954623853] 'agreement among raft nodes before linearized reading' (duration: 100.754944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:49.541193Z","caller":"traceutil/trace.go:171","msg":"trace[1693148589] linearizableReadLoop","detail":"{readStateIndex:44371; appliedIndex:44370; }","duration":"279.154557ms","start":"2026-04-28T18:49:49.261998Z","end":"2026-04-28T18:49:49.541152Z","steps":["trace[1693148589] 'read index received' (duration: 246.200041ms)","trace[1693148589] 'applied index is now lower than readState.Index' (duration: 32.952406ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:49.541338Z","caller":"traceutil/trace.go:171","msg":"trace[695983194] transaction","detail":"{read_only:false; response_revision:42917; number_of_response:1; }","duration":"364.854199ms","start":"2026-04-28T18:49:49.176467Z","end":"2026-04-28T18:49:49.541321Z","steps":["trace[695983194] 'process raft request' (duration: 331.709969ms)","trace[695983194] 'compare' (duration: 32.771191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:49.541479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:49.176447Z","time spent":"364.926412ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:49.541831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.490676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-octavia-peer-discovery\" ","response":"range_response_count:1 size:813"} {"level":"warn","ts":"2026-04-28T18:49:49.541846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.582035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:49:49.541886Z","caller":"traceutil/trace.go:171","msg":"trace[295446267] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-octavia-peer-discovery; range_end:; response_count:1; response_revision:42917; }","duration":"365.584428ms","start":"2026-04-28T18:49:49.176287Z","end":"2026-04-28T18:49:49.541872Z","steps":["trace[295446267] 'agreement among raft nodes before linearized reading' (duration: 365.370063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:49.541916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:49.176263Z","time spent":"365.64584ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":837,"request content":"key:\"/registry/roles/openstack/rabbitmq-octavia-peer-discovery\" "} {"level":"info","ts":"2026-04-28T18:49:49.541922Z","caller":"traceutil/trace.go:171","msg":"trace[1850444523] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:42917; }","duration":"303.71876ms","start":"2026-04-28T18:49:49.23818Z","end":"2026-04-28T18:49:49.541898Z","steps":["trace[1850444523] 'agreement among raft nodes before linearized reading' (duration: 303.492474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:49.541961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:49.238153Z","time spent":"303.799502ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:49:49.568495Z","caller":"traceutil/trace.go:171","msg":"trace[1468321606] transaction","detail":"{read_only:false; response_revision:42918; number_of_response:1; }","duration":"221.771321ms","start":"2026-04-28T18:49:49.346686Z","end":"2026-04-28T18:49:49.568457Z","steps":["trace[1468321606] 'process raft request' (duration: 221.547156ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:49.757447Z","caller":"traceutil/trace.go:171","msg":"trace[1797117205] transaction","detail":"{read_only:false; response_revision:42921; number_of_response:1; }","duration":"162.623153ms","start":"2026-04-28T18:49:49.594793Z","end":"2026-04-28T18:49:49.757416Z","steps":["trace[1797117205] 'process raft request' (duration: 162.377687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:50.263929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.408316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-28T18:49:50.264063Z","caller":"traceutil/trace.go:171","msg":"trace[844720667] range","detail":"{range_begin:/registry/roles/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:42923; }","duration":"100.560309ms","start":"2026-04-28T18:49:50.163474Z","end":"2026-04-28T18:49:50.264035Z","steps":["trace[844720667] 'range keys from in-memory index tree' (duration: 100.1746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:51.678825Z","caller":"traceutil/trace.go:171","msg":"trace[1736081393] transaction","detail":"{read_only:false; response_revision:42932; number_of_response:1; }","duration":"104.748646ms","start":"2026-04-28T18:49:51.574042Z","end":"2026-04-28T18:49:51.678791Z","steps":["trace[1736081393] 'process raft request' (duration: 65.376848ms)","trace[1736081393] 'compare' (duration: 38.646419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:52.431564Z","caller":"traceutil/trace.go:171","msg":"trace[1124342509] transaction","detail":"{read_only:false; response_revision:42937; number_of_response:1; }","duration":"105.259907ms","start":"2026-04-28T18:49:52.326255Z","end":"2026-04-28T18:49:52.431515Z","steps":["trace[1124342509] 'process raft request' (duration: 104.934679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:53.801019Z","caller":"traceutil/trace.go:171","msg":"trace[1779285461] transaction","detail":"{read_only:false; response_revision:42946; number_of_response:1; }","duration":"115.58587ms","start":"2026-04-28T18:49:53.685394Z","end":"2026-04-28T18:49:53.80098Z","steps":["trace[1779285461] 'process raft request' (duration: 17.838482ms)","trace[1779285461] 'compare' (duration: 97.486261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:53.801369Z","caller":"traceutil/trace.go:171","msg":"trace[698007149] transaction","detail":"{read_only:false; response_revision:42947; number_of_response:1; }","duration":"114.990465ms","start":"2026-04-28T18:49:53.686338Z","end":"2026-04-28T18:49:53.801328Z","steps":["trace[698007149] 'process raft request' (duration: 114.556074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:54.029782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.814914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T18:49:54.029972Z","caller":"traceutil/trace.go:171","msg":"trace[1582031862] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:42949; }","duration":"127.06219ms","start":"2026-04-28T18:49:53.902886Z","end":"2026-04-28T18:49:54.029948Z","steps":["trace[1582031862] 'range keys from in-memory index tree' (duration: 126.61545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.211355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.045248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:55.211597Z","caller":"traceutil/trace.go:171","msg":"trace[1174643669] transaction","detail":"{read_only:false; response_revision:42955; number_of_response:1; }","duration":"212.672352ms","start":"2026-04-28T18:49:54.998904Z","end":"2026-04-28T18:49:55.211577Z","steps":["trace[1174643669] 'process raft request' (duration: 212.59514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:55.212015Z","caller":"traceutil/trace.go:171","msg":"trace[382989736] transaction","detail":"{read_only:false; response_revision:42954; number_of_response:1; }","duration":"548.849723ms","start":"2026-04-28T18:49:54.663071Z","end":"2026-04-28T18:49:55.211921Z","steps":["trace[382989736] 'process raft request' (duration: 216.118228ms)","trace[382989736] 'compare' (duration: 331.207856ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:55.211933Z","caller":"traceutil/trace.go:171","msg":"trace[47579331] linearizableReadLoop","detail":"{readStateIndex:44409; appliedIndex:44408; }","duration":"541.295931ms","start":"2026-04-28T18:49:54.670584Z","end":"2026-04-28T18:49:55.211879Z","steps":["trace[47579331] 'read index received' (duration: 208.532345ms)","trace[47579331] 'applied index is now lower than readState.Index' (duration: 332.756486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:55.212337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:54.663038Z","time spent":"549.136861ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:55.216075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.503748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390001"} {"level":"info","ts":"2026-04-28T18:49:55.216181Z","caller":"traceutil/trace.go:171","msg":"trace[1634017842] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42955; }","duration":"545.671182ms","start":"2026-04-28T18:49:54.670492Z","end":"2026-04-28T18:49:55.216163Z","steps":["trace[1634017842] 'agreement among raft nodes before linearized reading' (duration: 541.642931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.216474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:54.670467Z","time spent":"545.97381ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1599,"response size":390025,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-28T18:49:55.422869Z","caller":"traceutil/trace.go:171","msg":"trace[748101572] linearizableReadLoop","detail":"{readStateIndex:44411; appliedIndex:44410; }","duration":"210.590618ms","start":"2026-04-28T18:49:55.212244Z","end":"2026-04-28T18:49:55.422834Z","steps":["trace[748101572] 'read index received' (duration: 118.699329ms)","trace[748101572] 'applied index is now lower than readState.Index' (duration: 91.889819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:55.422982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.429965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:55.423022Z","caller":"traceutil/trace.go:171","msg":"trace[644513137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42956; }","duration":"356.542148ms","start":"2026-04-28T18:49:55.066469Z","end":"2026-04-28T18:49:55.423011Z","steps":["trace[644513137] 'agreement among raft nodes before linearized reading' (duration: 356.417154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.423048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:55.066438Z","time spent":"356.603849ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:49:55.423069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.700505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:49:55.423107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.368462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T18:49:55.423127Z","caller":"traceutil/trace.go:171","msg":"trace[1171512326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42956; }","duration":"321.852019ms","start":"2026-04-28T18:49:55.101259Z","end":"2026-04-28T18:49:55.423111Z","steps":["trace[1171512326] 'agreement among raft nodes before linearized reading' (duration: 321.648534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:55.423161Z","caller":"traceutil/trace.go:171","msg":"trace[1464006493] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:42956; }","duration":"664.450513ms","start":"2026-04-28T18:49:54.758693Z","end":"2026-04-28T18:49:55.423144Z","steps":["trace[1464006493] 'agreement among raft nodes before linearized reading' (duration: 664.311699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.423179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:55.101223Z","time spent":"321.94407ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:49:55.423208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:54.758672Z","time spent":"664.523415ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-28T18:49:55.423347Z","caller":"traceutil/trace.go:171","msg":"trace[2082025309] transaction","detail":"{read_only:false; response_revision:42956; number_of_response:1; }","duration":"271.483272ms","start":"2026-04-28T18:49:55.15185Z","end":"2026-04-28T18:49:55.423334Z","steps":["trace[2082025309] 'process raft request' (duration: 178.956706ms)","trace[2082025309] 'compare' (duration: 91.88609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:55.423572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.929116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T18:49:55.423603Z","caller":"traceutil/trace.go:171","msg":"trace[1550991416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:42956; }","duration":"266.981367ms","start":"2026-04-28T18:49:55.156611Z","end":"2026-04-28T18:49:55.423592Z","steps":["trace[1550991416] 'agreement among raft nodes before linearized reading' (duration: 266.903735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.423717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.256222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:55.42375Z","caller":"traceutil/trace.go:171","msg":"trace[2008131299] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:42956; }","duration":"328.339584ms","start":"2026-04-28T18:49:55.095399Z","end":"2026-04-28T18:49:55.423739Z","steps":["trace[2008131299] 'agreement among raft nodes before linearized reading' (duration: 328.268082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.423774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:55.095372Z","time spent":"328.394546ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:49:55.424663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.094337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T18:49:55.424749Z","caller":"traceutil/trace.go:171","msg":"trace[1597503320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:42956; }","duration":"268.182399ms","start":"2026-04-28T18:49:55.15652Z","end":"2026-04-28T18:49:55.424702Z","steps":["trace[1597503320] 'agreement among raft nodes before linearized reading' (duration: 266.333972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:55.444426Z","caller":"traceutil/trace.go:171","msg":"trace[871705530] transaction","detail":"{read_only:false; response_revision:42957; number_of_response:1; }","duration":"182.27801ms","start":"2026-04-28T18:49:55.262123Z","end":"2026-04-28T18:49:55.444401Z","steps":["trace[871705530] 'process raft request' (duration: 182.113996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:55.60487Z","caller":"traceutil/trace.go:171","msg":"trace[1044323781] transaction","detail":"{read_only:false; response_revision:42958; number_of_response:1; }","duration":"195.433814ms","start":"2026-04-28T18:49:55.409406Z","end":"2026-04-28T18:49:55.60484Z","steps":["trace[1044323781] 'process raft request' (duration: 195.156837ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:55.605285Z","caller":"traceutil/trace.go:171","msg":"trace[1233508028] transaction","detail":"{read_only:false; response_revision:42959; number_of_response:1; }","duration":"176.058144ms","start":"2026-04-28T18:49:55.429197Z","end":"2026-04-28T18:49:55.605255Z","steps":["trace[1233508028] 'process raft request' (duration: 175.592672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:55.605422Z","caller":"traceutil/trace.go:171","msg":"trace[144050063] linearizableReadLoop","detail":"{readStateIndex:44413; appliedIndex:44411; }","duration":"182.408834ms","start":"2026-04-28T18:49:55.422978Z","end":"2026-04-28T18:49:55.605386Z","steps":["trace[144050063] 'read index received' (duration: 21.28109ms)","trace[144050063] 'applied index is now lower than readState.Index' (duration: 161.126354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:55.605628Z","caller":"traceutil/trace.go:171","msg":"trace[515058132] transaction","detail":"{read_only:false; response_revision:42960; number_of_response:1; }","duration":"175.189471ms","start":"2026-04-28T18:49:55.430427Z","end":"2026-04-28T18:49:55.605616Z","steps":["trace[515058132] 'process raft request' (duration: 174.74668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.60579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.304196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:55.605884Z","caller":"traceutil/trace.go:171","msg":"trace[2073459113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42960; }","duration":"181.403919ms","start":"2026-04-28T18:49:55.424436Z","end":"2026-04-28T18:49:55.60584Z","steps":["trace[2073459113] 'agreement among raft nodes before linearized reading' (duration: 181.209833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.606008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.200093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:49:55.606062Z","caller":"traceutil/trace.go:171","msg":"trace[513624953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42960; }","duration":"177.263674ms","start":"2026-04-28T18:49:55.42878Z","end":"2026-04-28T18:49:55.606044Z","steps":["trace[513624953] 'agreement among raft nodes before linearized reading' (duration: 177.109851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.606242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.744721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:49:55.606268Z","caller":"traceutil/trace.go:171","msg":"trace[97155212] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:42960; }","duration":"150.771762ms","start":"2026-04-28T18:49:55.455489Z","end":"2026-04-28T18:49:55.606261Z","steps":["trace[97155212] 'agreement among raft nodes before linearized reading' (duration: 150.68769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.605865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.470621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:49:55.606566Z","caller":"traceutil/trace.go:171","msg":"trace[1057400453] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:42960; }","duration":"126.2345ms","start":"2026-04-28T18:49:55.480321Z","end":"2026-04-28T18:49:55.606556Z","steps":["trace[1057400453] 'agreement among raft nodes before linearized reading' (duration: 125.374288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.60677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.586597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T18:49:55.606823Z","caller":"traceutil/trace.go:171","msg":"trace[670944633] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:42960; }","duration":"178.65973ms","start":"2026-04-28T18:49:55.428151Z","end":"2026-04-28T18:49:55.606811Z","steps":["trace[670944633] 'agreement among raft nodes before linearized reading' (duration: 178.367562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.610393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.614291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-db-init.18aa97ea001b1d4d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42955 ","response":"range_response_count:1000 size:773686"} {"level":"info","ts":"2026-04-28T18:49:55.610444Z","caller":"traceutil/trace.go:171","msg":"trace[983563550] range","detail":"{range_begin:/registry/events/openstack/magnum-db-init.18aa97ea001b1d4d\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42960; }","duration":"386.728824ms","start":"2026-04-28T18:49:55.223704Z","end":"2026-04-28T18:49:55.610432Z","steps":["trace[983563550] 'agreement among raft nodes before linearized reading' (duration: 382.19049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:55.610493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:55.223683Z","time spent":"386.781205ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1099,"response size":773710,"request content":"key:\"/registry/events/openstack/magnum-db-init.18aa97ea001b1d4d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42955 "} {"level":"info","ts":"2026-04-28T18:49:56.676316Z","caller":"traceutil/trace.go:171","msg":"trace[814405113] transaction","detail":"{read_only:false; response_revision:42969; number_of_response:1; }","duration":"133.992416ms","start":"2026-04-28T18:49:56.542288Z","end":"2026-04-28T18:49:56.67628Z","steps":["trace[814405113] 'process raft request' (duration: 133.778171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:56.676374Z","caller":"traceutil/trace.go:171","msg":"trace[1318122044] transaction","detail":"{read_only:false; response_revision:42968; number_of_response:1; }","duration":"139.873986ms","start":"2026-04-28T18:49:56.536468Z","end":"2026-04-28T18:49:56.676342Z","steps":["trace[1318122044] 'process raft request' (duration: 51.370852ms)","trace[1318122044] 'compare' (duration: 87.892417ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:57.231514Z","caller":"traceutil/trace.go:171","msg":"trace[1767110489] linearizableReadLoop","detail":"{readStateIndex:44426; appliedIndex:44426; }","duration":"218.436857ms","start":"2026-04-28T18:49:57.013043Z","end":"2026-04-28T18:49:57.23148Z","steps":["trace[1767110489] 'read index received' (duration: 218.423747ms)","trace[1767110489] 'applied index is now lower than readState.Index' (duration: 10.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:57.231844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.780916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T18:49:57.231906Z","caller":"traceutil/trace.go:171","msg":"trace[1003467450] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:42970; }","duration":"218.908749ms","start":"2026-04-28T18:49:57.012979Z","end":"2026-04-28T18:49:57.231888Z","steps":["trace[1003467450] 'agreement among raft nodes before linearized reading' (duration: 218.669843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:57.310983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.72989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-etc\" ","response":"range_response_count:1 size:5568"} {"level":"info","ts":"2026-04-28T18:49:57.311098Z","caller":"traceutil/trace.go:171","msg":"trace[753161114] transaction","detail":"{read_only:false; response_revision:42971; number_of_response:1; }","duration":"218.643573ms","start":"2026-04-28T18:49:57.092438Z","end":"2026-04-28T18:49:57.311082Z","steps":["trace[753161114] 'process raft request' (duration: 217.983716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:57.311097Z","caller":"traceutil/trace.go:171","msg":"trace[211351698] range","detail":"{range_begin:/registry/secrets/openstack/barbican-etc; range_end:; response_count:1; response_revision:42972; }","duration":"264.921025ms","start":"2026-04-28T18:49:57.046155Z","end":"2026-04-28T18:49:57.311076Z","steps":["trace[211351698] 'agreement among raft nodes before linearized reading' (duration: 264.615308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:57.311118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.821882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:49:57.311214Z","caller":"traceutil/trace.go:171","msg":"trace[1070932143] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:42972; }","duration":"104.016736ms","start":"2026-04-28T18:49:57.207177Z","end":"2026-04-28T18:49:57.311194Z","steps":["trace[1070932143] 'agreement among raft nodes before linearized reading' (duration: 103.76016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:57.311467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.058127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:57.312406Z","caller":"traceutil/trace.go:171","msg":"trace[711997444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42972; }","duration":"244.282862ms","start":"2026-04-28T18:49:57.067299Z","end":"2026-04-28T18:49:57.311582Z","steps":["trace[711997444] 'agreement among raft nodes before linearized reading' (duration: 243.78657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:57.431715Z","caller":"traceutil/trace.go:171","msg":"trace[895421362] transaction","detail":"{read_only:false; response_revision:42974; number_of_response:1; }","duration":"115.322144ms","start":"2026-04-28T18:49:57.316355Z","end":"2026-04-28T18:49:57.431678Z","steps":["trace[895421362] 'process raft request' (duration: 115.222981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:57.431892Z","caller":"traceutil/trace.go:171","msg":"trace[1961979373] linearizableReadLoop","detail":"{readStateIndex:44429; appliedIndex:44428; }","duration":"117.010985ms","start":"2026-04-28T18:49:57.31484Z","end":"2026-04-28T18:49:57.431851Z","steps":["trace[1961979373] 'read index received' (duration: 61.55907ms)","trace[1961979373] 'applied index is now lower than readState.Index' (duration: 55.447175ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:57.431913Z","caller":"traceutil/trace.go:171","msg":"trace[990455437] transaction","detail":"{read_only:false; response_revision:42973; number_of_response:1; }","duration":"199.639241ms","start":"2026-04-28T18:49:57.232245Z","end":"2026-04-28T18:49:57.431885Z","steps":["trace[990455437] 'process raft request' (duration: 144.132935ms)","trace[990455437] 'compare' (duration: 54.997173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:57.432242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.370285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-etc\" ","response":"range_response_count:1 size:5568"} {"level":"info","ts":"2026-04-28T18:49:57.432352Z","caller":"traceutil/trace.go:171","msg":"trace[1809307659] range","detail":"{range_begin:/registry/secrets/openstack/barbican-etc; range_end:; response_count:1; response_revision:42974; }","duration":"117.512489ms","start":"2026-04-28T18:49:57.314811Z","end":"2026-04-28T18:49:57.432324Z","steps":["trace[1809307659] 'agreement among raft nodes before linearized reading' (duration: 117.19568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:57.529285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.302711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:49:57.529347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.339425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T18:49:57.529392Z","caller":"traceutil/trace.go:171","msg":"trace[1519366343] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:42975; }","duration":"169.428844ms","start":"2026-04-28T18:49:57.35994Z","end":"2026-04-28T18:49:57.529369Z","steps":["trace[1519366343] 'agreement among raft nodes before linearized reading' (duration: 169.245449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:57.529425Z","caller":"traceutil/trace.go:171","msg":"trace[142759175] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:42975; }","duration":"205.439617ms","start":"2026-04-28T18:49:57.323965Z","end":"2026-04-28T18:49:57.529405Z","steps":["trace[142759175] 'agreement among raft nodes before linearized reading' (duration: 205.236952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:57.736428Z","caller":"traceutil/trace.go:171","msg":"trace[539356010] linearizableReadLoop","detail":"{readStateIndex:44432; appliedIndex:44431; }","duration":"207.547721ms","start":"2026-04-28T18:49:57.528843Z","end":"2026-04-28T18:49:57.736391Z","steps":["trace[539356010] 'read index received' (duration: 203.745245ms)","trace[539356010] 'applied index is now lower than readState.Index' (duration: 3.800946ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:57.736536Z","caller":"traceutil/trace.go:171","msg":"trace[245896405] transaction","detail":"{read_only:false; response_revision:42976; number_of_response:1; }","duration":"253.487826ms","start":"2026-04-28T18:49:57.483011Z","end":"2026-04-28T18:49:57.736499Z","steps":["trace[245896405] 'process raft request' (duration: 249.559327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:57.736701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.505638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T18:49:57.736824Z","caller":"traceutil/trace.go:171","msg":"trace[1103588807] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:42976; }","duration":"302.671603ms","start":"2026-04-28T18:49:57.43413Z","end":"2026-04-28T18:49:57.736801Z","steps":["trace[1103588807] 'agreement among raft nodes before linearized reading' (duration: 302.382195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:57.736876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.434109Z","time spent":"302.757324ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:49:58.636515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.01215Z","time spent":"624.352776ms","remote":"127.0.0.1:57176","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:49:58.636906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.112935ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:58.637095Z","caller":"traceutil/trace.go:171","msg":"trace[1467555240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:42976; }","duration":"376.328361ms","start":"2026-04-28T18:49:58.260743Z","end":"2026-04-28T18:49:58.637071Z","steps":["trace[1467555240] 'range keys from in-memory index tree' (duration: 376.087695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:58.637446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.283487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:58.637768Z","caller":"traceutil/trace.go:171","msg":"trace[1953940106] transaction","detail":"{read_only:false; response_revision:42977; number_of_response:1; }","duration":"1.023415234s","start":"2026-04-28T18:49:57.614302Z","end":"2026-04-28T18:49:58.637718Z","steps":["trace[1953940106] 'process raft request' (duration: 222.723816ms)","trace[1953940106] 'compare' (duration: 799.890668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:58.637979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.614269Z","time spent":"1.023585528s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:58.637999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104471597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T18:49:58.637953Z","caller":"traceutil/trace.go:171","msg":"trace[200275811] transaction","detail":"{read_only:false; response_revision:42978; number_of_response:1; }","duration":"985.159834ms","start":"2026-04-28T18:49:57.652711Z","end":"2026-04-28T18:49:58.637871Z","steps":["trace[200275811] 'process raft request' (duration: 984.880117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:58.638049Z","caller":"traceutil/trace.go:171","msg":"trace[2024137660] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:42978; }","duration":"1.10456222s","start":"2026-04-28T18:49:57.533475Z","end":"2026-04-28T18:49:58.638037Z","steps":["trace[2024137660] 'agreement among raft nodes before linearized reading' (duration: 1.104377835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:58.638098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.533454Z","time spent":"1.104633552s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-28T18:49:58.638104Z","caller":"traceutil/trace.go:171","msg":"trace[387561802] transaction","detail":"{read_only:false; response_revision:42979; number_of_response:1; }","duration":"808.693041ms","start":"2026-04-28T18:49:57.829378Z","end":"2026-04-28T18:49:58.638071Z","steps":["trace[387561802] 'process raft request' (duration: 808.347572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:58.637778Z","caller":"traceutil/trace.go:171","msg":"trace[1583260418] linearizableReadLoop","detail":"{readStateIndex:44434; appliedIndex:44432; }","duration":"901.242057ms","start":"2026-04-28T18:49:57.736515Z","end":"2026-04-28T18:49:58.637757Z","steps":["trace[1583260418] 'read index received' (duration: 100.503528ms)","trace[1583260418] 'applied index is now lower than readState.Index' (duration: 800.737299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:58.638242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.652679Z","time spent":"985.42316ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:58.63831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.829351Z","time spent":"808.852354ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:58.638517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105114443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-04-28T18:49:58.638619Z","caller":"traceutil/trace.go:171","msg":"trace[320104082] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-admin; range_end:; response_count:1; response_revision:42978; }","duration":"1.105234287s","start":"2026-04-28T18:49:57.533372Z","end":"2026-04-28T18:49:58.638606Z","steps":["trace[320104082] 'agreement among raft nodes before linearized reading' (duration: 1.104460488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:58.638658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.533354Z","time spent":"1.105294498s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1130,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" "} {"level":"info","ts":"2026-04-28T18:49:58.63891Z","caller":"traceutil/trace.go:171","msg":"trace[1708071156] transaction","detail":"{read_only:false; response_revision:42980; number_of_response:1; }","duration":"773.102248ms","start":"2026-04-28T18:49:57.865794Z","end":"2026-04-28T18:49:58.638896Z","steps":["trace[1708071156] 'process raft request' (duration: 772.186505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:58.638987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.865773Z","time spent":"773.175789ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:59.244958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.478379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:49:59.245219Z","caller":"traceutil/trace.go:171","msg":"trace[1504872632] transaction","detail":"{read_only:false; response_revision:42981; number_of_response:1; }","duration":"1.059074868s","start":"2026-04-28T18:49:58.186104Z","end":"2026-04-28T18:49:59.245179Z","steps":["trace[1504872632] 'process raft request' (duration: 653.25292ms)","trace[1504872632] 'compare' (duration: 404.74274ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:49:59.245609Z","caller":"traceutil/trace.go:171","msg":"trace[306852628] transaction","detail":"{read_only:false; response_revision:42982; number_of_response:1; }","duration":"560.801346ms","start":"2026-04-28T18:49:58.68478Z","end":"2026-04-28T18:49:59.245582Z","steps":["trace[306852628] 'process raft request' (duration: 560.618511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:59.245679Z","caller":"traceutil/trace.go:171","msg":"trace[162565702] linearizableReadLoop","detail":"{readStateIndex:44437; appliedIndex:44436; }","duration":"607.421448ms","start":"2026-04-28T18:49:58.638208Z","end":"2026-04-28T18:49:59.24563Z","steps":["trace[162565702] 'read index received' (duration: 201.17192ms)","trace[162565702] 'applied index is now lower than readState.Index' (duration: 406.243898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:49:59.245747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.684743Z","time spent":"560.96047ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:59.246023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.048002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:59.246135Z","caller":"traceutil/trace.go:171","msg":"trace[2095702358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:42982; }","duration":"634.231507ms","start":"2026-04-28T18:49:58.611879Z","end":"2026-04-28T18:49:59.246111Z","steps":["trace[2095702358] 'agreement among raft nodes before linearized reading' (duration: 633.95891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.2461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.186076Z","time spent":"1.059234771s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:49:59.246154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356949968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T18:49:59.246151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355231984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:59.246205Z","caller":"traceutil/trace.go:171","msg":"trace[2094448440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42982; }","duration":"1.35705426s","start":"2026-04-28T18:49:57.889135Z","end":"2026-04-28T18:49:59.246189Z","steps":["trace[2094448440] 'agreement among raft nodes before linearized reading' (duration: 1.356881556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.246199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.611857Z","time spent":"634.32212ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:49:59.246248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.889106Z","time spent":"1.357135512s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T18:49:59.246244Z","caller":"traceutil/trace.go:171","msg":"trace[546796753] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:42982; }","duration":"1.355414399s","start":"2026-04-28T18:49:57.890806Z","end":"2026-04-28T18:49:59.246221Z","steps":["trace[546796753] 'agreement among raft nodes before linearized reading' (duration: 1.355090851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.24627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178145756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:49:59.246302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.729052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-04-28T18:49:59.246353Z","caller":"traceutil/trace.go:171","msg":"trace[1192027206] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-admin; range_end:; response_count:1; response_revision:42982; }","duration":"510.115491ms","start":"2026-04-28T18:49:58.736221Z","end":"2026-04-28T18:49:59.246337Z","steps":["trace[1192027206] 'agreement among raft nodes before linearized reading' (duration: 509.999538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:59.246371Z","caller":"traceutil/trace.go:171","msg":"trace[908543068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42982; }","duration":"1.178286339s","start":"2026-04-28T18:49:58.06804Z","end":"2026-04-28T18:49:59.246326Z","steps":["trace[908543068] 'agreement among raft nodes before linearized reading' (duration: 1.178161936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.246402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.999364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:49:59.246389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463657083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T18:49:59.246434Z","caller":"traceutil/trace.go:171","msg":"trace[1061969432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42982; }","duration":"554.096557ms","start":"2026-04-28T18:49:58.692328Z","end":"2026-04-28T18:49:59.246424Z","steps":["trace[1061969432] 'agreement among raft nodes before linearized reading' (duration: 554.007605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.246462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296425735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T18:49:59.246473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.692302Z","time spent":"554.164958ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:49:59.246486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.774192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:49:59.246476Z","caller":"traceutil/trace.go:171","msg":"trace[1247817011] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:42982; }","duration":"1.463819117s","start":"2026-04-28T18:49:57.782634Z","end":"2026-04-28T18:49:59.246453Z","steps":["trace[1247817011] 'agreement among raft nodes before linearized reading' (duration: 1.463525169s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:59.246497Z","caller":"traceutil/trace.go:171","msg":"trace[425209645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42982; }","duration":"1.296512856s","start":"2026-04-28T18:49:57.949975Z","end":"2026-04-28T18:49:59.246487Z","steps":["trace[425209645] 'agreement among raft nodes before linearized reading' (duration: 1.296357273s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:49:59.246511Z","caller":"traceutil/trace.go:171","msg":"trace[1345772129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42982; }","duration":"763.858454ms","start":"2026-04-28T18:49:58.482644Z","end":"2026-04-28T18:49:59.246503Z","steps":["trace[1345772129] 'agreement among raft nodes before linearized reading' (duration: 763.779872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.246575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.482614Z","time spent":"763.954377ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:49:59.246579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.782585Z","time spent":"1.46394437s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:49:59.24659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.949943Z","time spent":"1.296584018s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:49:59.246302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.890782Z","time spent":"1.355506912s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:49:59.246413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.068012Z","time spent":"1.178391332s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:49:59.246378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.736022Z","time spent":"510.350847ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1130,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" "} {"level":"warn","ts":"2026-04-28T18:49:59.246174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417000381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:59.246926Z","caller":"traceutil/trace.go:171","msg":"trace[1454266938] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:42982; }","duration":"1.4177834s","start":"2026-04-28T18:49:57.829125Z","end":"2026-04-28T18:49:59.246908Z","steps":["trace[1454266938] 'agreement among raft nodes before linearized reading' (duration: 1.416948819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.246973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:57.829111Z","time spent":"1.417843931s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:49:59.249653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.177979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:49:59.249756Z","caller":"traceutil/trace.go:171","msg":"trace[394936296] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:42982; }","duration":"857.304982ms","start":"2026-04-28T18:49:58.392425Z","end":"2026-04-28T18:49:59.24973Z","steps":["trace[394936296] 'agreement among raft nodes before linearized reading' (duration: 857.107837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.249791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.392357Z","time spent":"857.425795ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:49:59.251845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.542406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:201 size:2219830"} {"level":"info","ts":"2026-04-28T18:49:59.251892Z","caller":"traceutil/trace.go:171","msg":"trace[1621191314] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:42982; }","duration":"608.650669ms","start":"2026-04-28T18:49:58.643229Z","end":"2026-04-28T18:49:59.25188Z","steps":["trace[1621191314] 'agreement among raft nodes before linearized reading' (duration: 602.861413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:49:59.251958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:58.643201Z","time spent":"608.741922ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":201,"response size":2219854,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:50:00.012316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.311374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:50:00.012461Z","caller":"traceutil/trace.go:171","msg":"trace[253213225] transaction","detail":"{read_only:false; response_revision:42983; number_of_response:1; }","duration":"760.52863ms","start":"2026-04-28T18:49:59.251908Z","end":"2026-04-28T18:50:00.012436Z","steps":["trace[253213225] 'process raft request' (duration: 253.922417ms)","trace[253213225] 'compare' (duration: 505.806262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:00.012555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.251893Z","time spent":"760.606602ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:01.035734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.549423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:50:01.035969Z","caller":"traceutil/trace.go:171","msg":"trace[1352528505] transaction","detail":"{read_only:false; response_revision:42986; number_of_response:1; }","duration":"1.78302487s","start":"2026-04-28T18:49:59.252927Z","end":"2026-04-28T18:50:01.035952Z","steps":["trace[1352528505] 'process raft request' (duration: 1.782953528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.036033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.25289Z","time spent":"1.783115702s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:01.036023Z","caller":"traceutil/trace.go:171","msg":"trace[268606736] transaction","detail":"{read_only:false; response_revision:42984; number_of_response:1; }","duration":"1.783434749s","start":"2026-04-28T18:49:59.252541Z","end":"2026-04-28T18:50:01.035976Z","steps":["trace[268606736] 'process raft request' (duration: 1.014535008s)","trace[268606736] 'compare' (duration: 767.637349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:01.036105Z","caller":"traceutil/trace.go:171","msg":"trace[13948105] linearizableReadLoop","detail":"{readStateIndex:44440; appliedIndex:44438; }","duration":"1.783127833s","start":"2026-04-28T18:49:59.252932Z","end":"2026-04-28T18:50:01.036059Z","steps":["trace[13948105] 'read index received' (duration: 252.938613ms)","trace[13948105] 'applied index is now lower than readState.Index' (duration: 1.53018771s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:01.036233Z","caller":"traceutil/trace.go:171","msg":"trace[844607156] transaction","detail":"{read_only:false; response_revision:42985; number_of_response:1; }","duration":"1.783288977s","start":"2026-04-28T18:49:59.252933Z","end":"2026-04-28T18:50:01.036222Z","steps":["trace[844607156] 'process raft request' (duration: 1.782897457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.036235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.2525Z","time spent":"1.783619844s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:01.036277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.252905Z","time spent":"1.783348387s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:01.036436Z","caller":"traceutil/trace.go:171","msg":"trace[1116732599] transaction","detail":"{read_only:false; response_revision:42987; number_of_response:1; }","duration":"1.720477864s","start":"2026-04-28T18:49:59.315942Z","end":"2026-04-28T18:50:01.03642Z","steps":["trace[1116732599] 'process raft request' (duration: 1.719976341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.036508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.315911Z","time spent":"1.720561045s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:01.036581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783645985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-04-28T18:50:01.036614Z","caller":"traceutil/trace.go:171","msg":"trace[340469408] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-admin; range_end:; response_count:1; response_revision:42987; }","duration":"1.783711647s","start":"2026-04-28T18:49:59.252892Z","end":"2026-04-28T18:50:01.036604Z","steps":["trace[340469408] 'agreement among raft nodes before linearized reading' (duration: 1.783520392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.036639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.252874Z","time spent":"1.783758258s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1130,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" "} {"level":"info","ts":"2026-04-28T18:50:01.06383Z","caller":"traceutil/trace.go:171","msg":"trace[785050380] transaction","detail":"{read_only:false; response_revision:42988; number_of_response:1; }","duration":"1.527674636s","start":"2026-04-28T18:49:59.53613Z","end":"2026-04-28T18:50:01.063804Z","steps":["trace[785050380] 'process raft request' (duration: 1.527540553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.06399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.536097Z","time spent":"1.5278113s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:01.255822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:01.255943Z","caller":"traceutil/trace.go:171","msg":"trace[11691754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046153s","start":"2026-04-28T18:49:59.255458Z","end":"2026-04-28T18:50:01.25592Z","steps":["trace[11691754] 'agreement among raft nodes before linearized reading' (duration: 2.000325167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.255993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.255448Z","time spent":"2.000535293s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T18:50:01.465165Z","caller":"traceutil/trace.go:171","msg":"trace[1653930586] transaction","detail":"{read_only:false; response_revision:42989; number_of_response:1; }","duration":"1.157642275s","start":"2026-04-28T18:50:00.307495Z","end":"2026-04-28T18:50:01.465137Z","steps":["trace[1653930586] 'process raft request' (duration: 1.157232235s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:01.465253Z","caller":"traceutil/trace.go:171","msg":"trace[932119980] transaction","detail":"{read_only:false; response_revision:42992; number_of_response:1; }","duration":"818.113809ms","start":"2026-04-28T18:50:00.647115Z","end":"2026-04-28T18:50:01.465229Z","steps":["trace[932119980] 'process raft request' (duration: 817.981515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.465317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.307449Z","time spent":"1.157782709s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:01.465328Z","caller":"traceutil/trace.go:171","msg":"trace[1298238815] transaction","detail":"{read_only:false; response_revision:42991; number_of_response:1; }","duration":"818.358165ms","start":"2026-04-28T18:50:00.646921Z","end":"2026-04-28T18:50:01.465279Z","steps":["trace[1298238815] 'process raft request' (duration: 818.131339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.465375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.646962Z","time spent":"818.349915ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:01.465248Z","caller":"traceutil/trace.go:171","msg":"trace[1265804313] transaction","detail":"{read_only:false; response_revision:42990; number_of_response:1; }","duration":"820.755376ms","start":"2026-04-28T18:50:00.644456Z","end":"2026-04-28T18:50:01.465212Z","steps":["trace[1265804313] 'process raft request' (duration: 820.52081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:01.465442Z","caller":"traceutil/trace.go:171","msg":"trace[759503661] linearizableReadLoop","detail":"{readStateIndex:44449; appliedIndex:44444; }","duration":"429.20104ms","start":"2026-04-28T18:50:01.036216Z","end":"2026-04-28T18:50:01.465417Z","steps":["trace[759503661] 'read index received' (duration: 27.733384ms)","trace[759503661] 'applied index is now lower than readState.Index' (duration: 401.465186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:01.465544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.64689Z","time spent":"818.53663ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:01.465623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.644401Z","time spent":"821.059233ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:01.465707Z","caller":"traceutil/trace.go:171","msg":"trace[284619479] transaction","detail":"{read_only:false; response_revision:42993; number_of_response:1; }","duration":"817.76303ms","start":"2026-04-28T18:50:00.647932Z","end":"2026-04-28T18:50:01.465695Z","steps":["trace[284619479] 'process raft request' (duration: 817.248757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.465626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426252515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:01.465784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.647915Z","time spent":"817.831012ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:01.46581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029061106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T18:50:01.46585Z","caller":"traceutil/trace.go:171","msg":"trace[205705559] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:42993; }","duration":"1.426507671s","start":"2026-04-28T18:50:00.039298Z","end":"2026-04-28T18:50:01.465806Z","steps":["trace[205705559] 'agreement among raft nodes before linearized reading' (duration: 1.426207494s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:01.465889Z","caller":"traceutil/trace.go:171","msg":"trace[1346418788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42993; }","duration":"2.029179729s","start":"2026-04-28T18:49:59.436687Z","end":"2026-04-28T18:50:01.465866Z","steps":["trace[1346418788] 'agreement among raft nodes before linearized reading' (duration: 2.028951113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.465944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.436665Z","time spent":"2.029265431s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:50:01.465939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.039262Z","time spent":"1.426624874s","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:01.465942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003508318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:50:01.466867Z","caller":"traceutil/trace.go:171","msg":"trace[571869481] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:42993; }","duration":"2.004468283s","start":"2026-04-28T18:49:59.462368Z","end":"2026-04-28T18:50:01.466836Z","steps":["trace[571869481] 'agreement among raft nodes before linearized reading' (duration: 2.003332613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.466016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898945047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" ","response":"range_response_count:1 size:519"} {"level":"warn","ts":"2026-04-28T18:50:01.466962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.462343Z","time spent":"2.004584336s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-28T18:50:01.466957Z","caller":"traceutil/trace.go:171","msg":"trace[1643250872] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-cfn; range_end:; response_count:1; response_revision:42993; }","duration":"1.899937462s","start":"2026-04-28T18:49:59.566994Z","end":"2026-04-28T18:50:01.466932Z","steps":["trace[1643250872] 'agreement among raft nodes before linearized reading' (duration: 1.898867334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.467015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.566961Z","time spent":"1.900035295s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-04-28T18:50:01.466094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.620305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:01.467282Z","caller":"traceutil/trace.go:171","msg":"trace[358434306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:42993; }","duration":"786.845406ms","start":"2026-04-28T18:50:00.680418Z","end":"2026-04-28T18:50:01.467263Z","steps":["trace[358434306] 'agreement among raft nodes before linearized reading' (duration: 785.628365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.467323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.680404Z","time spent":"786.902087ms","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:01.466107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358743083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:01.467476Z","caller":"traceutil/trace.go:171","msg":"trace[894400601] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:42993; }","duration":"1.360148569s","start":"2026-04-28T18:50:00.107319Z","end":"2026-04-28T18:50:01.467467Z","steps":["trace[894400601] 'agreement among raft nodes before linearized reading' (duration: 1.358725703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.467502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.107301Z","time spent":"1.360192451s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:50:01.466167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.164263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:50:01.467755Z","caller":"traceutil/trace.go:171","msg":"trace[1522739948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42993; }","duration":"687.771454ms","start":"2026-04-28T18:50:00.779962Z","end":"2026-04-28T18:50:01.467733Z","steps":["trace[1522739948] 'agreement among raft nodes before linearized reading' (duration: 686.146943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.466183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004689628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:01.467828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.779944Z","time spent":"687.860486ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:50:01.467867Z","caller":"traceutil/trace.go:171","msg":"trace[475158240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:42993; }","duration":"1.006407452s","start":"2026-04-28T18:50:00.461438Z","end":"2026-04-28T18:50:01.467846Z","steps":["trace[475158240] 'agreement among raft nodes before linearized reading' (duration: 1.004710459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.466113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678731114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:01.467965Z","caller":"traceutil/trace.go:171","msg":"trace[1059688160] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:42993; }","duration":"1.680578171s","start":"2026-04-28T18:49:59.787368Z","end":"2026-04-28T18:50:01.467946Z","steps":["trace[1059688160] 'agreement among raft nodes before linearized reading' (duration: 1.678670523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.467993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:00.461412Z","time spent":"1.006530614s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:01.468007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.787294Z","time spent":"1.680695805s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:50:01.466321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564971342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:01.46815Z","caller":"traceutil/trace.go:171","msg":"trace[1528997243] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:42993; }","duration":"1.566835398s","start":"2026-04-28T18:49:59.901296Z","end":"2026-04-28T18:50:01.468132Z","steps":["trace[1528997243] 'agreement among raft nodes before linearized reading' (duration: 1.564254743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.468213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.901272Z","time spent":"1.566920261s","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:01.46579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912301815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:01.468371Z","caller":"traceutil/trace.go:171","msg":"trace[282087676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:42993; }","duration":"1.914974533s","start":"2026-04-28T18:49:59.553374Z","end":"2026-04-28T18:50:01.468349Z","steps":["trace[282087676] 'agreement among raft nodes before linearized reading' (duration: 1.912239143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.468334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892238637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:01.468458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.553353Z","time spent":"1.915080456s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:01.468745Z","caller":"traceutil/trace.go:171","msg":"trace[1287220894] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:42993; }","duration":"1.894272449s","start":"2026-04-28T18:49:59.574161Z","end":"2026-04-28T18:50:01.468433Z","steps":["trace[1287220894] 'agreement among raft nodes before linearized reading' (duration: 1.891679103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.469704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.574148Z","time spent":"1.89548688s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:01.469917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062908034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390001"} {"level":"info","ts":"2026-04-28T18:50:01.469986Z","caller":"traceutil/trace.go:171","msg":"trace[1993889976] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42993; }","duration":"2.063025537s","start":"2026-04-28T18:49:59.406946Z","end":"2026-04-28T18:50:01.469971Z","steps":["trace[1993889976] 'agreement among raft nodes before linearized reading' (duration: 2.058999504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:01.470033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:49:59.406924Z","time spent":"2.063090089s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1599,"response size":390025,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:50:02.119636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.725324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:50:02.120165Z","caller":"traceutil/trace.go:171","msg":"trace[765475409] linearizableReadLoop","detail":"{readStateIndex:44451; appliedIndex:44449; }","duration":"654.626205ms","start":"2026-04-28T18:50:01.465503Z","end":"2026-04-28T18:50:02.12013Z","steps":["trace[765475409] 'read index received' (duration: 93.302826ms)","trace[765475409] 'applied index is now lower than readState.Index' (duration: 561.322049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:02.120187Z","caller":"traceutil/trace.go:171","msg":"trace[1038712379] transaction","detail":"{read_only:false; response_revision:42995; number_of_response:1; }","duration":"865.958052ms","start":"2026-04-28T18:50:01.254198Z","end":"2026-04-28T18:50:02.120156Z","steps":["trace[1038712379] 'process raft request' (duration: 865.577413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.120268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.800685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:02.120267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.022872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:02.12034Z","caller":"traceutil/trace.go:171","msg":"trace[1795544670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:42995; }","duration":"984.932998ms","start":"2026-04-28T18:50:01.135386Z","end":"2026-04-28T18:50:02.12032Z","steps":["trace[1795544670] 'agreement among raft nodes before linearized reading' (duration: 984.818195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:02.120347Z","caller":"traceutil/trace.go:171","msg":"trace[1372686043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42995; }","duration":"864.181796ms","start":"2026-04-28T18:50:01.256146Z","end":"2026-04-28T18:50:02.120328Z","steps":["trace[1372686043] 'agreement among raft nodes before linearized reading' (duration: 863.988902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.120384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.135363Z","time spent":"985.01245ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:02.12039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.256112Z","time spent":"864.267369ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:02.1204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.254166Z","time spent":"866.104486ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:02.120187Z","caller":"traceutil/trace.go:171","msg":"trace[1669831] transaction","detail":"{read_only:false; response_revision:42994; number_of_response:1; }","duration":"867.881841ms","start":"2026-04-28T18:50:01.252267Z","end":"2026-04-28T18:50:02.120149Z","steps":["trace[1669831] 'process raft request' (duration: 306.529521ms)","trace[1669831] 'compare' (duration: 560.367925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:02.120574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.25223Z","time spent":"868.291161ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:02.120427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.117717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T18:50:02.121631Z","caller":"traceutil/trace.go:171","msg":"trace[961846246] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:42995; }","duration":"985.363728ms","start":"2026-04-28T18:50:01.136241Z","end":"2026-04-28T18:50:02.121604Z","steps":["trace[961846246] 'agreement among raft nodes before linearized reading' (duration: 983.944243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.121997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.136228Z","time spent":"985.639656ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" "} {"level":"info","ts":"2026-04-28T18:50:02.429482Z","caller":"traceutil/trace.go:171","msg":"trace[150326009] linearizableReadLoop","detail":"{readStateIndex:44453; appliedIndex:44451; }","duration":"309.246469ms","start":"2026-04-28T18:50:02.12021Z","end":"2026-04-28T18:50:02.429456Z","steps":["trace[150326009] 'read index received' (duration: 257.251752ms)","trace[150326009] 'applied index is now lower than readState.Index' (duration: 51.992947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:02.429588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.959118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:02.429667Z","caller":"traceutil/trace.go:171","msg":"trace[966374288] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:42997; }","duration":"955.06773ms","start":"2026-04-28T18:50:01.474579Z","end":"2026-04-28T18:50:02.429646Z","steps":["trace[966374288] 'agreement among raft nodes before linearized reading' (duration: 954.917766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.429641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.638022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:02.429703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.474562Z","time spent":"955.131192ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:50:02.429749Z","caller":"traceutil/trace.go:171","msg":"trace[745996911] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:42997; }","duration":"418.761945ms","start":"2026-04-28T18:50:02.010962Z","end":"2026-04-28T18:50:02.429724Z","steps":["trace[745996911] 'agreement among raft nodes before linearized reading' (duration: 418.529829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:02.429948Z","caller":"traceutil/trace.go:171","msg":"trace[734738650] transaction","detail":"{read_only:false; response_revision:42996; number_of_response:1; }","duration":"959.559565ms","start":"2026-04-28T18:50:01.470372Z","end":"2026-04-28T18:50:02.429932Z","steps":["trace[734738650] 'process raft request' (duration: 906.960051ms)","trace[734738650] 'compare' (duration: 51.582298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:02.429809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.010893Z","time spent":"418.900489ms","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:02.429978Z","caller":"traceutil/trace.go:171","msg":"trace[586789573] transaction","detail":"{read_only:false; response_revision:42997; number_of_response:1; }","duration":"955.663317ms","start":"2026-04-28T18:50:01.474284Z","end":"2026-04-28T18:50:02.429947Z","steps":["trace[586789573] 'process raft request' (duration: 955.02921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.430043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.470346Z","time spent":"959.644487ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:50:02.429797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.016739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:50:02.430118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.752834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:50:02.430152Z","caller":"traceutil/trace.go:171","msg":"trace[475557661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42997; }","duration":"412.827745ms","start":"2026-04-28T18:50:02.017311Z","end":"2026-04-28T18:50:02.430139Z","steps":["trace[475557661] 'agreement among raft nodes before linearized reading' (duration: 412.682752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.430154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.47424Z","time spent":"955.81181ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:02.430184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.017285Z","time spent":"412.890957ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:50:02.430159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.299874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-28T18:50:02.430271Z","caller":"traceutil/trace.go:171","msg":"trace[1224374955] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f; range_end:; response_count:1; response_revision:42997; }","duration":"958.477348ms","start":"2026-04-28T18:50:01.471763Z","end":"2026-04-28T18:50:02.43024Z","steps":["trace[1224374955] 'agreement among raft nodes before linearized reading' (duration: 958.136139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.430317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.97907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-7dd46b97f5-xzqwh\" ","response":"range_response_count:1 size:8478"} {"level":"warn","ts":"2026-04-28T18:50:02.430336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.471737Z","time spent":"958.583201ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f\" "} {"level":"info","ts":"2026-04-28T18:50:02.430362Z","caller":"traceutil/trace.go:171","msg":"trace[274107318] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-7dd46b97f5-xzqwh; range_end:; response_count:1; response_revision:42997; }","duration":"961.065133ms","start":"2026-04-28T18:50:01.469284Z","end":"2026-04-28T18:50:02.430349Z","steps":["trace[274107318] 'agreement among raft nodes before linearized reading' (duration: 960.906919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:02.430155Z","caller":"traceutil/trace.go:171","msg":"trace[1017198747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42997; }","duration":"957.41365ms","start":"2026-04-28T18:50:01.472721Z","end":"2026-04-28T18:50:02.430134Z","steps":["trace[1017198747] 'agreement among raft nodes before linearized reading' (duration: 956.889726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.430411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.472709Z","time spent":"957.691047ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:50:02.43041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.469264Z","time spent":"961.133165ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8502,"request content":"key:\"/registry/pods/openstack/heat-cfn-7dd46b97f5-xzqwh\" "} {"level":"warn","ts":"2026-04-28T18:50:02.433683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.426981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-db-init.18aa97ea001b1d4d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42993 ","response":"range_response_count:1000 size:773686"} {"level":"info","ts":"2026-04-28T18:50:02.433728Z","caller":"traceutil/trace.go:171","msg":"trace[2099477296] range","detail":"{range_begin:/registry/events/openstack/magnum-db-init.18aa97ea001b1d4d\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42997; }","duration":"957.504363ms","start":"2026-04-28T18:50:01.476213Z","end":"2026-04-28T18:50:02.433718Z","steps":["trace[2099477296] 'agreement among raft nodes before linearized reading' (duration: 953.646584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.433773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:01.476205Z","time spent":"957.540164ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1099,"response size":773710,"request content":"key:\"/registry/events/openstack/magnum-db-init.18aa97ea001b1d4d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42993 "} {"level":"warn","ts":"2026-04-28T18:50:02.860801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.804226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:50:02.861091Z","caller":"traceutil/trace.go:171","msg":"trace[1502821163] linearizableReadLoop","detail":"{readStateIndex:44454; appliedIndex:44453; }","duration":"431.481598ms","start":"2026-04-28T18:50:02.429574Z","end":"2026-04-28T18:50:02.861056Z","steps":["trace[1502821163] 'read index received' (duration: 72.471648ms)","trace[1502821163] 'applied index is now lower than readState.Index' (duration: 359.00623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:02.86151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.984961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T18:50:02.861639Z","caller":"traceutil/trace.go:171","msg":"trace[1815808554] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:42997; }","duration":"632.163125ms","start":"2026-04-28T18:50:02.229456Z","end":"2026-04-28T18:50:02.861619Z","steps":["trace[1815808554] 'agreement among raft nodes before linearized reading' (duration: 631.860467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.861752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.229438Z","time spent":"632.294919ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:50:02.862142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.986366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:02.86239Z","caller":"traceutil/trace.go:171","msg":"trace[217818964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42997; }","duration":"732.257873ms","start":"2026-04-28T18:50:02.130108Z","end":"2026-04-28T18:50:02.862366Z","steps":["trace[217818964] 'agreement among raft nodes before linearized reading' (duration: 731.982416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.862171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.751252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T18:50:02.862476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.130065Z","time spent":"732.393467ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:50:02.862494Z","caller":"traceutil/trace.go:171","msg":"trace[2023266882] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:42997; }","duration":"736.106411ms","start":"2026-04-28T18:50:02.12637Z","end":"2026-04-28T18:50:02.862477Z","steps":["trace[2023266882] 'agreement among raft nodes before linearized reading' (duration: 735.736481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.862553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.126348Z","time spent":"736.178232ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"info","ts":"2026-04-28T18:50:02.914416Z","caller":"traceutil/trace.go:171","msg":"trace[2134426000] transaction","detail":"{read_only:false; response_revision:42998; number_of_response:1; }","duration":"478.796726ms","start":"2026-04-28T18:50:02.435602Z","end":"2026-04-28T18:50:02.914398Z","steps":["trace[2134426000] 'process raft request' (duration: 478.52383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:02.914458Z","caller":"traceutil/trace.go:171","msg":"trace[377802451] transaction","detail":"{read_only:false; response_revision:42999; number_of_response:1; }","duration":"478.286783ms","start":"2026-04-28T18:50:02.436154Z","end":"2026-04-28T18:50:02.914441Z","steps":["trace[377802451] 'process raft request' (duration: 478.107489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.914516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.435581Z","time spent":"478.878599ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:50:02.914384Z","caller":"traceutil/trace.go:171","msg":"trace[1557461833] transaction","detail":"{read_only:false; response_revision:43000; number_of_response:1; }","duration":"475.509113ms","start":"2026-04-28T18:50:02.438854Z","end":"2026-04-28T18:50:02.914363Z","steps":["trace[1557461833] 'process raft request' (duration: 475.459462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:02.914696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.436124Z","time spent":"478.362436ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:02.915709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.438827Z","time spent":"476.156291ms","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:04.149567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15740673s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:04.150235Z","caller":"traceutil/trace.go:171","msg":"trace[56620037] transaction","detail":"{read_only:false; response_revision:43001; number_of_response:1; }","duration":"1.40790539s","start":"2026-04-28T18:50:02.742302Z","end":"2026-04-28T18:50:04.150207Z","steps":["trace[56620037] 'process raft request' (duration: 1.407600632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.150489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.74227Z","time spent":"1.408088165s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:04.150593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514736448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:04.15066Z","caller":"traceutil/trace.go:171","msg":"trace[1047803270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43002; }","duration":"1.51480371s","start":"2026-04-28T18:50:02.635835Z","end":"2026-04-28T18:50:04.150639Z","steps":["trace[1047803270] 'agreement among raft nodes before linearized reading' (duration: 1.514637506s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.150698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.635764Z","time spent":"1.514926473s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:04.150759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712043709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:04.150834Z","caller":"traceutil/trace.go:171","msg":"trace[2058316816] transaction","detail":"{read_only:false; response_revision:43002; number_of_response:1; }","duration":"1.279348802s","start":"2026-04-28T18:50:02.871473Z","end":"2026-04-28T18:50:04.150822Z","steps":["trace[2058316816] 'process raft request' (duration: 1.278662094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.150818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714996584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:04.150867Z","caller":"traceutil/trace.go:171","msg":"trace[1656149338] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:43002; }","duration":"1.712238484s","start":"2026-04-28T18:50:02.4386Z","end":"2026-04-28T18:50:04.150838Z","steps":["trace[1656149338] 'agreement among raft nodes before linearized reading' (duration: 1.711929896s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:04.150912Z","caller":"traceutil/trace.go:171","msg":"trace[886825015] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43002; }","duration":"1.715143397s","start":"2026-04-28T18:50:02.435751Z","end":"2026-04-28T18:50:04.150895Z","steps":["trace[886825015] 'agreement among raft nodes before linearized reading' (duration: 1.714977123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.150926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.438575Z","time spent":"1.712337117s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:50:04.150954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.435738Z","time spent":"1.71520574s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:50:04.150916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.87146Z","time spent":"1.279424663s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:04.150773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384451325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:04.151007Z","caller":"traceutil/trace.go:171","msg":"trace[1124187533] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:43002; }","duration":"1.384733402s","start":"2026-04-28T18:50:02.766256Z","end":"2026-04-28T18:50:04.150989Z","steps":["trace[1124187533] 'agreement among raft nodes before linearized reading' (duration: 1.384475505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.151049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.766206Z","time spent":"1.384831565s","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:04.150507Z","caller":"traceutil/trace.go:171","msg":"trace[1573669365] linearizableReadLoop","detail":"{readStateIndex:44458; appliedIndex:44454; }","duration":"1.289276054s","start":"2026-04-28T18:50:02.861187Z","end":"2026-04-28T18:50:04.150463Z","steps":["trace[1573669365] 'read index received' (duration: 53.031015ms)","trace[1573669365] 'applied index is now lower than readState.Index' (duration: 1.236242309s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:04.151205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716685797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:50:04.151432Z","caller":"traceutil/trace.go:171","msg":"trace[1927307502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:43002; }","duration":"1.716954513s","start":"2026-04-28T18:50:02.434463Z","end":"2026-04-28T18:50:04.151417Z","steps":["trace[1927307502] 'agreement among raft nodes before linearized reading' (duration: 1.716273316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.151518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705195926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-neutron-server-0.18aa970485297541\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42993 ","response":"range_response_count:99 size:73678"} {"level":"info","ts":"2026-04-28T18:50:04.151625Z","caller":"traceutil/trace.go:171","msg":"trace[1563737240] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-neutron-server-0.18aa970485297541\u0000; range_end:/registry/events/openstack0; response_count:99; response_revision:43002; }","duration":"1.70534697s","start":"2026-04-28T18:50:02.446249Z","end":"2026-04-28T18:50:04.151596Z","steps":["trace[1563737240] 'agreement among raft nodes before linearized reading' (duration: 1.704403056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.151718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.446241Z","time spent":"1.705443052s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":99,"response size":73702,"request content":"key:\"/registry/events/openstack/rabbitmq-neutron-server-0.18aa970485297541\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42993 "} {"level":"warn","ts":"2026-04-28T18:50:04.151554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.434444Z","time spent":"1.717095468s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18320,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:50:04.652082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:04.864539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:04.864646Z","caller":"traceutil/trace.go:171","msg":"trace[26753703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113142s","start":"2026-04-28T18:50:02.864509Z","end":"2026-04-28T18:50:04.864622Z","steps":["trace[26753703] 'agreement among raft nodes before linearized reading' (duration: 1.999982569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:04.864698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.864493Z","time spent":"2.000194464s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:05.152356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:05.164512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014665702s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:05.165047Z","caller":"traceutil/trace.go:171","msg":"trace[310447229] transaction","detail":"{read_only:false; response_revision:43003; number_of_response:1; }","duration":"2.122429663s","start":"2026-04-28T18:50:03.042593Z","end":"2026-04-28T18:50:05.165023Z","steps":["trace[310447229] 'process raft request' (duration: 2.122167427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:05.165199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.042519Z","time spent":"2.122575707s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:05.165466Z","caller":"traceutil/trace.go:171","msg":"trace[1652884734] transaction","detail":"{read_only:false; response_revision:43004; number_of_response:1; }","duration":"2.096380971s","start":"2026-04-28T18:50:03.069059Z","end":"2026-04-28T18:50:05.16544Z","steps":["trace[1652884734] 'process raft request' (duration: 2.09590769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:05.165669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.069028Z","time spent":"2.096539886s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:05.165736Z","caller":"traceutil/trace.go:171","msg":"trace[1273880799] transaction","detail":"{read_only:false; response_revision:43005; number_of_response:1; }","duration":"1.693446327s","start":"2026-04-28T18:50:03.472265Z","end":"2026-04-28T18:50:05.165711Z","steps":["trace[1273880799] 'process raft request' (duration: 1.693061578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:05.165872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.472238Z","time spent":"1.69356429s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:05.165974Z","caller":"traceutil/trace.go:171","msg":"trace[1699309245] transaction","detail":"{read_only:false; response_revision:43006; number_of_response:1; }","duration":"1.693635882s","start":"2026-04-28T18:50:03.472323Z","end":"2026-04-28T18:50:05.165958Z","steps":["trace[1699309245] 'process raft request' (duration: 1.693326035s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:05.166025Z","caller":"traceutil/trace.go:171","msg":"trace[376535938] transaction","detail":"{read_only:false; response_revision:43009; number_of_response:1; }","duration":"1.038068224s","start":"2026-04-28T18:50:04.127946Z","end":"2026-04-28T18:50:05.166014Z","steps":["trace[376535938] 'process raft request' (duration: 1.038009112s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:05.166061Z","caller":"traceutil/trace.go:171","msg":"trace[920126352] transaction","detail":"{read_only:false; response_revision:43010; number_of_response:1; }","duration":"1.037995592s","start":"2026-04-28T18:50:04.128058Z","end":"2026-04-28T18:50:05.166054Z","steps":["trace[920126352] 'process raft request' (duration: 1.03792801s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:05.166073Z","caller":"traceutil/trace.go:171","msg":"trace[1198846461] transaction","detail":"{read_only:false; response_revision:43008; number_of_response:1; }","duration":"1.692003531s","start":"2026-04-28T18:50:03.474062Z","end":"2026-04-28T18:50:05.166065Z","steps":["trace[1198846461] 'process raft request' (duration: 1.691870308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:05.166093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.128025Z","time spent":"1.038052223s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:05.1661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.472297Z","time spent":"1.693735734s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:05.166163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.474012Z","time spent":"1.692101443s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:05.16615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.127916Z","time spent":"1.038159066s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:05.166001Z","caller":"traceutil/trace.go:171","msg":"trace[1048003887] transaction","detail":"{read_only:false; response_revision:43007; number_of_response:1; }","duration":"1.693602951s","start":"2026-04-28T18:50:03.472376Z","end":"2026-04-28T18:50:05.165979Z","steps":["trace[1048003887] 'process raft request' (duration: 1.693481238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:05.166282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.472368Z","time spent":"1.693891569s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:06.873237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:06.873371Z","caller":"traceutil/trace.go:171","msg":"trace[1937009185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565513s","start":"2026-04-28T18:50:04.872783Z","end":"2026-04-28T18:50:06.873349Z","steps":["trace[1937009185] 'agreement among raft nodes before linearized reading' (duration: 2.000386949s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:06.87344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.872774Z","time spent":"2.000653855s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:08.039803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999124165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:08.03991Z","caller":"traceutil/trace.go:171","msg":"trace[2023430380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.9992968s","start":"2026-04-28T18:50:03.040588Z","end":"2026-04-28T18:50:08.039885Z","steps":["trace[2023430380] 'agreement among raft nodes before linearized reading' (duration: 4.999153287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:08.039908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999028293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:08.040114Z","caller":"traceutil/trace.go:171","msg":"trace[300842982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99932027s","start":"2026-04-28T18:50:03.040758Z","end":"2026-04-28T18:50:08.040078Z","steps":["trace[300842982] 'agreement among raft nodes before linearized reading' (duration: 4.999064924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:08.040016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.040563Z","time spent":"4.999440554s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 18:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:08.040207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.040726Z","time spent":"4.999462763s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:08.35271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000790059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:08.352814Z","caller":"traceutil/trace.go:171","msg":"trace[1817874850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000953253s","start":"2026-04-28T18:50:06.351837Z","end":"2026-04-28T18:50:08.352791Z","steps":["trace[1817874850] 'agreement among raft nodes before linearized reading' (duration: 2.000824879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:08.352859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:06.351815Z","time spent":"2.001035926s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:08.87365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:08.873769Z","caller":"traceutil/trace.go:171","msg":"trace[1903031023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139193s","start":"2026-04-28T18:50:06.873606Z","end":"2026-04-28T18:50:08.873745Z","steps":["trace[1903031023] 'agreement among raft nodes before linearized reading' (duration: 1.999985479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:08.873832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:06.873579Z","time spent":"2.000237296s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:09.178365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.554934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:09.178525Z","caller":"traceutil/trace.go:171","msg":"trace[1624345948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43010; }","duration":"916.73549ms","start":"2026-04-28T18:50:08.261768Z","end":"2026-04-28T18:50:09.178503Z","steps":["trace[1624345948] 'range keys from in-memory index tree' (duration: 916.532124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.275139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.10974675s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:09.275779Z","caller":"traceutil/trace.go:171","msg":"trace[986557495] linearizableReadLoop","detail":"{readStateIndex:44469; appliedIndex:44461; }","duration":"5.124531265s","start":"2026-04-28T18:50:04.151218Z","end":"2026-04-28T18:50:09.275749Z","steps":["trace[986557495] 'read index received' (duration: 1.014360794s)","trace[986557495] 'applied index is now lower than readState.Index' (duration: 4.110169091s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:09.275989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399825832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:09.276053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.606730468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:09.276036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.081960364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:09.276151Z","caller":"traceutil/trace.go:171","msg":"trace[1407817541] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:43012; }","duration":"6.082168489s","start":"2026-04-28T18:50:03.193968Z","end":"2026-04-28T18:50:09.276137Z","steps":["trace[1407817541] 'agreement among raft nodes before linearized reading' (duration: 6.081951274s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:09.276131Z","caller":"traceutil/trace.go:171","msg":"trace[445243309] transaction","detail":"{read_only:false; response_revision:43011; number_of_response:1; }","duration":"5.12240857s","start":"2026-04-28T18:50:04.153692Z","end":"2026-04-28T18:50:09.276101Z","steps":["trace[445243309] 'process raft request' (duration: 5.121661362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.27619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.193936Z","time spent":"6.082241721s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:09.276153Z","caller":"traceutil/trace.go:171","msg":"trace[641036643] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:43012; }","duration":"5.606903032s","start":"2026-04-28T18:50:03.669227Z","end":"2026-04-28T18:50:09.27613Z","steps":["trace[641036643] 'agreement among raft nodes before linearized reading' (duration: 5.606627005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.27622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.234979653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:50:09.276272Z","caller":"traceutil/trace.go:171","msg":"trace[1660941638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43012; }","duration":"6.235077385s","start":"2026-04-28T18:50:03.041176Z","end":"2026-04-28T18:50:09.276254Z","steps":["trace[1660941638] 'agreement among raft nodes before linearized reading' (duration: 6.234895681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.276282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.669205Z","time spent":"5.607056105s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:09.276322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.041143Z","time spent":"6.235163368s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:50:09.27631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.153671Z","time spent":"5.122524143s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:50:09.276102Z","caller":"traceutil/trace.go:171","msg":"trace[1975104858] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:43012; }","duration":"5.400022458s","start":"2026-04-28T18:50:03.876052Z","end":"2026-04-28T18:50:09.276074Z","steps":["trace[1975104858] 'agreement among raft nodes before linearized reading' (duration: 5.399772752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.276413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.404690546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T18:50:09.27667Z","caller":"traceutil/trace.go:171","msg":"trace[1295204645] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:43012; }","duration":"6.404992344s","start":"2026-04-28T18:50:02.871661Z","end":"2026-04-28T18:50:09.276654Z","steps":["trace[1295204645] 'agreement among raft nodes before linearized reading' (duration: 6.404556452s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:09.276388Z","caller":"traceutil/trace.go:171","msg":"trace[1086103548] transaction","detail":"{read_only:false; response_revision:43012; number_of_response:1; }","duration":"5.089422943s","start":"2026-04-28T18:50:04.186914Z","end":"2026-04-28T18:50:09.276337Z","steps":["trace[1086103548] 'process raft request' (duration: 5.088706495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.276698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:02.871635Z","time spent":"6.405058066s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:50:09.276418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.87601Z","time spent":"5.400363046s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:09.27686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.186886Z","time spent":"5.089847255s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:09.277055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601753212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319922"} {"level":"info","ts":"2026-04-28T18:50:09.277135Z","caller":"traceutil/trace.go:171","msg":"trace[1922860867] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:43012; }","duration":"5.601896486s","start":"2026-04-28T18:50:03.67522Z","end":"2026-04-28T18:50:09.277117Z","steps":["trace[1922860867] 'agreement among raft nodes before linearized reading' (duration: 5.600824988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.277187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:03.675189Z","time spent":"5.601983378s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319946,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:50:09.434331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998984253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:09.434454Z","caller":"traceutil/trace.go:171","msg":"trace[215633355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999204999s","start":"2026-04-28T18:50:04.435221Z","end":"2026-04-28T18:50:09.434426Z","steps":["trace[215633355] 'agreement among raft nodes before linearized reading' (duration: 4.999036124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:09.434526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.435188Z","time spent":"4.999321521s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 18:50:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:09.77593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T18:50:10.265234Z","caller":"traceutil/trace.go:171","msg":"trace[1002355874] transaction","detail":"{read_only:false; response_revision:43014; number_of_response:1; }","duration":"3.092963385s","start":"2026-04-28T18:50:07.172242Z","end":"2026-04-28T18:50:10.265206Z","steps":["trace[1002355874] 'process raft request' (duration: 3.092812771s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:10.265317Z","caller":"traceutil/trace.go:171","msg":"trace[243366096] transaction","detail":"{read_only:false; response_revision:43013; number_of_response:1; }","duration":"3.093243433s","start":"2026-04-28T18:50:07.172026Z","end":"2026-04-28T18:50:10.26527Z","steps":["trace[243366096] 'process raft request' (duration: 3.092778351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.265751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.171996Z","time spent":"3.093436748s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:10.265979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.1722Z","time spent":"3.093179111s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:10.266042Z","caller":"traceutil/trace.go:171","msg":"trace[1666106307] transaction","detail":"{read_only:false; response_revision:43016; number_of_response:1; }","duration":"3.092462863s","start":"2026-04-28T18:50:07.173549Z","end":"2026-04-28T18:50:10.266012Z","steps":["trace[1666106307] 'process raft request' (duration: 3.092232737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.266223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.173331Z","time spent":"3.092789311s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:10.266286Z","caller":"traceutil/trace.go:171","msg":"trace[1937745834] transaction","detail":"{read_only:false; response_revision:43017; number_of_response:1; }","duration":"3.092099764s","start":"2026-04-28T18:50:07.174165Z","end":"2026-04-28T18:50:10.266265Z","steps":["trace[1937745834] 'process raft request' (duration: 3.091789356s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:10.266253Z","caller":"traceutil/trace.go:171","msg":"trace[751772340] transaction","detail":"{read_only:false; response_revision:43015; number_of_response:1; }","duration":"3.092882463s","start":"2026-04-28T18:50:07.173317Z","end":"2026-04-28T18:50:10.2662Z","steps":["trace[751772340] 'process raft request' (duration: 3.091841006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.266389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.174151Z","time spent":"3.092195426s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:10.266395Z","caller":"traceutil/trace.go:171","msg":"trace[1657897485] transaction","detail":"{read_only:false; response_revision:43022; number_of_response:1; }","duration":"1.107648359s","start":"2026-04-28T18:50:09.158719Z","end":"2026-04-28T18:50:10.266368Z","steps":["trace[1657897485] 'process raft request' (duration: 1.107595848s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:10.266432Z","caller":"traceutil/trace.go:171","msg":"trace[1808803234] transaction","detail":"{read_only:false; response_revision:43018; number_of_response:1; }","duration":"3.09116273s","start":"2026-04-28T18:50:07.175259Z","end":"2026-04-28T18:50:10.266422Z","steps":["trace[1808803234] 'process raft request' (duration: 3.090864653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.266514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.173308Z","time spent":"3.093075078s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:10.266607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.175245Z","time spent":"3.091235832s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:10.266626Z","caller":"traceutil/trace.go:171","msg":"trace[2108955535] transaction","detail":"{read_only:false; response_revision:43020; number_of_response:1; }","duration":"3.089752704s","start":"2026-04-28T18:50:07.176866Z","end":"2026-04-28T18:50:10.266619Z","steps":["trace[2108955535] 'process raft request' (duration: 3.089385185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.266672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.176859Z","time spent":"3.089789665s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:10.266585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:09.158685Z","time spent":"1.107781093s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:10.266364Z","caller":"traceutil/trace.go:171","msg":"trace[64723355] transaction","detail":"{read_only:false; response_revision:43019; number_of_response:1; }","duration":"3.090919724s","start":"2026-04-28T18:50:07.175405Z","end":"2026-04-28T18:50:10.266325Z","steps":["trace[64723355] 'process raft request' (duration: 3.090811111s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.266779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.175382Z","time spent":"3.091365916s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:10.266801Z","caller":"traceutil/trace.go:171","msg":"trace[359399741] transaction","detail":"{read_only:false; response_revision:43021; number_of_response:1; }","duration":"2.875030381s","start":"2026-04-28T18:50:07.391764Z","end":"2026-04-28T18:50:10.266795Z","steps":["trace[359399741] 'process raft request' (duration: 2.874515418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.266853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.391726Z","time spent":"2.875106393s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:10.882186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:10.88228Z","caller":"traceutil/trace.go:171","msg":"trace[897994394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042168s","start":"2026-04-28T18:50:08.881837Z","end":"2026-04-28T18:50:10.882258Z","steps":["trace[897994394] 'agreement among raft nodes before linearized reading' (duration: 2.000300587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:10.882349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:08.881809Z","time spent":"2.000515172s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:12.241782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.976932304s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:12.242792Z","caller":"traceutil/trace.go:171","msg":"trace[2143866956] transaction","detail":"{read_only:false; response_revision:43023; number_of_response:1; }","duration":"2.960364123s","start":"2026-04-28T18:50:09.28239Z","end":"2026-04-28T18:50:12.242754Z","steps":["trace[2143866956] 'process raft request' (duration: 2.959890411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.242913Z","caller":"traceutil/trace.go:171","msg":"trace[378816496] transaction","detail":"{read_only:false; response_revision:43024; number_of_response:1; }","duration":"2.959539122s","start":"2026-04-28T18:50:09.283344Z","end":"2026-04-28T18:50:12.242883Z","steps":["trace[378816496] 'process raft request' (duration: 2.959317947s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.242995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:09.282365Z","time spent":"2.960501137s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:50:12.24309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:09.283336Z","time spent":"2.959660756s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:12.243315Z","caller":"traceutil/trace.go:171","msg":"trace[1190714418] transaction","detail":"{read_only:false; response_revision:43025; number_of_response:1; }","duration":"2.958008924s","start":"2026-04-28T18:50:09.285278Z","end":"2026-04-28T18:50:12.243287Z","steps":["trace[1190714418] 'process raft request' (duration: 2.957511821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.24345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:09.285268Z","time spent":"2.958110147s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:12.243566Z","caller":"traceutil/trace.go:171","msg":"trace[839952541] linearizableReadLoop","detail":"{readStateIndex:44483; appliedIndex:44469; }","duration":"2.96767585s","start":"2026-04-28T18:50:09.275873Z","end":"2026-04-28T18:50:12.243549Z","steps":["trace[839952541] 'read index received' (duration: 988.96022ms)","trace[839952541] 'applied index is now lower than readState.Index' (duration: 1.97871339s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:12.243669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.044047844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.243691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302794273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.243732Z","caller":"traceutil/trace.go:171","msg":"trace[1947574629] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:43026; }","duration":"6.302868635s","start":"2026-04-28T18:50:05.940846Z","end":"2026-04-28T18:50:12.243715Z","steps":["trace[1947574629] 'agreement among raft nodes before linearized reading' (duration: 6.302800913s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.24373Z","caller":"traceutil/trace.go:171","msg":"trace[1242696501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:43026; }","duration":"6.044158397s","start":"2026-04-28T18:50:06.199554Z","end":"2026-04-28T18:50:12.243712Z","steps":["trace[1242696501] 'agreement among raft nodes before linearized reading' (duration: 6.044019384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.243771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:05.940822Z","time spent":"6.302937317s","remote":"127.0.0.1:60712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.243857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808380821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.243912Z","caller":"traceutil/trace.go:171","msg":"trace[738578050] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43026; }","duration":"4.808483134s","start":"2026-04-28T18:50:07.435416Z","end":"2026-04-28T18:50:12.243899Z","steps":["trace[738578050] 'agreement among raft nodes before linearized reading' (duration: 4.808395591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.243914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.375790724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T18:50:12.243904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982974576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.243955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.435393Z","time spent":"4.808547676s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:12.243974Z","caller":"traceutil/trace.go:171","msg":"trace[1800561286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:43026; }","duration":"7.375885796s","start":"2026-04-28T18:50:04.868069Z","end":"2026-04-28T18:50:12.243955Z","steps":["trace[1800561286] 'agreement among raft nodes before linearized reading' (duration: 7.375671291s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.244001Z","caller":"traceutil/trace.go:171","msg":"trace[1231655869] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:43026; }","duration":"7.983104099s","start":"2026-04-28T18:50:04.260871Z","end":"2026-04-28T18:50:12.243975Z","steps":["trace[1231655869] 'agreement among raft nodes before linearized reading' (duration: 7.982905314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.868045Z","time spent":"7.375977668s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"warn","ts":"2026-04-28T18:50:12.244056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.260863Z","time spent":"7.9831814s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:50:12.244161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08690648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.244141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256946572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-28T18:50:12.244203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.532980498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.244217Z","caller":"traceutil/trace.go:171","msg":"trace[791048898] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43026; }","duration":"8.086996282s","start":"2026-04-28T18:50:04.157206Z","end":"2026-04-28T18:50:12.244202Z","steps":["trace[791048898] 'agreement among raft nodes before linearized reading' (duration: 8.08691261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.157191Z","time spent":"8.087055103s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:50:12.244261Z","caller":"traceutil/trace.go:171","msg":"trace[1646972339] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:43026; }","duration":"5.257088046s","start":"2026-04-28T18:50:06.987126Z","end":"2026-04-28T18:50:12.244214Z","steps":["trace[1646972339] 'agreement among raft nodes before linearized reading' (duration: 5.256699896s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.244265Z","caller":"traceutil/trace.go:171","msg":"trace[595167900] transaction","detail":"{read_only:false; response_revision:43026; number_of_response:1; }","duration":"2.958760023s","start":"2026-04-28T18:50:09.285479Z","end":"2026-04-28T18:50:12.244239Z","steps":["trace[595167900] 'process raft request' (duration: 2.957641324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.642594527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.243919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800102171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:12.244384Z","caller":"traceutil/trace.go:171","msg":"trace[1586427670] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:43026; }","duration":"6.64273823s","start":"2026-04-28T18:50:05.601632Z","end":"2026-04-28T18:50:12.244371Z","steps":["trace[1586427670] 'agreement among raft nodes before linearized reading' (duration: 6.642649378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:09.285452Z","time spent":"2.958864446s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:12.244416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510643871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.244435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:05.601607Z","time spent":"6.642812963s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.882148651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.244434Z","caller":"traceutil/trace.go:171","msg":"trace[639630995] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:43026; }","duration":"4.800685935s","start":"2026-04-28T18:50:07.443717Z","end":"2026-04-28T18:50:12.244403Z","steps":["trace[639630995] 'agreement among raft nodes before linearized reading' (duration: 4.8000696s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.244467Z","caller":"traceutil/trace.go:171","msg":"trace[1927610731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:43026; }","duration":"7.510738284s","start":"2026-04-28T18:50:04.733713Z","end":"2026-04-28T18:50:12.244451Z","steps":["trace[1927610731] 'agreement among raft nodes before linearized reading' (duration: 7.510654892s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.733688Z","time spent":"7.510801215s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72394504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.244513Z","caller":"traceutil/trace.go:171","msg":"trace[2042874451] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:43026; }","duration":"4.882194402s","start":"2026-04-28T18:50:07.362274Z","end":"2026-04-28T18:50:12.244468Z","steps":["trace[2042874451] 'agreement among raft nodes before linearized reading' (duration: 4.882084059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.443623Z","time spent":"4.80086733s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.362197Z","time spent":"4.882348896s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786122776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.244672Z","caller":"traceutil/trace.go:171","msg":"trace[69167665] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:43026; }","duration":"4.786159197s","start":"2026-04-28T18:50:07.458501Z","end":"2026-04-28T18:50:12.24466Z","steps":["trace[69167665] 'agreement among raft nodes before linearized reading' (duration: 4.786096785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.458462Z","time spent":"4.786249069s","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36298479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-28T18:50:12.244787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.983884759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-04-28T18:50:12.244829Z","caller":"traceutil/trace.go:171","msg":"trace[424016952] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:43026; }","duration":"7.983970201s","start":"2026-04-28T18:50:04.26085Z","end":"2026-04-28T18:50:12.24482Z","steps":["trace[424016952] 'agreement among raft nodes before linearized reading' (duration: 7.983801817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:06.987102Z","time spent":"5.257194738s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:50:12.244342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.002348738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.244929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.369779311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:12.244965Z","caller":"traceutil/trace.go:171","msg":"trace[1645779593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43026; }","duration":"7.369869453s","start":"2026-04-28T18:50:04.875086Z","end":"2026-04-28T18:50:12.244955Z","steps":["trace[1645779593] 'agreement among raft nodes before linearized reading' (duration: 7.369799471s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.244546Z","caller":"traceutil/trace.go:171","msg":"trace[1106581055] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:43026; }","duration":"4.724047732s","start":"2026-04-28T18:50:07.520483Z","end":"2026-04-28T18:50:12.24453Z","steps":["trace[1106581055] 'agreement among raft nodes before linearized reading' (duration: 4.72395258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.875054Z","time spent":"7.369936315s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.243784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:06.199528Z","time spent":"6.044240069s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.781220871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.244972Z","caller":"traceutil/trace.go:171","msg":"trace[1235862793] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:43026; }","duration":"6.003150007s","start":"2026-04-28T18:50:06.241806Z","end":"2026-04-28T18:50:12.244956Z","steps":["trace[1235862793] 'agreement among raft nodes before linearized reading' (duration: 6.002326207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.244868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.325372896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:50:12.245109Z","caller":"traceutil/trace.go:171","msg":"trace[46857609] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43026; }","duration":"6.781630111s","start":"2026-04-28T18:50:05.463453Z","end":"2026-04-28T18:50:12.245084Z","steps":["trace[46857609] 'agreement among raft nodes before linearized reading' (duration: 6.781223971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.245061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.708007235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:12.245149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:06.241789Z","time spent":"6.003343373s","remote":"127.0.0.1:49856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:12.244792Z","caller":"traceutil/trace.go:171","msg":"trace[459262539] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:43026; }","duration":"3.363093413s","start":"2026-04-28T18:50:08.881684Z","end":"2026-04-28T18:50:12.244777Z","steps":["trace[459262539] 'agreement among raft nodes before linearized reading' (duration: 3.362890778s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:12.244254Z","caller":"traceutil/trace.go:171","msg":"trace[669990619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:43026; }","duration":"6.53307743s","start":"2026-04-28T18:50:05.711161Z","end":"2026-04-28T18:50:12.244238Z","steps":["trace[669990619] 'agreement among raft nodes before linearized reading' (duration: 6.532982078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.245295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:08.881662Z","time spent":"3.363622595s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T18:50:12.245164Z","caller":"traceutil/trace.go:171","msg":"trace[153979086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43026; }","duration":"7.325715114s","start":"2026-04-28T18:50:04.91943Z","end":"2026-04-28T18:50:12.245146Z","steps":["trace[153979086] 'agreement among raft nodes before linearized reading' (duration: 7.325337714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.24533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:05.711129Z","time spent":"6.534180158s","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.260829Z","time spent":"7.984021181s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1133,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-user\" "} {"level":"warn","ts":"2026-04-28T18:50:12.244976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.034797258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419574"} {"level":"info","ts":"2026-04-28T18:50:12.24535Z","caller":"traceutil/trace.go:171","msg":"trace[1651708704] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:43026; }","duration":"5.708457957s","start":"2026-04-28T18:50:06.536758Z","end":"2026-04-28T18:50:12.245216Z","steps":["trace[1651708704] 'agreement among raft nodes before linearized reading' (duration: 5.707922923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.245521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:06.536732Z","time spent":"5.708767394s","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.245343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.919404Z","time spent":"7.325925519s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:50:12.245439Z","caller":"traceutil/trace.go:171","msg":"trace[1018098050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:43026; }","duration":"8.035301431s","start":"2026-04-28T18:50:04.210119Z","end":"2026-04-28T18:50:12.245421Z","steps":["trace[1018098050] 'agreement among raft nodes before linearized reading' (duration: 8.034617554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.245173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:05.463426Z","time spent":"6.781726954s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.245726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.210094Z","time spent":"8.035604719s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419598,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:50:12.245037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:07.520456Z","time spent":"4.724556656s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.244078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.986189567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:12.248531Z","caller":"traceutil/trace.go:171","msg":"trace[316608350] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:43026; }","duration":"7.99067872s","start":"2026-04-28T18:50:04.257835Z","end":"2026-04-28T18:50:12.248514Z","steps":["trace[316608350] 'agreement among raft nodes before linearized reading' (duration: 7.986194697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.248581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:04.257811Z","time spent":"7.990751531s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:12.882446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:12.882586Z","caller":"traceutil/trace.go:171","msg":"trace[1417876128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094902s","start":"2026-04-28T18:50:10.882468Z","end":"2026-04-28T18:50:12.882563Z","steps":["trace[1417876128] 'agreement among raft nodes before linearized reading' (duration: 1.999901577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:12.882651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.882434Z","time spent":"2.000205905s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:13.040129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998250704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:13.040253Z","caller":"traceutil/trace.go:171","msg":"trace[1038033280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998433589s","start":"2026-04-28T18:50:10.041782Z","end":"2026-04-28T18:50:13.040216Z","steps":["trace[1038033280] 'agreement among raft nodes before linearized reading' (duration: 2.998284175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.04035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.041755Z","time spent":"2.998577253s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 18:50:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:13.040129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997735702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:13.040519Z","caller":"traceutil/trace.go:171","msg":"trace[1328528484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998164242s","start":"2026-04-28T18:50:10.042341Z","end":"2026-04-28T18:50:13.040505Z","steps":["trace[1328528484] 'agreement among raft nodes before linearized reading' (duration: 2.997745082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.040566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.042335Z","time spent":"2.998217773s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:50:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:13.075394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.532751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29623370\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:13.077583Z","caller":"traceutil/trace.go:171","msg":"trace[1553575970] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29623370; range_end:; }","duration":"809.727866ms","start":"2026-04-28T18:50:12.267804Z","end":"2026-04-28T18:50:13.077532Z","steps":["trace[1553575970] 'agreement among raft nodes before linearized reading' (duration: 807.541532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.077791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.267796Z","time spent":"809.974672ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29623370\" "} 2026/04/28 18:50:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:13.459004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.006107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:50:13.459167Z","caller":"traceutil/trace.go:171","msg":"trace[896029033] linearizableReadLoop","detail":"{readStateIndex:44484; appliedIndex:44483; }","duration":"1.215524354s","start":"2026-04-28T18:50:12.243611Z","end":"2026-04-28T18:50:13.459135Z","steps":["trace[896029033] 'read index received' (duration: 350.369532ms)","trace[896029033] 'applied index is now lower than readState.Index' (duration: 865.152702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:13.459348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149562052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:13.459394Z","caller":"traceutil/trace.go:171","msg":"trace[855897209] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43027; }","duration":"2.149754507s","start":"2026-04-28T18:50:11.309625Z","end":"2026-04-28T18:50:13.45938Z","steps":["trace[855897209] 'agreement among raft nodes before linearized reading' (duration: 2.149618744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.459441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.309597Z","time spent":"2.149827348s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:13.459437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046267023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:13.459777Z","caller":"traceutil/trace.go:171","msg":"trace[1988555783] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:43027; }","duration":"2.046696574s","start":"2026-04-28T18:50:11.413032Z","end":"2026-04-28T18:50:13.459729Z","steps":["trace[1988555783] 'agreement among raft nodes before linearized reading' (duration: 2.046179991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.459876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.412985Z","time spent":"2.046869018s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:13.460019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846296123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-28T18:50:13.460091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985728407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-28T18:50:13.460202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429877627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:13.460209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841059149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:13.460212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948970016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:13.460263Z","caller":"traceutil/trace.go:171","msg":"trace[1352126307] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:43027; }","duration":"2.841167323s","start":"2026-04-28T18:50:10.619077Z","end":"2026-04-28T18:50:13.460245Z","steps":["trace[1352126307] 'agreement among raft nodes before linearized reading' (duration: 2.84108207s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:13.460299Z","caller":"traceutil/trace.go:171","msg":"trace[543058561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:43027; }","duration":"1.949126801s","start":"2026-04-28T18:50:11.511157Z","end":"2026-04-28T18:50:13.460283Z","steps":["trace[543058561] 'agreement among raft nodes before linearized reading' (duration: 1.948987737s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:13.460303Z","caller":"traceutil/trace.go:171","msg":"trace[1420547639] transaction","detail":"{read_only:false; response_revision:43027; number_of_response:1; }","duration":"1.94910265s","start":"2026-04-28T18:50:11.511188Z","end":"2026-04-28T18:50:13.46029Z","steps":["trace[1420547639] 'process raft request' (duration: 1.082720048s)","trace[1420547639] 'compare' (duration: 864.414961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:13.46031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.619046Z","time spent":"2.841248045s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:13.460128Z","caller":"traceutil/trace.go:171","msg":"trace[40972882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43027; }","duration":"2.846429806s","start":"2026-04-28T18:50:10.613674Z","end":"2026-04-28T18:50:13.460104Z","steps":["trace[40972882] 'agreement among raft nodes before linearized reading' (duration: 2.846109858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.460421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.511148Z","time spent":"1.949196602s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:13.460486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027531108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:13.460522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.61364Z","time spent":"2.846798835s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T18:50:13.460552Z","caller":"traceutil/trace.go:171","msg":"trace[1748916953] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43027; }","duration":"2.027654441s","start":"2026-04-28T18:50:11.432881Z","end":"2026-04-28T18:50:13.460535Z","steps":["trace[1748916953] 'agreement among raft nodes before linearized reading' (duration: 2.027509537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.460604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.432857Z","time spent":"2.027735512s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:13.460224Z","caller":"traceutil/trace.go:171","msg":"trace[108620746] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:43027; }","duration":"2.985912512s","start":"2026-04-28T18:50:10.47426Z","end":"2026-04-28T18:50:13.460173Z","steps":["trace[108620746] 'agreement among raft nodes before linearized reading' (duration: 2.985530252s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.46071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.474234Z","time spent":"2.986463796s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T18:50:13.460251Z","caller":"traceutil/trace.go:171","msg":"trace[885752338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43027; }","duration":"2.429978769s","start":"2026-04-28T18:50:11.030259Z","end":"2026-04-28T18:50:13.460238Z","steps":["trace[885752338] 'agreement among raft nodes before linearized reading' (duration: 2.429874907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.460822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.030238Z","time spent":"2.430556923s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:13.460369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.511123Z","time spent":"1.949229213s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:13.461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024818769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:50:13.461033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848271812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T18:50:13.461108Z","caller":"traceutil/trace.go:171","msg":"trace[1761521356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43027; }","duration":"2.848433677s","start":"2026-04-28T18:50:10.612659Z","end":"2026-04-28T18:50:13.461093Z","steps":["trace[1761521356] 'agreement among raft nodes before linearized reading' (duration: 2.84817296s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:13.461103Z","caller":"traceutil/trace.go:171","msg":"trace[1133888313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43027; }","duration":"2.024966182s","start":"2026-04-28T18:50:11.436094Z","end":"2026-04-28T18:50:13.46106Z","steps":["trace[1133888313] 'agreement among raft nodes before linearized reading' (duration: 2.02449161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.461151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:10.612626Z","time spent":"2.848516499s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:50:13.461242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:11.436069Z","time spent":"2.025082375s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:50:13.472145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.189770128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:201 size:2219830"} {"level":"info","ts":"2026-04-28T18:50:13.472243Z","caller":"traceutil/trace.go:171","msg":"trace[114353907] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:43027; }","duration":"4.1898609s","start":"2026-04-28T18:50:09.282338Z","end":"2026-04-28T18:50:13.472199Z","steps":["trace[114353907] 'agreement among raft nodes before linearized reading' (duration: 4.177521948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:13.472358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:09.282279Z","time spent":"4.190066146s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":201,"response size":2219854,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:50:13.832133Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238056115s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:14.434956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.474504Z","time spent":"960.436247ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:14.889307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:14.889413Z","caller":"traceutil/trace.go:171","msg":"trace[576414640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129173s","start":"2026-04-28T18:50:12.88926Z","end":"2026-04-28T18:50:14.889389Z","steps":["trace[576414640] 'agreement among raft nodes before linearized reading' (duration: 1.999996839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:14.889458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.889239Z","time spent":"2.000209944s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:14.91859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.251727Z","time spent":"2.666848753s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:16.167825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335428111s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T18:50:16.168064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.246946Z","time spent":"3.921106779s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:16.16846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.265728Z","time spent":"3.902728162s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:50:16.168468Z","caller":"traceutil/trace.go:171","msg":"trace[1394282507] transaction","detail":"{read_only:false; response_revision:43028; number_of_response:1; }","duration":"3.917564229s","start":"2026-04-28T18:50:12.250853Z","end":"2026-04-28T18:50:16.168417Z","steps":["trace[1394282507] 'process raft request' (duration: 3.917129718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:16.168733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.250794Z","time spent":"3.917827206s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:16.16918Z","caller":"traceutil/trace.go:171","msg":"trace[1907110240] transaction","detail":"{read_only:false; response_revision:43032; number_of_response:1; }","duration":"3.893967661s","start":"2026-04-28T18:50:12.275166Z","end":"2026-04-28T18:50:16.169133Z","steps":["trace[1907110240] 'process raft request' (duration: 3.893686444s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:16.169221Z","caller":"traceutil/trace.go:171","msg":"trace[776072426] transaction","detail":"{read_only:false; response_revision:43035; number_of_response:1; }","duration":"3.893822277s","start":"2026-04-28T18:50:12.275357Z","end":"2026-04-28T18:50:16.169179Z","steps":["trace[776072426] 'process raft request' (duration: 3.893594441s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:16.169323Z","caller":"traceutil/trace.go:171","msg":"trace[1700150547] transaction","detail":"{read_only:false; response_revision:43033; number_of_response:1; }","duration":"3.894107524s","start":"2026-04-28T18:50:12.27518Z","end":"2026-04-28T18:50:16.169288Z","steps":["trace[1700150547] 'process raft request' (duration: 3.893711484s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:16.169341Z","caller":"traceutil/trace.go:171","msg":"trace[1088839306] transaction","detail":"{read_only:false; response_revision:43034; number_of_response:1; }","duration":"3.894092913s","start":"2026-04-28T18:50:12.275225Z","end":"2026-04-28T18:50:16.169318Z","steps":["trace[1088839306] 'process raft request' (duration: 3.893695883s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:16.169342Z","caller":"traceutil/trace.go:171","msg":"trace[2047978897] transaction","detail":"{read_only:false; response_revision:43030; number_of_response:1; }","duration":"3.901210114s","start":"2026-04-28T18:50:12.268103Z","end":"2026-04-28T18:50:16.169313Z","steps":["trace[2047978897] 'process raft request' (duration: 3.900268901s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:16.169355Z","caller":"traceutil/trace.go:171","msg":"trace[886582919] transaction","detail":"{read_only:false; response_revision:43036; number_of_response:1; }","duration":"3.892293407s","start":"2026-04-28T18:50:12.277029Z","end":"2026-04-28T18:50:16.169322Z","steps":["trace[886582919] 'process raft request' (duration: 3.891949279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:16.169376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.275137Z","time spent":"3.894125704s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:16.16938Z","caller":"traceutil/trace.go:171","msg":"trace[1960704039] transaction","detail":"{read_only:false; response_revision:43031; number_of_response:1; }","duration":"3.894302739s","start":"2026-04-28T18:50:12.275045Z","end":"2026-04-28T18:50:16.169348Z","steps":["trace[1960704039] 'process raft request' (duration: 3.893732255s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:16.169398Z","caller":"traceutil/trace.go:171","msg":"trace[763962379] transaction","detail":"{read_only:false; response_revision:43038; number_of_response:1; }","duration":"3.891228361s","start":"2026-04-28T18:50:12.278126Z","end":"2026-04-28T18:50:16.169354Z","steps":["trace[763962379] 'process raft request' (duration: 3.890924804s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:16.169425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.275187Z","time spent":"3.894195516s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.169439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.275146Z","time spent":"3.894219347s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.169436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.268085Z","time spent":"3.901306377s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.169485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.277015Z","time spent":"3.89240914s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.169498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.275007Z","time spent":"3.894431412s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:16.169325Z","caller":"traceutil/trace.go:171","msg":"trace[197926700] transaction","detail":"{read_only:false; response_revision:43037; number_of_response:1; }","duration":"3.891229001s","start":"2026-04-28T18:50:12.278076Z","end":"2026-04-28T18:50:16.169305Z","steps":["trace[197926700] 'process raft request' (duration: 3.890943294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:16.169651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.278061Z","time spent":"3.891551119s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.169378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.275347Z","time spent":"3.89393769s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.169496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.27812Z","time spent":"3.891332274s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:16.501091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999690051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:16.501202Z","caller":"traceutil/trace.go:171","msg":"trace[1323531266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999881105s","start":"2026-04-28T18:50:14.501296Z","end":"2026-04-28T18:50:16.501177Z","steps":["trace[1323531266] 'agreement among raft nodes before linearized reading' (duration: 1.999735132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:16.501262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.501257Z","time spent":"1.999991249s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:16.613106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.02291265s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:16.88942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99962289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:16.889519Z","caller":"traceutil/trace.go:171","msg":"trace[66146290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999801025s","start":"2026-04-28T18:50:14.889696Z","end":"2026-04-28T18:50:16.889497Z","steps":["trace[66146290] 'agreement among raft nodes before linearized reading' (duration: 1.999667172s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:16.889577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.889666Z","time spent":"1.999899817s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:17.621199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452072852s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:50:17.622669Z","caller":"traceutil/trace.go:171","msg":"trace[1700850616] transaction","detail":"{read_only:false; response_revision:43040; number_of_response:1; }","duration":"4.580304702s","start":"2026-04-28T18:50:13.042341Z","end":"2026-04-28T18:50:17.622645Z","steps":["trace[1700850616] 'process raft request' (duration: 4.579013318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.622834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.042308Z","time spent":"4.580434175s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:17.622936Z","caller":"traceutil/trace.go:171","msg":"trace[1354014357] transaction","detail":"{read_only:false; response_revision:43041; number_of_response:1; }","duration":"4.152382874s","start":"2026-04-28T18:50:13.470524Z","end":"2026-04-28T18:50:17.622907Z","steps":["trace[1354014357] 'process raft request' (duration: 4.152008105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.623096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.470494Z","time spent":"4.152509846s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:17.623471Z","caller":"traceutil/trace.go:171","msg":"trace[358381497] transaction","detail":"{read_only:false; response_revision:43042; number_of_response:1; }","duration":"4.152125857s","start":"2026-04-28T18:50:13.471333Z","end":"2026-04-28T18:50:17.623459Z","steps":["trace[358381497] 'process raft request' (duration: 4.151483231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.623538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.471302Z","time spent":"4.152198269s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:17.624091Z","caller":"traceutil/trace.go:171","msg":"trace[983275821] linearizableReadLoop","detail":"{readStateIndex:44499; appliedIndex:44484; }","duration":"4.164840838s","start":"2026-04-28T18:50:13.459207Z","end":"2026-04-28T18:50:17.624048Z","steps":["trace[983275821] 'read index received' (duration: 373.176959ms)","trace[983275821] 'applied index is now lower than readState.Index' (duration: 3.791625829s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:17.624266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253136607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:17.624386Z","caller":"traceutil/trace.go:171","msg":"trace[121495844] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:43043; }","duration":"5.253390603s","start":"2026-04-28T18:50:12.370975Z","end":"2026-04-28T18:50:17.624365Z","steps":["trace[121495844] 'agreement among raft nodes before linearized reading' (duration: 5.253099036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.624504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.37094Z","time spent":"5.253548177s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:17.624604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343593501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:17.624657Z","caller":"traceutil/trace.go:171","msg":"trace[915790021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:43043; }","duration":"5.343673703s","start":"2026-04-28T18:50:12.280964Z","end":"2026-04-28T18:50:17.624638Z","steps":["trace[915790021] 'agreement among raft nodes before linearized reading' (duration: 5.343616352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.624695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.28095Z","time spent":"5.343735894s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:17.624873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359957826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:17.624985Z","caller":"traceutil/trace.go:171","msg":"trace[715151865] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:43043; }","duration":"5.360299364s","start":"2026-04-28T18:50:12.264665Z","end":"2026-04-28T18:50:17.624964Z","steps":["trace[715151865] 'agreement among raft nodes before linearized reading' (duration: 5.359944105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.624286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831342705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:17.625305Z","caller":"traceutil/trace.go:171","msg":"trace[959537755] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:43043; }","duration":"4.832417222s","start":"2026-04-28T18:50:12.792874Z","end":"2026-04-28T18:50:17.625291Z","steps":["trace[959537755] 'agreement among raft nodes before linearized reading' (duration: 4.83116769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.625354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.792847Z","time spent":"4.832491424s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:17.625579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204493514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:17.625628Z","caller":"traceutil/trace.go:171","msg":"trace[967361956] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:43043; }","duration":"5.204587737s","start":"2026-04-28T18:50:12.421028Z","end":"2026-04-28T18:50:17.625616Z","steps":["trace[967361956] 'agreement among raft nodes before linearized reading' (duration: 5.204513325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.62566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.421003Z","time spent":"5.204648338s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:17.624501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347361625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:17.624552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405552051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:17.625835Z","caller":"traceutil/trace.go:171","msg":"trace[1401171852] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:43043; }","duration":"4.406879955s","start":"2026-04-28T18:50:13.218944Z","end":"2026-04-28T18:50:17.625824Z","steps":["trace[1401171852] 'agreement among raft nodes before linearized reading' (duration: 4.405583291s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:17.625841Z","caller":"traceutil/trace.go:171","msg":"trace[1923055725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43043; }","duration":"4.34873561s","start":"2026-04-28T18:50:13.277077Z","end":"2026-04-28T18:50:17.625812Z","steps":["trace[1923055725] 'agreement among raft nodes before linearized reading' (duration: 4.347381756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.625875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.218918Z","time spent":"4.406946767s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:17.625934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.277051Z","time spent":"4.348844544s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:17.626182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260958566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-04-28T18:50:17.626257Z","caller":"traceutil/trace.go:171","msg":"trace[584558549] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:43043; }","duration":"5.261075118s","start":"2026-04-28T18:50:12.365163Z","end":"2026-04-28T18:50:17.626238Z","steps":["trace[584558549] 'agreement among raft nodes before linearized reading' (duration: 5.259087128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:17.626306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.365152Z","time spent":"5.26114139s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1133,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-user\" "} {"level":"warn","ts":"2026-04-28T18:50:17.626308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:12.264645Z","time spent":"5.361581006s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T18:50:17.636029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.169654Z","time spent":"1.466367995s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:18.125288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:18.352105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:18.352207Z","caller":"traceutil/trace.go:171","msg":"trace[535102575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780452s","start":"2026-04-28T18:50:16.351405Z","end":"2026-04-28T18:50:18.352186Z","steps":["trace[535102575] 'agreement among raft nodes before linearized reading' (duration: 2.000630038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:18.35232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.351376Z","time spent":"2.000880184s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:18.626448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:18.898171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:18.898981Z","caller":"traceutil/trace.go:171","msg":"trace[1632073955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001494089s","start":"2026-04-28T18:50:16.897458Z","end":"2026-04-28T18:50:18.898952Z","steps":["trace[1632073955] 'agreement among raft nodes before linearized reading' (duration: 2.000640907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:18.899109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.897438Z","time spent":"2.001625382s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:18.970052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.348046533s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:19.436627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.438175Z","time spent":"4.998352558s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:20.091995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:20.09212Z","caller":"traceutil/trace.go:171","msg":"trace[596333838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343836s","start":"2026-04-28T18:50:18.091742Z","end":"2026-04-28T18:50:20.092086Z","steps":["trace[596333838] 'agreement among raft nodes before linearized reading' (duration: 2.000199042s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.092193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.091716Z","time spent":"2.000460889s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:20.156072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895222731s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:20.156256Z","caller":"traceutil/trace.go:171","msg":"trace[244820681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43043; }","duration":"1.895433256s","start":"2026-04-28T18:50:18.260794Z","end":"2026-04-28T18:50:20.156228Z","steps":["trace[244820681] 'range keys from in-memory index tree' (duration: 1.89519208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.156281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185718236s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:507"} {"level":"info","ts":"2026-04-28T18:50:20.156674Z","caller":"traceutil/trace.go:171","msg":"trace[1923984997] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43043; }","duration":"5.235104137s","start":"2026-04-28T18:50:14.921555Z","end":"2026-04-28T18:50:20.156659Z","steps":["trace[1923984997] 'process raft request' (duration: 5.23481588s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.156762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.921519Z","time spent":"5.23520126s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:20.157281Z","caller":"traceutil/trace.go:171","msg":"trace[1979159063] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43045; }","duration":"3.985140053s","start":"2026-04-28T18:50:16.172111Z","end":"2026-04-28T18:50:20.157251Z","steps":["trace[1979159063] 'process raft request' (duration: 3.985094632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.157665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.172082Z","time spent":"3.985496422s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:20.157405Z","caller":"traceutil/trace.go:171","msg":"trace[2101323400] transaction","detail":"{read_only:false; response_revision:43044; number_of_response:1; }","duration":"4.884250064s","start":"2026-04-28T18:50:15.273138Z","end":"2026-04-28T18:50:20.157389Z","steps":["trace[2101323400] 'process raft request' (duration: 4.883422563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.158009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:15.273097Z","time spent":"4.884879711s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:20.165445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.900455615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:20.16555Z","caller":"traceutil/trace.go:171","msg":"trace[396813940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.90061717s","start":"2026-04-28T18:50:14.264907Z","end":"2026-04-28T18:50:20.165524Z","steps":["trace[396813940] 'agreement among raft nodes before linearized reading' (duration: 5.900492126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.165651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.264882Z","time spent":"5.900757044s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 18:50:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:20.907454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:20.907579Z","caller":"traceutil/trace.go:171","msg":"trace[1919472083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632073s","start":"2026-04-28T18:50:18.906917Z","end":"2026-04-28T18:50:20.90755Z","steps":["trace[1919472083] 'agreement among raft nodes before linearized reading' (duration: 2.000478679s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:20.907637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.906847Z","time spent":"2.000778196s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:21.729166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.755536751s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:21.730103Z","caller":"traceutil/trace.go:171","msg":"trace[1023206110] transaction","detail":"{read_only:false; response_revision:43047; number_of_response:1; }","duration":"3.554133743s","start":"2026-04-28T18:50:18.175925Z","end":"2026-04-28T18:50:21.730059Z","steps":["trace[1023206110] 'process raft request' (duration: 3.55399862s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.730334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.175892Z","time spent":"3.554321798s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:21.730351Z","caller":"traceutil/trace.go:171","msg":"trace[616790335] transaction","detail":"{read_only:false; response_revision:43046; number_of_response:1; }","duration":"4.946236085s","start":"2026-04-28T18:50:16.783831Z","end":"2026-04-28T18:50:21.730067Z","steps":["trace[616790335] 'process raft request' (duration: 4.945819225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.730462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.783808Z","time spent":"4.946599564s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:21.73081Z","caller":"traceutil/trace.go:171","msg":"trace[1629522069] transaction","detail":"{read_only:false; response_revision:43048; number_of_response:1; }","duration":"3.554285326s","start":"2026-04-28T18:50:18.176489Z","end":"2026-04-28T18:50:21.730775Z","steps":["trace[1629522069] 'process raft request' (duration: 3.553505787s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.730913Z","caller":"traceutil/trace.go:171","msg":"trace[1386464617] transaction","detail":"{read_only:false; response_revision:43049; number_of_response:1; }","duration":"3.554369628s","start":"2026-04-28T18:50:18.176491Z","end":"2026-04-28T18:50:21.730861Z","steps":["trace[1386464617] 'process raft request' (duration: 3.554133732s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.73095Z","caller":"traceutil/trace.go:171","msg":"trace[596357647] linearizableReadLoop","detail":"{readStateIndex:44516; appliedIndex:44502; }","duration":"4.106724382s","start":"2026-04-28T18:50:17.624202Z","end":"2026-04-28T18:50:21.730926Z","steps":["trace[596357647] 'read index received' (duration: 1.346230157s)","trace[596357647] 'applied index is now lower than readState.Index' (duration: 2.760493305s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:21.731028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.176454Z","time spent":"3.554464281s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:21.73118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.425074953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:21.731226Z","caller":"traceutil/trace.go:171","msg":"trace[1527679058] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:43054; }","duration":"6.425241127s","start":"2026-04-28T18:50:15.305973Z","end":"2026-04-28T18:50:21.731214Z","steps":["trace[1527679058] 'agreement among raft nodes before linearized reading' (duration: 6.425077803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.176446Z","time spent":"3.554565224s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:21.731217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.557410258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:21.731318Z","caller":"traceutil/trace.go:171","msg":"trace[1345592058] transaction","detail":"{read_only:false; response_revision:43051; number_of_response:1; }","duration":"3.554188623s","start":"2026-04-28T18:50:18.17712Z","end":"2026-04-28T18:50:21.731308Z","steps":["trace[1345592058] 'process raft request' (duration: 3.553676901s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.73133Z","caller":"traceutil/trace.go:171","msg":"trace[336237893] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695; range_end:; response_count:0; response_revision:43054; }","duration":"5.557613882s","start":"2026-04-28T18:50:16.173694Z","end":"2026-04-28T18:50:21.731308Z","steps":["trace[336237893] 'agreement among raft nodes before linearized reading' (duration: 5.557342746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54368168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:21.731385Z","caller":"traceutil/trace.go:171","msg":"trace[1387872452] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:43054; }","duration":"6.543754251s","start":"2026-04-28T18:50:15.187624Z","end":"2026-04-28T18:50:21.731378Z","steps":["trace[1387872452] 'agreement among raft nodes before linearized reading' (duration: 6.543655479s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.731234Z","caller":"traceutil/trace.go:171","msg":"trace[850546841] transaction","detail":"{read_only:false; response_revision:43053; number_of_response:1; }","duration":"3.553792734s","start":"2026-04-28T18:50:18.177427Z","end":"2026-04-28T18:50:21.73122Z","steps":["trace[850546841] 'process raft request' (duration: 3.553422095s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:15.187598Z","time spent":"6.543802173s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.7314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.177099Z","time spent":"3.554260026s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:21.731421Z","caller":"traceutil/trace.go:171","msg":"trace[1306490093] transaction","detail":"{read_only:false; response_revision:43052; number_of_response:1; }","duration":"3.554185633s","start":"2026-04-28T18:50:18.177193Z","end":"2026-04-28T18:50:21.731379Z","steps":["trace[1306490093] 'process raft request' (duration: 3.553628609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.177412Z","time spent":"3.55399706s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:21.731494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776167124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:21.731566Z","caller":"traceutil/trace.go:171","msg":"trace[12589105] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:43054; }","duration":"4.776278016s","start":"2026-04-28T18:50:16.955263Z","end":"2026-04-28T18:50:21.731541Z","steps":["trace[12589105] 'agreement among raft nodes before linearized reading' (duration: 4.776148453s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.731553Z","caller":"traceutil/trace.go:171","msg":"trace[1365805106] transaction","detail":"{read_only:false; response_revision:43054; number_of_response:1; }","duration":"3.552874831s","start":"2026-04-28T18:50:18.178635Z","end":"2026-04-28T18:50:21.731509Z","steps":["trace[1365805106] 'process raft request' (duration: 3.552248015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.177174Z","time spent":"3.554322448s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:21.731583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436885022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:21.73163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.955237Z","time spent":"4.776375539s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.73169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.178615Z","time spent":"3.553015605s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:21.731272Z","caller":"traceutil/trace.go:171","msg":"trace[1063211247] transaction","detail":"{read_only:false; response_revision:43050; number_of_response:1; }","duration":"3.554141582s","start":"2026-04-28T18:50:18.177121Z","end":"2026-04-28T18:50:21.731262Z","steps":["trace[1063211247] 'process raft request' (duration: 3.55364089s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.731738Z","caller":"traceutil/trace.go:171","msg":"trace[1335546780] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:43054; }","duration":"4.437100268s","start":"2026-04-28T18:50:17.294576Z","end":"2026-04-28T18:50:21.731676Z","steps":["trace[1335546780] 'agreement among raft nodes before linearized reading' (duration: 4.436793779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.173682Z","time spent":"5.557686215s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":30,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e32b09c695\" "} {"level":"warn","ts":"2026-04-28T18:50:21.731799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548258357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623370-jkpc4\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-04-28T18:50:21.731794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.71491196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:21.731855Z","caller":"traceutil/trace.go:171","msg":"trace[75907224] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29623370-jkpc4; range_end:; response_count:1; response_revision:43054; }","duration":"5.548396761s","start":"2026-04-28T18:50:16.183442Z","end":"2026-04-28T18:50:21.731839Z","steps":["trace[75907224] 'agreement among raft nodes before linearized reading' (duration: 5.548183185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.73186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.764394935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:50:21.731892Z","caller":"traceutil/trace.go:171","msg":"trace[765445478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:43054; }","duration":"7.715099935s","start":"2026-04-28T18:50:14.016764Z","end":"2026-04-28T18:50:21.731864Z","steps":["trace[765445478] 'agreement among raft nodes before linearized reading' (duration: 7.71487979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.47229258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:21.7319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.084297994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:21.731924Z","caller":"traceutil/trace.go:171","msg":"trace[558054138] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:43054; }","duration":"7.764512137s","start":"2026-04-28T18:50:13.967391Z","end":"2026-04-28T18:50:21.731903Z","steps":["trace[558054138] 'agreement among raft nodes before linearized reading' (duration: 7.7642373s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.732153Z","caller":"traceutil/trace.go:171","msg":"trace[566975979] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:43054; }","duration":"8.08455486s","start":"2026-04-28T18:50:13.647583Z","end":"2026-04-28T18:50:21.732137Z","steps":["trace[566975979] 'agreement among raft nodes before linearized reading' (duration: 8.084268213s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:21.732166Z","caller":"traceutil/trace.go:171","msg":"trace[329991926] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:43054; }","duration":"7.472406803s","start":"2026-04-28T18:50:14.259538Z","end":"2026-04-28T18:50:21.731945Z","steps":["trace[329991926] 'agreement among raft nodes before linearized reading' (duration: 7.472294751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.732157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.016734Z","time spent":"7.715407912s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.732176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.967361Z","time spent":"7.764800205s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":196,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.732189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.647554Z","time spent":"8.084624942s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.732201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:14.259514Z","time spent":"7.47267653s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.73126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:15.305944Z","time spent":"6.425305989s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.731778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:17.294553Z","time spent":"4.43721178s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.7319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.261452605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T18:50:21.73238Z","caller":"traceutil/trace.go:171","msg":"trace[74059894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84; range_end:; response_count:1; response_revision:43054; }","duration":"8.261949517s","start":"2026-04-28T18:50:13.470417Z","end":"2026-04-28T18:50:21.732366Z","steps":["trace[74059894] 'agreement among raft nodes before linearized reading' (duration: 8.261301621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.731903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:16.183413Z","time spent":"5.548482152s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5627,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623370-jkpc4\" "} {"level":"warn","ts":"2026-04-28T18:50:21.73159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.796272783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:21.732791Z","caller":"traceutil/trace.go:171","msg":"trace[389261162] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:43054; }","duration":"7.797577605s","start":"2026-04-28T18:50:13.935201Z","end":"2026-04-28T18:50:21.732779Z","steps":["trace[389261162] 'agreement among raft nodes before linearized reading' (duration: 7.796306323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.732825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.935173Z","time spent":"7.797641377s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:21.731801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.177108Z","time spent":"3.554653637s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:21.73243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.470395Z","time spent":"8.262022079s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" "} {"level":"warn","ts":"2026-04-28T18:50:21.735858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.111774961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390135"} {"level":"info","ts":"2026-04-28T18:50:21.735915Z","caller":"traceutil/trace.go:171","msg":"trace[655150579] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:43054; }","duration":"8.111840612s","start":"2026-04-28T18:50:13.624065Z","end":"2026-04-28T18:50:21.735905Z","steps":["trace[655150579] 'agreement among raft nodes before linearized reading' (duration: 8.107872442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:21.736188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:13.624044Z","time spent":"8.111891664s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1602,"response size":390159,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:50:22.231736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:22.701869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.401644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T18:50:22.702142Z","caller":"traceutil/trace.go:171","msg":"trace[399450418] transaction","detail":"{read_only:false; response_revision:43055; number_of_response:1; }","duration":"2.095362047s","start":"2026-04-28T18:50:20.606761Z","end":"2026-04-28T18:50:22.702123Z","steps":["trace[399450418] 'process raft request' (duration: 2.095208163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:22.702212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:20.159085Z","time spent":"2.543115467s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:22.702265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:20.606718Z","time spent":"2.095460709s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:22.916713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:22.916807Z","caller":"traceutil/trace.go:171","msg":"trace[1090726044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612676s","start":"2026-04-28T18:50:20.916173Z","end":"2026-04-28T18:50:22.916786Z","steps":["trace[1090726044] 'agreement among raft nodes before linearized reading' (duration: 2.000488013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:22.916863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:20.916145Z","time spent":"2.000706807s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:23.421201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.579436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:50:23.421591Z","caller":"traceutil/trace.go:171","msg":"trace[330533416] transaction","detail":"{read_only:false; response_revision:43058; number_of_response:1; }","duration":"716.986586ms","start":"2026-04-28T18:50:22.704578Z","end":"2026-04-28T18:50:23.421565Z","steps":["trace[330533416] 'process raft request' (duration: 716.919064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.421712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:22.704557Z","time spent":"717.094788ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:23.421994Z","caller":"traceutil/trace.go:171","msg":"trace[2067620148] transaction","detail":"{read_only:false; response_revision:43057; number_of_response:1; }","duration":"1.67931985s","start":"2026-04-28T18:50:21.742657Z","end":"2026-04-28T18:50:23.421977Z","steps":["trace[2067620148] 'process raft request' (duration: 1.678666474s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:23.422049Z","caller":"traceutil/trace.go:171","msg":"trace[776476191] linearizableReadLoop","detail":"{readStateIndex:44520; appliedIndex:44516; }","duration":"1.690988107s","start":"2026-04-28T18:50:21.73102Z","end":"2026-04-28T18:50:23.422008Z","steps":["trace[776476191] 'read index received' (duration: 513.519379ms)","trace[776476191] 'applied index is now lower than readState.Index' (duration: 1.177463918s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:23.422222Z","caller":"traceutil/trace.go:171","msg":"trace[1405713897] transaction","detail":"{read_only:false; response_revision:43056; number_of_response:1; }","duration":"1.684017689s","start":"2026-04-28T18:50:21.738168Z","end":"2026-04-28T18:50:23.422185Z","steps":["trace[1405713897] 'process raft request' (duration: 1.149370706s)","trace[1405713897] 'compare' (duration: 532.978061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:23.422092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.742633Z","time spent":"1.679410692s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6818,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:23.422342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.689509115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:23.422379Z","caller":"traceutil/trace.go:171","msg":"trace[386920523] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43058; }","duration":"5.689591047s","start":"2026-04-28T18:50:17.732777Z","end":"2026-04-28T18:50:23.422368Z","steps":["trace[386920523] 'agreement among raft nodes before linearized reading' (duration: 5.689515995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.738138Z","time spent":"1.684162943s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:50:23.422377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198300036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:23.42241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261763015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:23.422457Z","caller":"traceutil/trace.go:171","msg":"trace[1465324698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:43058; }","duration":"3.198416898s","start":"2026-04-28T18:50:20.224013Z","end":"2026-04-28T18:50:23.42243Z","steps":["trace[1465324698] 'agreement among raft nodes before linearized reading' (duration: 3.198297605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.8692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:23.422526Z","caller":"traceutil/trace.go:171","msg":"trace[133507918] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:43058; }","duration":"663.956271ms","start":"2026-04-28T18:50:22.758556Z","end":"2026-04-28T18:50:23.422512Z","steps":["trace[133507918] 'agreement among raft nodes before linearized reading' (duration: 663.88928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:20.22399Z","time spent":"3.198523961s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:23.42257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530134408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:23.422521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681741552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T18:50:23.422594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:22.758512Z","time spent":"664.070914ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:23.422615Z","caller":"traceutil/trace.go:171","msg":"trace[5544214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:43058; }","duration":"1.530255462s","start":"2026-04-28T18:50:21.892348Z","end":"2026-04-28T18:50:23.422603Z","steps":["trace[5544214] 'agreement among raft nodes before linearized reading' (duration: 1.530162289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377431788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:23.422644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979311051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:50:23.422653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.892321Z","time spent":"1.530323353s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:23.422668Z","caller":"traceutil/trace.go:171","msg":"trace[702726438] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:43058; }","duration":"4.979382292s","start":"2026-04-28T18:50:18.443279Z","end":"2026-04-28T18:50:23.422661Z","steps":["trace[702726438] 'agreement among raft nodes before linearized reading' (duration: 4.979175267s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:23.42266Z","caller":"traceutil/trace.go:171","msg":"trace[1216001586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:43058; }","duration":"1.681908895s","start":"2026-04-28T18:50:21.740722Z","end":"2026-04-28T18:50:23.422631Z","steps":["trace[1216001586] 'agreement among raft nodes before linearized reading' (duration: 1.681606148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.791290795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-04-28T18:50:23.42269Z","caller":"traceutil/trace.go:171","msg":"trace[1387448824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:43058; }","duration":"1.377587552s","start":"2026-04-28T18:50:22.045072Z","end":"2026-04-28T18:50:23.42266Z","steps":["trace[1387448824] 'agreement among raft nodes before linearized reading' (duration: 1.377273874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.493042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:50:23.422755Z","caller":"traceutil/trace.go:171","msg":"trace[148236467] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:43058; }","duration":"5.79150315s","start":"2026-04-28T18:50:17.631228Z","end":"2026-04-28T18:50:23.422731Z","steps":["trace[148236467] 'agreement among raft nodes before linearized reading' (duration: 5.791069979s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:23.422795Z","caller":"traceutil/trace.go:171","msg":"trace[1770087786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43058; }","duration":"329.601295ms","start":"2026-04-28T18:50:23.093177Z","end":"2026-04-28T18:50:23.422779Z","steps":["trace[1770087786] 'agreement among raft nodes before linearized reading' (duration: 329.307788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.575295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:23.422839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:17.631184Z","time spent":"5.791645043s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1133,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-user\" "} {"level":"warn","ts":"2026-04-28T18:50:23.422855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.093147Z","time spent":"329.686847ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:50:23.422456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.253868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:23.422826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.791742296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:50:23.422793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:22.045007Z","time spent":"1.377767476s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:23.423051Z","caller":"traceutil/trace.go:171","msg":"trace[1373841852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43058; }","duration":"5.792018223s","start":"2026-04-28T18:50:17.63096Z","end":"2026-04-28T18:50:23.422978Z","steps":["trace[1373841852] 'agreement among raft nodes before linearized reading' (duration: 5.791416688s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:23.422942Z","caller":"traceutil/trace.go:171","msg":"trace[1064622272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43058; }","duration":"505.769921ms","start":"2026-04-28T18:50:22.917156Z","end":"2026-04-28T18:50:23.422925Z","steps":["trace[1064622272] 'agreement among raft nodes before linearized reading' (duration: 505.261468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.423147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:17.63094Z","time spent":"5.792152996s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:50:23.423158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:22.917135Z","time spent":"506.006687ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:50:23.422847Z","caller":"traceutil/trace.go:171","msg":"trace[67505289] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:43058; }","duration":"945.060828ms","start":"2026-04-28T18:50:22.477775Z","end":"2026-04-28T18:50:23.422835Z","steps":["trace[67505289] 'agreement among raft nodes before linearized reading' (duration: 944.566615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.423246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:22.477752Z","time spent":"945.476657ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:23.422402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:17.732756Z","time spent":"5.689638537s","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:23.422683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:18.443252Z","time spent":"4.979426974s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":254,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:23.422328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923628084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:23.423458Z","caller":"traceutil/trace.go:171","msg":"trace[193555067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:43058; }","duration":"1.924792124s","start":"2026-04-28T18:50:21.498646Z","end":"2026-04-28T18:50:23.423438Z","steps":["trace[193555067] 'agreement among raft nodes before linearized reading' (duration: 1.923573392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.423516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.498612Z","time spent":"1.924884146s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:23.42244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200662203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:23.423589Z","caller":"traceutil/trace.go:171","msg":"trace[1221343920] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:43058; }","duration":"4.201839024s","start":"2026-04-28T18:50:19.221728Z","end":"2026-04-28T18:50:23.423567Z","steps":["trace[1221343920] 'agreement among raft nodes before linearized reading' (duration: 4.200689124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.42365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:19.221702Z","time spent":"4.201928675s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:23.422475Z","caller":"traceutil/trace.go:171","msg":"trace[74176113] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:43058; }","duration":"2.261905718s","start":"2026-04-28T18:50:21.160551Z","end":"2026-04-28T18:50:23.422457Z","steps":["trace[74176113] 'agreement among raft nodes before linearized reading' (duration: 2.261772605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.422721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.740711Z","time spent":"1.681995728s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T18:50:23.424374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.160523Z","time spent":"2.263173851s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:23.424745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145041236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:23.424929Z","caller":"traceutil/trace.go:171","msg":"trace[1936620209] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43058; }","duration":"1.146646457s","start":"2026-04-28T18:50:22.278253Z","end":"2026-04-28T18:50:23.4249Z","steps":["trace[1936620209] 'agreement among raft nodes before linearized reading' (duration: 1.144486502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.426022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:22.278227Z","time spent":"1.147770806s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:50:23.428463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684181344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-db-init-chq4l.18aa97e8d020f829\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43054 ","response":"range_response_count:1000 size:773240"} {"level":"info","ts":"2026-04-28T18:50:23.428551Z","caller":"traceutil/trace.go:171","msg":"trace[1665307213] range","detail":"{range_begin:/registry/events/openstack/magnum-db-init-chq4l.18aa97e8d020f829\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:43058; }","duration":"1.68442803s","start":"2026-04-28T18:50:21.744101Z","end":"2026-04-28T18:50:23.428529Z","steps":["trace[1665307213] 'agreement among raft nodes before linearized reading' (duration: 1.678414427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:23.42864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:21.744093Z","time spent":"1.684500452s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1102,"response size":773264,"request content":"key:\"/registry/events/openstack/magnum-db-init-chq4l.18aa97e8d020f829\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43054 "} {"level":"warn","ts":"2026-04-28T18:50:23.949708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:24.450098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:24.950581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:25.401939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.849671919s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:25.402935Z","caller":"traceutil/trace.go:171","msg":"trace[725607637] transaction","detail":"{read_only:false; response_revision:43059; number_of_response:1; }","duration":"1.955111341s","start":"2026-04-28T18:50:23.447796Z","end":"2026-04-28T18:50:25.402907Z","steps":["trace[725607637] 'process raft request' (duration: 1.954833424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:25.403141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.447773Z","time spent":"1.955225433s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:26.068752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:26.068837Z","caller":"traceutil/trace.go:171","msg":"trace[1786800076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255476s","start":"2026-04-28T18:50:24.068563Z","end":"2026-04-28T18:50:26.068818Z","steps":["trace[1786800076] 'agreement among raft nodes before linearized reading' (duration: 2.000137573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:26.068883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:24.068534Z","time spent":"2.000340108s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:28.076635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:28.076749Z","caller":"traceutil/trace.go:171","msg":"trace[1383865657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922283s","start":"2026-04-28T18:50:26.075804Z","end":"2026-04-28T18:50:28.076727Z","steps":["trace[1383865657] 'agreement among raft nodes before linearized reading' (duration: 2.000751499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:28.076823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:26.075779Z","time spent":"2.001027675s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:28.713225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.8714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:28.71336Z","caller":"traceutil/trace.go:171","msg":"trace[661958200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43059; }","duration":"453.020084ms","start":"2026-04-28T18:50:28.26032Z","end":"2026-04-28T18:50:28.71334Z","steps":["trace[661958200] 'range keys from in-memory index tree' (duration: 452.85184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:28.736992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.738421Z","time spent":"4.9985609s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:28.73846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.738521Z","time spent":"4.999928724s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:28.738523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.739883Z","time spent":"4.998634992s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:28.738444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.739794Z","time spent":"4.998639673s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:28.738507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.739527Z","time spent":"4.998969571s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:28.738592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.73978Z","time spent":"4.998809837s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:28.738591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.739733Z","time spent":"4.998852918s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:28.739228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.73986Z","time spent":"4.999357041s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:29.046935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.600241214s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:29.047725Z","caller":"traceutil/trace.go:171","msg":"trace[1522414654] transaction","detail":"{read_only:false; response_revision:43060; number_of_response:1; }","duration":"5.590801743s","start":"2026-04-28T18:50:23.456895Z","end":"2026-04-28T18:50:29.047696Z","steps":["trace[1522414654] 'process raft request' (duration: 5.590432314s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.048236Z","caller":"traceutil/trace.go:171","msg":"trace[733820957] transaction","detail":"{read_only:false; response_revision:43061; number_of_response:1; }","duration":"5.353899187s","start":"2026-04-28T18:50:23.694277Z","end":"2026-04-28T18:50:29.048176Z","steps":["trace[733820957] 'process raft request' (duration: 5.353338633s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.048493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.694245Z","time spent":"5.354104623s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:29.048666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.456881Z","time spent":"5.591370037s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:29.048971Z","caller":"traceutil/trace.go:171","msg":"trace[1303663108] linearizableReadLoop","detail":"{readStateIndex:44532; appliedIndex:44521; }","duration":"5.600048008s","start":"2026-04-28T18:50:23.448896Z","end":"2026-04-28T18:50:29.048944Z","steps":["trace[1303663108] 'read index received' (duration: 1.953422757s)","trace[1303663108] 'applied index is now lower than readState.Index' (duration: 3.646623671s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:29.049094Z","caller":"traceutil/trace.go:171","msg":"trace[1733308345] transaction","detail":"{read_only:false; response_revision:43070; number_of_response:1; }","duration":"3.884507721s","start":"2026-04-28T18:50:25.16457Z","end":"2026-04-28T18:50:29.049078Z","steps":["trace[1733308345] 'process raft request' (duration: 3.884186573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.049165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.164535Z","time spent":"3.884591183s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:29.049309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754808943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:29.049304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597527694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c41ef7d3-97e5-4232-8e8b-aa0d8b093966\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-28T18:50:29.049356Z","caller":"traceutil/trace.go:171","msg":"trace[929485476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43070; }","duration":"1.754890686s","start":"2026-04-28T18:50:27.294448Z","end":"2026-04-28T18:50:29.049339Z","steps":["trace[929485476] 'agreement among raft nodes before linearized reading' (duration: 1.754805563s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.049373Z","caller":"traceutil/trace.go:171","msg":"trace[1045548821] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c41ef7d3-97e5-4232-8e8b-aa0d8b093966; range_end:; response_count:1; response_revision:43070; }","duration":"5.597623836s","start":"2026-04-28T18:50:23.451735Z","end":"2026-04-28T18:50:29.049359Z","steps":["trace[1045548821] 'agreement among raft nodes before linearized reading' (duration: 5.597412161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.049401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:27.294427Z","time spent":"1.754961618s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.049415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.45173Z","time spent":"5.597674987s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-c41ef7d3-97e5-4232-8e8b-aa0d8b093966\" "} {"level":"warn","ts":"2026-04-28T18:50:29.049411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.600471808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:50:29.0495Z","caller":"traceutil/trace.go:171","msg":"trace[1760302474] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:43070; }","duration":"5.600596981s","start":"2026-04-28T18:50:23.44888Z","end":"2026-04-28T18:50:29.049477Z","steps":["trace[1760302474] 'agreement among raft nodes before linearized reading' (duration: 5.600246192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.049551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.448874Z","time spent":"5.600667984s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:50:29.049608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.592527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T18:50:29.049662Z","caller":"traceutil/trace.go:171","msg":"trace[1482168148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:43070; }","duration":"303.680479ms","start":"2026-04-28T18:50:28.745964Z","end":"2026-04-28T18:50:29.049644Z","steps":["trace[1482168148] 'agreement among raft nodes before linearized reading' (duration: 303.593747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.049695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.74594Z","time spent":"303.74762ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:50:29.049704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.055845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T18:50:29.04973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91287158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:50:29.049738Z","caller":"traceutil/trace.go:171","msg":"trace[833794080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43070; }","duration":"595.145437ms","start":"2026-04-28T18:50:28.454583Z","end":"2026-04-28T18:50:29.049729Z","steps":["trace[833794080] 'agreement among raft nodes before linearized reading' (duration: 594.990233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.049764Z","caller":"traceutil/trace.go:171","msg":"trace[618987268] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43070; }","duration":"2.912951682s","start":"2026-04-28T18:50:26.136802Z","end":"2026-04-28T18:50:29.049754Z","steps":["trace[618987268] 'agreement among raft nodes before linearized reading' (duration: 2.912842909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.049801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:26.136774Z","time spent":"2.913020244s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:50:29.049817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.412842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.04985Z","caller":"traceutil/trace.go:171","msg":"trace[1019549686] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:43070; }","duration":"664.490134ms","start":"2026-04-28T18:50:28.385351Z","end":"2026-04-28T18:50:29.049841Z","steps":["trace[1019549686] 'agreement among raft nodes before linearized reading' (duration: 664.437203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.049877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.385325Z","time spent":"664.544746ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.049979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239641023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:29.05001Z","caller":"traceutil/trace.go:171","msg":"trace[635651782] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:43070; }","duration":"3.239714305s","start":"2026-04-28T18:50:25.810286Z","end":"2026-04-28T18:50:29.05Z","steps":["trace[635651782] 'agreement among raft nodes before linearized reading' (duration: 3.239653464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.810262Z","time spent":"3.239767786s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.050066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.788489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.050095Z","caller":"traceutil/trace.go:171","msg":"trace[521910773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43070; }","duration":"972.878532ms","start":"2026-04-28T18:50:28.077208Z","end":"2026-04-28T18:50:29.050086Z","steps":["trace[521910773] 'agreement among raft nodes before linearized reading' (duration: 972.821651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.077175Z","time spent":"972.948723ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:29.050216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27581434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.050248Z","caller":"traceutil/trace.go:171","msg":"trace[338838609] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:43070; }","duration":"3.275882842s","start":"2026-04-28T18:50:25.774356Z","end":"2026-04-28T18:50:29.050238Z","steps":["trace[338838609] 'agreement among raft nodes before linearized reading' (duration: 3.275826131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.774332Z","time spent":"3.275936663s","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.050299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299081501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.05034Z","caller":"traceutil/trace.go:171","msg":"trace[994139506] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:43070; }","duration":"1.299174794s","start":"2026-04-28T18:50:27.751152Z","end":"2026-04-28T18:50:29.050327Z","steps":["trace[994139506] 'agreement among raft nodes before linearized reading' (duration: 1.299108833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.029027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-28T18:50:29.050374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:27.751119Z","time spent":"1.299246565s","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:29.050401Z","caller":"traceutil/trace.go:171","msg":"trace[532275454] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:43070; }","duration":"304.081428ms","start":"2026-04-28T18:50:28.746307Z","end":"2026-04-28T18:50:29.050389Z","steps":["trace[532275454] 'agreement among raft nodes before linearized reading' (duration: 303.998236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.746302Z","time spent":"304.129139ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-28T18:50:29.05061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642525666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-65df876745-wl86r.18aa96910f174170\" ","response":"range_response_count:1 size:1181"} {"level":"info","ts":"2026-04-28T18:50:29.050654Z","caller":"traceutil/trace.go:171","msg":"trace[1433913303] range","detail":"{range_begin:/registry/events/openstack/cinder-api-65df876745-wl86r.18aa96910f174170; range_end:; response_count:1; response_revision:43070; }","duration":"3.642618848s","start":"2026-04-28T18:50:25.408024Z","end":"2026-04-28T18:50:29.050643Z","steps":["trace[1433913303] 'agreement among raft nodes before linearized reading' (duration: 3.642439914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.407999Z","time spent":"3.64268008s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1205,"request content":"key:\"/registry/events/openstack/cinder-api-65df876745-wl86r.18aa96910f174170\" "} {"level":"warn","ts":"2026-04-28T18:50:29.050709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437034539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18296"} {"level":"warn","ts":"2026-04-28T18:50:29.050709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.374075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-28T18:50:29.05074Z","caller":"traceutil/trace.go:171","msg":"trace[1215978733] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:43070; }","duration":"1.437085509s","start":"2026-04-28T18:50:27.613646Z","end":"2026-04-28T18:50:29.050732Z","steps":["trace[1215978733] 'agreement among raft nodes before linearized reading' (duration: 1.436990867s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.050764Z","caller":"traceutil/trace.go:171","msg":"trace[173582039] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:43070; }","duration":"304.460247ms","start":"2026-04-28T18:50:28.74629Z","end":"2026-04-28T18:50:29.05075Z","steps":["trace[173582039] 'agreement among raft nodes before linearized reading' (duration: 304.349384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453443184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:29.050802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405941816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:50:29.050852Z","caller":"traceutil/trace.go:171","msg":"trace[1894220351] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:43070; }","duration":"1.453523896s","start":"2026-04-28T18:50:27.59732Z","end":"2026-04-28T18:50:29.050844Z","steps":["trace[1894220351] 'agreement among raft nodes before linearized reading' (duration: 1.453467495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:27.597299Z","time spent":"1.453581498s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.050888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.842116755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:29.050934Z","caller":"traceutil/trace.go:171","msg":"trace[2114392983] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:43070; }","duration":"4.842211297s","start":"2026-04-28T18:50:24.208709Z","end":"2026-04-28T18:50:29.050921Z","steps":["trace[2114392983] 'agreement among raft nodes before linearized reading' (duration: 4.842118755s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.050954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921640582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:29.050972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:24.208677Z","time spent":"4.842287279s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:29.051072Z","caller":"traceutil/trace.go:171","msg":"trace[2066016044] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:43070; }","duration":"4.921678613s","start":"2026-04-28T18:50:24.129299Z","end":"2026-04-28T18:50:29.050978Z","steps":["trace[2066016044] 'agreement among raft nodes before linearized reading' (duration: 4.921618511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65409301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:29.051138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:24.129272Z","time spent":"4.921851416s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.051155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782036503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.051181Z","caller":"traceutil/trace.go:171","msg":"trace[14759350] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:43070; }","duration":"1.654184732s","start":"2026-04-28T18:50:27.396979Z","end":"2026-04-28T18:50:29.051163Z","steps":["trace[14759350] 'agreement among raft nodes before linearized reading' (duration: 1.654053609s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.051221Z","caller":"traceutil/trace.go:171","msg":"trace[1972813960] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:43070; }","duration":"3.782143185s","start":"2026-04-28T18:50:25.269061Z","end":"2026-04-28T18:50:29.051204Z","steps":["trace[1972813960] 'agreement among raft nodes before linearized reading' (duration: 3.782050343s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.050887Z","caller":"traceutil/trace.go:171","msg":"trace[1931589819] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:43070; }","duration":"5.40608492s","start":"2026-04-28T18:50:23.64478Z","end":"2026-04-28T18:50:29.050865Z","steps":["trace[1931589819] 'agreement among raft nodes before linearized reading' (duration: 5.405903505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.268997Z","time spent":"3.782267669s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.051288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.644752Z","time spent":"5.406519081s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T18:50:29.050876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885506505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:29.051399Z","caller":"traceutil/trace.go:171","msg":"trace[1252920863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43070; }","duration":"3.88607456s","start":"2026-04-28T18:50:25.165307Z","end":"2026-04-28T18:50:29.051382Z","steps":["trace[1252920863] 'agreement among raft nodes before linearized reading' (duration: 3.885484235s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.165294Z","time spent":"3.886139073s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.050816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.746279Z","time spent":"304.527389ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T18:50:29.051504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404362728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-04-28T18:50:29.051545Z","caller":"traceutil/trace.go:171","msg":"trace[1295404864] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-admin; range_end:; response_count:1; response_revision:43070; }","duration":"5.404433049s","start":"2026-04-28T18:50:23.647102Z","end":"2026-04-28T18:50:29.051535Z","steps":["trace[1295404864] 'agreement among raft nodes before linearized reading' (duration: 5.404277765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.432198884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:29.051571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872696492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:29.05163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.599177155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.051663Z","caller":"traceutil/trace.go:171","msg":"trace[1209248175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:43070; }","duration":"3.872845995s","start":"2026-04-28T18:50:25.1788Z","end":"2026-04-28T18:50:29.051646Z","steps":["trace[1209248175] 'agreement among raft nodes before linearized reading' (duration: 3.872719042s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.051686Z","caller":"traceutil/trace.go:171","msg":"trace[1894277278] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43070; }","duration":"5.599230877s","start":"2026-04-28T18:50:23.452439Z","end":"2026-04-28T18:50:29.05167Z","steps":["trace[1894277278] 'agreement among raft nodes before linearized reading' (duration: 5.599145295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.452408Z","time spent":"5.599301169s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:50:29.051725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.178775Z","time spent":"3.872933558s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.051713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.538166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-28T18:50:29.051797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.71219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-28T18:50:29.049769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.454531Z","time spent":"595.232399ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T18:50:29.051846Z","caller":"traceutil/trace.go:171","msg":"trace[637643069] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:43070; }","duration":"305.797013ms","start":"2026-04-28T18:50:28.746038Z","end":"2026-04-28T18:50:29.051835Z","steps":["trace[637643069] 'agreement among raft nodes before linearized reading' (duration: 305.707891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.418529937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.051889Z","caller":"traceutil/trace.go:171","msg":"trace[1981336355] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:43070; }","duration":"5.418963488s","start":"2026-04-28T18:50:23.632917Z","end":"2026-04-28T18:50:29.05188Z","steps":["trace[1981336355] 'agreement among raft nodes before linearized reading' (duration: 5.418542508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696523355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.051811Z","caller":"traceutil/trace.go:171","msg":"trace[835267202] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:43070; }","duration":"305.649098ms","start":"2026-04-28T18:50:28.74615Z","end":"2026-04-28T18:50:29.051799Z","steps":["trace[835267202] 'agreement among raft nodes before linearized reading' (duration: 305.513785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.051229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284379517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.051972Z","caller":"traceutil/trace.go:171","msg":"trace[1177099608] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43070; }","duration":"3.697575622s","start":"2026-04-28T18:50:25.354374Z","end":"2026-04-28T18:50:29.05195Z","steps":["trace[1177099608] 'agreement among raft nodes before linearized reading' (duration: 3.696546985s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.052001Z","caller":"traceutil/trace.go:171","msg":"trace[1986909241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:43070; }","duration":"4.285195968s","start":"2026-04-28T18:50:24.766791Z","end":"2026-04-28T18:50:29.051987Z","steps":["trace[1986909241] 'agreement among raft nodes before linearized reading' (duration: 4.284402607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.052017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.001887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-04-28T18:50:29.052024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.963936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T18:50:29.052054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:24.766766Z","time spent":"4.28527213s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.05077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:27.613632Z","time spent":"1.437131361s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18320,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-28T18:50:29.052088Z","caller":"traceutil/trace.go:171","msg":"trace[289573110] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43070; }","duration":"306.037109ms","start":"2026-04-28T18:50:28.746037Z","end":"2026-04-28T18:50:29.052074Z","steps":["trace[289573110] 'agreement among raft nodes before linearized reading' (duration: 305.948677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:29.052091Z","caller":"traceutil/trace.go:171","msg":"trace[1158992327] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:43070; }","duration":"306.09652ms","start":"2026-04-28T18:50:28.745973Z","end":"2026-04-28T18:50:29.05207Z","steps":["trace[1158992327] 'agreement among raft nodes before linearized reading' (duration: 305.956616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.052089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.001547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-28T18:50:29.051595Z","caller":"traceutil/trace.go:171","msg":"trace[1226229490] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:43070; }","duration":"5.432271016s","start":"2026-04-28T18:50:23.619313Z","end":"2026-04-28T18:50:29.051584Z","steps":["trace[1226229490] 'agreement among raft nodes before linearized reading' (duration: 5.432213694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.052149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.74595Z","time spent":"306.189262ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":651,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:50:29.052169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.61929Z","time spent":"5.43286991s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.052013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.746015Z","time spent":"305.993017ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:50:29.052131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.746028Z","time spent":"306.09489ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:50:29.051988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.74612Z","time spent":"305.859503ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T18:50:29.052171Z","caller":"traceutil/trace.go:171","msg":"trace[1260254586] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:43070; }","duration":"306.131691ms","start":"2026-04-28T18:50:28.746023Z","end":"2026-04-28T18:50:29.052155Z","steps":["trace[1260254586] 'agreement among raft nodes before linearized reading' (duration: 305.955086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.052345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:28.745997Z","time spent":"306.306646ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T18:50:29.050616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323987902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:29.051812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467935149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:29.052467Z","caller":"traceutil/trace.go:171","msg":"trace[632411421] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:43070; }","duration":"1.325831569s","start":"2026-04-28T18:50:27.726614Z","end":"2026-04-28T18:50:29.052446Z","steps":["trace[632411421] 'agreement among raft nodes before linearized reading' (duration: 1.32390929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.052533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:27.726494Z","time spent":"1.326020204s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:29.052475Z","caller":"traceutil/trace.go:171","msg":"trace[147673629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:43070; }","duration":"5.468683367s","start":"2026-04-28T18:50:23.583766Z","end":"2026-04-28T18:50:29.052449Z","steps":["trace[147673629] 'agreement among raft nodes before linearized reading' (duration: 5.467884397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:29.052667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.583738Z","time spent":"5.468892663s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.051589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.647085Z","time spent":"5.404496712s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":786,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" "} {"level":"warn","ts":"2026-04-28T18:50:29.052041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:25.352872Z","time spent":"3.699151603s","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.051229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:27.396913Z","time spent":"1.654299585s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.051923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:23.632895Z","time spent":"5.419018529s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:29.560133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:30.060758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:30.561503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:31.062218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:31.064276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:31.064346Z","caller":"traceutil/trace.go:171","msg":"trace[2001464455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651875s","start":"2026-04-28T18:50:29.06367Z","end":"2026-04-28T18:50:31.064322Z","steps":["trace[2001464455] 'agreement among raft nodes before linearized reading' (duration: 2.000557762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:31.064467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.063661Z","time spent":"2.000770168s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:31.56328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:32.064434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:32.565035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:33.06495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:33.065054Z","caller":"traceutil/trace.go:171","msg":"trace[1940973684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082892s","start":"2026-04-28T18:50:31.064947Z","end":"2026-04-28T18:50:33.06503Z","steps":["trace[1940973684] 'agreement among raft nodes before linearized reading' (duration: 1.999955419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.065207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:31.064922Z","time spent":"2.000268946s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:33.065271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:33.566816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:33.735941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676387124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.736053Z","caller":"traceutil/trace.go:171","msg":"trace[2052657516] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.676540809s","start":"2026-04-28T18:50:29.059491Z","end":"2026-04-28T18:50:33.736032Z","steps":["trace[2052657516] 'agreement among raft nodes before linearized reading' (duration: 4.676396055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.736109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.059485Z","time spent":"4.676612741s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:33.737938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678665262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.738055Z","caller":"traceutil/trace.go:171","msg":"trace[956184851] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.678832116s","start":"2026-04-28T18:50:29.059197Z","end":"2026-04-28T18:50:33.738029Z","steps":["trace[956184851] 'agreement among raft nodes before linearized reading' (duration: 4.678673382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.738105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.05919Z","time spent":"4.678905417s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:33.743077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681969675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T18:50:33.743129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682850897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.743165Z","caller":"traceutil/trace.go:171","msg":"trace[1623472167] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.682074888s","start":"2026-04-28T18:50:29.06107Z","end":"2026-04-28T18:50:33.743145Z","steps":["trace[1623472167] 'agreement among raft nodes before linearized reading' (duration: 4.681981715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.743127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68296654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T18:50:33.743211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.06106Z","time spent":"4.682142489s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-28T18:50:33.743222Z","caller":"traceutil/trace.go:171","msg":"trace[1666908151] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.683105914s","start":"2026-04-28T18:50:29.060095Z","end":"2026-04-28T18:50:33.743201Z","steps":["trace[1666908151] 'agreement among raft nodes before linearized reading' (duration: 4.682971371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.743271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.060087Z","time spent":"4.683173756s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T18:50:33.743167Z","caller":"traceutil/trace.go:171","msg":"trace[232244210] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.68294699s","start":"2026-04-28T18:50:29.06021Z","end":"2026-04-28T18:50:33.743157Z","steps":["trace[232244210] 'agreement among raft nodes before linearized reading' (duration: 4.682904959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.743336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.060184Z","time spent":"4.683146814s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:50:33.743357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681928445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.743395Z","caller":"traceutil/trace.go:171","msg":"trace[1693277657] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.681982256s","start":"2026-04-28T18:50:29.061406Z","end":"2026-04-28T18:50:33.743388Z","steps":["trace[1693277657] 'agreement among raft nodes before linearized reading' (duration: 4.681936955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.743421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.0614Z","time spent":"4.682013966s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:33.743553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.683611497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.743587Z","caller":"traceutil/trace.go:171","msg":"trace[1922983914] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.684204082s","start":"2026-04-28T18:50:29.059372Z","end":"2026-04-28T18:50:33.743576Z","steps":["trace[1922983914] 'agreement among raft nodes before linearized reading' (duration: 4.683623488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.74361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.059364Z","time spent":"4.684240333s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:33.790778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728214858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.790851Z","caller":"traceutil/trace.go:171","msg":"trace[1006949404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.72831529s","start":"2026-04-28T18:50:29.062515Z","end":"2026-04-28T18:50:33.79083Z","steps":["trace[1006949404] 'agreement among raft nodes before linearized reading' (duration: 4.728219918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.790888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.06251Z","time spent":"4.728371402s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:33.791662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732497677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:33.791739Z","caller":"traceutil/trace.go:171","msg":"trace[2024522539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.732650691s","start":"2026-04-28T18:50:29.059072Z","end":"2026-04-28T18:50:33.791722Z","steps":["trace[2024522539] 'agreement among raft nodes before linearized reading' (duration: 4.732545578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:33.791789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.058981Z","time spent":"4.732798535s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 18:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:33.908279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:32.660846Z","time spent":"1.247423502s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:34.067977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:34.568886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:35.069069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:35.073303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:35.073406Z","caller":"traceutil/trace.go:171","msg":"trace[1338783922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607164s","start":"2026-04-28T18:50:33.072775Z","end":"2026-04-28T18:50:35.073382Z","steps":["trace[1338783922] 'agreement among raft nodes before linearized reading' (duration: 2.000476491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:35.073459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.072746Z","time spent":"2.000701127s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:35.524153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.403913646s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:35.524924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.054413Z","time spent":"6.470503624s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:36.055966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.055144Z","time spent":"7.000813387s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:36.207884Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6b1c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:50:36.24134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.240351Z","time spent":"7.000971931s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:37.073907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:37.074048Z","caller":"traceutil/trace.go:171","msg":"trace[903475645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368038s","start":"2026-04-28T18:50:35.073648Z","end":"2026-04-28T18:50:37.074016Z","steps":["trace[903475645] 'agreement among raft nodes before linearized reading' (duration: 2.000197044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:37.074121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:35.073631Z","time spent":"2.000474411s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:37.352348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.827922637s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:38.351181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999774244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:38.351313Z","caller":"traceutil/trace.go:171","msg":"trace[1591293349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003659s","start":"2026-04-28T18:50:36.351274Z","end":"2026-04-28T18:50:38.351278Z","steps":["trace[1591293349] 'agreement among raft nodes before linearized reading' (duration: 1.999806334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:38.351367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:36.351247Z","time spent":"2.000110102s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:38.737384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.743254Z","time spent":"4.994119579s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:38.740867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.743475Z","time spent":"4.997375991s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:50:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:39.081001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:39.081112Z","caller":"traceutil/trace.go:171","msg":"trace[1098665071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003106s","start":"2026-04-28T18:50:37.081057Z","end":"2026-04-28T18:50:39.081088Z","steps":["trace[1098665071] 'agreement among raft nodes before linearized reading' (duration: 1.999897027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:39.081157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:37.08103Z","time spent":"2.000118702s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:39.891409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:32.890715Z","time spent":"7.000675873s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:40.213554Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518aa2683","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:50:40.833435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572631265s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:40.833596Z","caller":"traceutil/trace.go:171","msg":"trace[1156754898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43070; }","duration":"2.572807209s","start":"2026-04-28T18:50:38.260763Z","end":"2026-04-28T18:50:40.83357Z","steps":["trace[1156754898] 'range keys from in-memory index tree' (duration: 2.572609824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:40.836814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484187371s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-04-28T18:50:41.062075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:34.061575Z","time spent":"7.000482519s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:41.089382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:41.089472Z","caller":"traceutil/trace.go:171","msg":"trace[2067681278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610835s","start":"2026-04-28T18:50:39.088837Z","end":"2026-04-28T18:50:41.089448Z","steps":["trace[2067681278] 'agreement among raft nodes before linearized reading' (duration: 2.000418091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:41.089537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.088826Z","time spent":"2.000700607s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:41.659878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.307246107s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:42.527089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:35.526526Z","time spent":"7.000555221s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:43.058258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:36.057702Z","time spent":"7.00054747s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:43.09125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:43.091334Z","caller":"traceutil/trace.go:171","msg":"trace[628009452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806319s","start":"2026-04-28T18:50:41.090504Z","end":"2026-04-28T18:50:43.091311Z","steps":["trace[628009452] 'agreement among raft nodes before linearized reading' (duration: 2.000701257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:43.09138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:41.090476Z","time spent":"2.000893502s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:43.217138Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6b1c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:50:43.785187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.092974616s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:43.857851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020914829s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:50:44.242769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.997504973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:44.242847Z","caller":"traceutil/trace.go:171","msg":"trace[302842303] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.997668848s","start":"2026-04-28T18:50:36.24516Z","end":"2026-04-28T18:50:44.242829Z","steps":["trace[302842303] 'agreement among raft nodes before linearized reading' (duration: 7.997538294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:44.242886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:36.245137Z","time spent":"7.99774198s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 18:50:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:45.100355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000623105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:45.100714Z","caller":"traceutil/trace.go:171","msg":"trace[2139880501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001061817s","start":"2026-04-28T18:50:43.09958Z","end":"2026-04-28T18:50:45.100641Z","steps":["trace[2139880501] 'agreement among raft nodes before linearized reading' (duration: 2.000654045s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:45.100995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:43.099547Z","time spent":"2.001375715s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:46.118259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.117125Z","time spent":"7.001126885s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:46.749123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889634822s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:50:46.898224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.897166Z","time spent":"7.001049544s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:47.101037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:47.101135Z","caller":"traceutil/trace.go:171","msg":"trace[2145809289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041571s","start":"2026-04-28T18:50:45.100696Z","end":"2026-04-28T18:50:47.101112Z","steps":["trace[2145809289] 'agreement among raft nodes before linearized reading' (duration: 2.000284446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:47.101195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:45.100671Z","time spent":"2.000511712s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:47.838081Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6b40","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:50:47.838138Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518aa2683","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:50:48.014643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.889904419s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:48.35292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:48.353077Z","caller":"traceutil/trace.go:171","msg":"trace[83732706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058811s","start":"2026-04-28T18:50:46.352991Z","end":"2026-04-28T18:50:48.353049Z","steps":["trace[83732706] 'agreement among raft nodes before linearized reading' (duration: 1.999868565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:48.353175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.352963Z","time spent":"2.000198885s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:49.082253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009813055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:49.082374Z","caller":"traceutil/trace.go:171","msg":"trace[1070370455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.01002152s","start":"2026-04-28T18:50:39.072324Z","end":"2026-04-28T18:50:49.082346Z","steps":["trace[1070370455] 'agreement among raft nodes before linearized reading' (duration: 10.009855616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:49.082437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.072228Z","time spent":"10.010194844s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/28 18:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:49.113905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004104673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:49.114043Z","caller":"traceutil/trace.go:171","msg":"trace[2091041238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004371899s","start":"2026-04-28T18:50:47.109641Z","end":"2026-04-28T18:50:49.114012Z","steps":["trace[2091041238] 'agreement among raft nodes before linearized reading' (duration: 2.004138743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:49.114124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:47.109616Z","time spent":"2.004491423s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:49.398313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13729852s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:49.39846Z","caller":"traceutil/trace.go:171","msg":"trace[1595431017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43074; }","duration":"1.137460444s","start":"2026-04-28T18:50:48.260976Z","end":"2026-04-28T18:50:49.398437Z","steps":["trace[1595431017] 'range keys from in-memory index tree' (duration: 1.137278039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:49.398982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647629046s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:50:49.399351Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"11.76µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:50:49.399476Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.551µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-28T18:50:49.400366Z","caller":"traceutil/trace.go:171","msg":"trace[1811568803] linearizableReadLoop","detail":"{readStateIndex:44542; appliedIndex:44533; }","duration":"20.34120986s","start":"2026-04-28T18:50:29.059136Z","end":"2026-04-28T18:50:49.400346Z","steps":["trace[1811568803] 'read index received' (duration: 6.465316043s)","trace[1811568803] 'applied index is now lower than readState.Index' (duration: 13.875891627s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:51.123577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:50:51.12369Z","caller":"traceutil/trace.go:171","msg":"trace[922602064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633287s","start":"2026-04-28T18:50:49.123031Z","end":"2026-04-28T18:50:51.123664Z","steps":["trace[922602064] 'agreement among raft nodes before linearized reading' (duration: 2.000490643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:51.123749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:49.123008Z","time spent":"2.000728679s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:52.500906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101378119s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:50:52.501219Z","caller":"traceutil/trace.go:171","msg":"trace[1531368502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43078; }","duration":"6.376584344s","start":"2026-04-28T18:50:46.1246Z","end":"2026-04-28T18:50:52.501184Z","steps":["trace[1531368502] 'process raft request' (duration: 6.37643831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.501411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.124568Z","time spent":"6.376719237s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:52.503167Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"1.985561ms","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:50:52.503373Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6b40","error":"lease not found"} {"level":"info","ts":"2026-04-28T18:50:52.503412Z","caller":"traceutil/trace.go:171","msg":"trace[1178714778] linearizableReadLoop","detail":"{readStateIndex:44551; appliedIndex:44548; }","duration":"3.10297618s","start":"2026-04-28T18:50:49.400408Z","end":"2026-04-28T18:50:52.503384Z","steps":["trace[1178714778] 'read index received' (duration: 71.802µs)","trace[1178714778] 'applied index is now lower than readState.Index' (duration: 3.102815675s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:52.503459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.955877494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.803073494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.503548Z","caller":"traceutil/trace.go:171","msg":"trace[1656493012] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:43078; }","duration":"18.956004307s","start":"2026-04-28T18:50:33.547518Z","end":"2026-04-28T18:50:52.503522Z","steps":["trace[1656493012] 'agreement among raft nodes before linearized reading' (duration: 18.955849223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119488186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.547493Z","time spent":"18.956095519s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.503625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.276086289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.052823265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.358718538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.663899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.503687Z","caller":"traceutil/trace.go:171","msg":"trace[1937205781] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:43078; }","duration":"20.276204823s","start":"2026-04-28T18:50:32.22746Z","end":"2026-04-28T18:50:52.503665Z","steps":["trace[1937205781] 'agreement among raft nodes before linearized reading' (duration: 20.276064269s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.503734Z","caller":"traceutil/trace.go:171","msg":"trace[888425079] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:43078; }","duration":"20.663978942s","start":"2026-04-28T18:50:31.839737Z","end":"2026-04-28T18:50:52.503716Z","steps":["trace[888425079] 'agreement among raft nodes before linearized reading' (duration: 20.66392135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341095224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:31.839709Z","time spent":"20.664063624s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.503792Z","caller":"traceutil/trace.go:171","msg":"trace[442441573] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:43078; }","duration":"3.341184767s","start":"2026-04-28T18:50:49.162594Z","end":"2026-04-28T18:50:52.503779Z","steps":["trace[442441573] 'agreement among raft nodes before linearized reading' (duration: 3.341107786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.445651602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.475399715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:49.162568Z","time spent":"3.341252628s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.503841Z","caller":"traceutil/trace.go:171","msg":"trace[1086732673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:43078; }","duration":"12.445686833s","start":"2026-04-28T18:50:40.058137Z","end":"2026-04-28T18:50:52.503824Z","steps":["trace[1086732673] 'agreement among raft nodes before linearized reading' (duration: 12.445629811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.257101284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T18:50:52.503877Z","caller":"traceutil/trace.go:171","msg":"trace[843781899] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:43078; }","duration":"8.257169196s","start":"2026-04-28T18:50:44.2467Z","end":"2026-04-28T18:50:52.503869Z","steps":["trace[843781899] 'agreement among raft nodes before linearized reading' (duration: 8.256995181s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.503858Z","caller":"traceutil/trace.go:171","msg":"trace[675049704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:43078; }","duration":"14.475473377s","start":"2026-04-28T18:50:38.028374Z","end":"2026-04-28T18:50:52.503847Z","steps":["trace[675049704] 'agreement among raft nodes before linearized reading' (duration: 14.475390715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:40.05811Z","time spent":"12.445762645s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.503917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:38.028352Z","time spent":"14.475553739s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.503961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.471714724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.717038728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.504019Z","caller":"traceutil/trace.go:171","msg":"trace[481148787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43078; }","duration":"20.71711541s","start":"2026-04-28T18:50:31.78689Z","end":"2026-04-28T18:50:52.504006Z","steps":["trace[481148787] 'agreement among raft nodes before linearized reading' (duration: 20.717060599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.527450237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.504067Z","caller":"traceutil/trace.go:171","msg":"trace[2034109210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:43078; }","duration":"8.527523929s","start":"2026-04-28T18:50:43.976534Z","end":"2026-04-28T18:50:52.504058Z","steps":["trace[2034109210] 'agreement among raft nodes before linearized reading' (duration: 8.527472398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:43.976497Z","time spent":"8.527591711s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.444299552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-28T18:50:52.50415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.941789387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:52.50368Z","caller":"traceutil/trace.go:171","msg":"trace[408085821] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:43078; }","duration":"8.052898627s","start":"2026-04-28T18:50:44.450775Z","end":"2026-04-28T18:50:52.503673Z","steps":["trace[408085821] 'agreement among raft nodes before linearized reading' (duration: 8.052846826s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.504195Z","caller":"traceutil/trace.go:171","msg":"trace[776690867] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:43078; }","duration":"14.941837419s","start":"2026-04-28T18:50:37.562346Z","end":"2026-04-28T18:50:52.504184Z","steps":["trace[776690867] 'agreement among raft nodes before linearized reading' (duration: 14.941723816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:44.450745Z","time spent":"8.053446771s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:37.562273Z","time spent":"14.941945001s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363264946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.504248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.774909749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:52.504287Z","caller":"traceutil/trace.go:171","msg":"trace[1142595449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:43078; }","duration":"5.363349029s","start":"2026-04-28T18:50:47.140921Z","end":"2026-04-28T18:50:52.50427Z","steps":["trace[1142595449] 'agreement among raft nodes before linearized reading' (duration: 5.363294657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.855649232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:52.504333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.551719782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:52.504334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:47.140896Z","time spent":"5.36343027s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.50434Z","caller":"traceutil/trace.go:171","msg":"trace[1428646921] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:43078; }","duration":"20.856469992s","start":"2026-04-28T18:50:31.647859Z","end":"2026-04-28T18:50:52.504329Z","steps":["trace[1428646921] 'agreement among raft nodes before linearized reading' (duration: 20.85556509s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.504359Z","caller":"traceutil/trace.go:171","msg":"trace[1639509617] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:43078; }","duration":"8.551747683s","start":"2026-04-28T18:50:43.952604Z","end":"2026-04-28T18:50:52.504352Z","steps":["trace[1639509617] 'agreement among raft nodes before linearized reading' (duration: 8.551678021s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:43.952532Z","time spent":"8.551845704s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.82515051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.504395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:31.647836Z","time spent":"20.856534383s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.504441Z","caller":"traceutil/trace.go:171","msg":"trace[964910664] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:43078; }","duration":"18.825221202s","start":"2026-04-28T18:50:33.679206Z","end":"2026-04-28T18:50:52.504427Z","steps":["trace[964910664] 'agreement among raft nodes before linearized reading' (duration: 18.82515819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.679183Z","time spent":"18.825283913s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.402289783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130780"} {"level":"warn","ts":"2026-04-28T18:50:52.504515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451948475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.504534Z","caller":"traceutil/trace.go:171","msg":"trace[2054161335] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:43078; }","duration":"13.402353044s","start":"2026-04-28T18:50:39.102171Z","end":"2026-04-28T18:50:52.504524Z","steps":["trace[2054161335] 'agreement among raft nodes before linearized reading' (duration: 13.402147849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.527227997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.503446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.842816971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:52.5046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.515507746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.504061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:31.78686Z","time spent":"20.717190271s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.50462Z","caller":"traceutil/trace.go:171","msg":"trace[272518282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43078; }","duration":"11.844078283s","start":"2026-04-28T18:50:40.660529Z","end":"2026-04-28T18:50:52.504607Z","steps":["trace[272518282] 'agreement among raft nodes before linearized reading' (duration: 11.84279234s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.504643Z","caller":"traceutil/trace.go:171","msg":"trace[1532611177] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:43078; }","duration":"5.515596909s","start":"2026-04-28T18:50:46.989035Z","end":"2026-04-28T18:50:52.504632Z","steps":["trace[1532611177] 'agreement among raft nodes before linearized reading' (duration: 5.515537287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.705025459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:52.504662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:40.660502Z","time spent":"11.844147144s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.504626Z","caller":"traceutil/trace.go:171","msg":"trace[636160915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:43078; }","duration":"18.527547565s","start":"2026-04-28T18:50:33.977054Z","end":"2026-04-28T18:50:52.504602Z","steps":["trace[636160915] 'agreement among raft nodes before linearized reading' (duration: 18.527161084s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.504505Z","caller":"traceutil/trace.go:171","msg":"trace[87280397] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:43078; }","duration":"23.444645931s","start":"2026-04-28T18:50:29.059654Z","end":"2026-04-28T18:50:52.5043Z","steps":["trace[87280397] 'agreement among raft nodes before linearized reading' (duration: 23.4437874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.503914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:44.246675Z","time spent":"8.257231347s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T18:50:52.504785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.059648Z","time spent":"23.445128224s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T18:50:52.504811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.21949049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.504845Z","caller":"traceutil/trace.go:171","msg":"trace[816079897] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:43078; }","duration":"10.219565642s","start":"2026-04-28T18:50:42.285269Z","end":"2026-04-28T18:50:52.504834Z","steps":["trace[816079897] 'agreement among raft nodes before linearized reading' (duration: 10.219519811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.602338717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-28T18:50:52.504871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:42.28524Z","time spent":"10.219623023s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.504877Z","caller":"traceutil/trace.go:171","msg":"trace[101586167] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:43078; }","duration":"5.602403819s","start":"2026-04-28T18:50:46.902465Z","end":"2026-04-28T18:50:52.504869Z","steps":["trace[101586167] 'agreement among raft nodes before linearized reading' (duration: 5.602244875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.902433Z","time spent":"5.6024667s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-28T18:50:52.503991Z","caller":"traceutil/trace.go:171","msg":"trace[1756957678] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43078; }","duration":"8.471796997s","start":"2026-04-28T18:50:44.032187Z","end":"2026-04-28T18:50:52.503984Z","steps":["trace[1756957678] 'agreement among raft nodes before linearized reading' (duration: 8.471746495s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.503732Z","caller":"traceutil/trace.go:171","msg":"trace[458792604] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:43078; }","duration":"12.358846583s","start":"2026-04-28T18:50:40.144859Z","end":"2026-04-28T18:50:52.503706Z","steps":["trace[458792604] 'agreement among raft nodes before linearized reading' (duration: 12.358757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939823153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:52.50496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:40.144807Z","time spent":"12.360142796s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:44.032162Z","time spent":"8.472783652s","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.505033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.223655605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:52.505066Z","caller":"traceutil/trace.go:171","msg":"trace[1076597038] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:43078; }","duration":"10.223736917s","start":"2026-04-28T18:50:42.28132Z","end":"2026-04-28T18:50:52.505057Z","steps":["trace[1076597038] 'agreement among raft nodes before linearized reading' (duration: 10.223678476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36023653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:52.505096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:42.280814Z","time spent":"10.224274491s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.5051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703242625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.505108Z","caller":"traceutil/trace.go:171","msg":"trace[1303061281] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:43078; }","duration":"4.361191804s","start":"2026-04-28T18:50:48.143905Z","end":"2026-04-28T18:50:52.505097Z","steps":["trace[1303061281] 'agreement among raft nodes before linearized reading' (duration: 4.36023982s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.505133Z","caller":"traceutil/trace.go:171","msg":"trace[1238974652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:43078; }","duration":"5.703317937s","start":"2026-04-28T18:50:46.801805Z","end":"2026-04-28T18:50:52.505123Z","steps":["trace[1238974652] 'agreement among raft nodes before linearized reading' (duration: 5.703236615s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.503598Z","caller":"traceutil/trace.go:171","msg":"trace[1476117665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:43078; }","duration":"7.803170496s","start":"2026-04-28T18:50:44.700404Z","end":"2026-04-28T18:50:52.503574Z","steps":["trace[1476117665] 'agreement among raft nodes before linearized reading' (duration: 7.803098995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.505173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.801784Z","time spent":"5.703381039s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.505152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.896072696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:52.504689Z","caller":"traceutil/trace.go:171","msg":"trace[2143648409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43078; }","duration":"9.705108891s","start":"2026-04-28T18:50:42.799573Z","end":"2026-04-28T18:50:52.504682Z","steps":["trace[2143648409] 'agreement among raft nodes before linearized reading' (duration: 9.70505349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.505294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.438196204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-28T18:50:52.505311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:42.799541Z","time spent":"9.705756077s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.50538Z","caller":"traceutil/trace.go:171","msg":"trace[1513995226] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:43078; }","duration":"21.896365494s","start":"2026-04-28T18:50:30.60892Z","end":"2026-04-28T18:50:52.505285Z","steps":["trace[1513995226] 'agreement among raft nodes before linearized reading' (duration: 21.895783569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.50546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:30.608894Z","time spent":"21.896545218s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.975628468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:50:52.50562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.445490866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T18:50:52.50565Z","caller":"traceutil/trace.go:171","msg":"trace[857164368] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:43078; }","duration":"16.445558159s","start":"2026-04-28T18:50:36.060081Z","end":"2026-04-28T18:50:52.505639Z","steps":["trace[857164368] 'agreement among raft nodes before linearized reading' (duration: 16.445411725s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.50565Z","caller":"traceutil/trace.go:171","msg":"trace[368537798] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:43078; }","duration":"9.976546381s","start":"2026-04-28T18:50:42.529091Z","end":"2026-04-28T18:50:52.505637Z","steps":["trace[368537798] 'agreement among raft nodes before linearized reading' (duration: 9.975612867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.505669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:36.060058Z","time spent":"16.445605409s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"warn","ts":"2026-04-28T18:50:52.505689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:42.529066Z","time spent":"9.976610913s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:50:52.505777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.435999162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.505848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.022776231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.505854Z","caller":"traceutil/trace.go:171","msg":"trace[718013737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:43078; }","duration":"22.436130026s","start":"2026-04-28T18:50:30.069709Z","end":"2026-04-28T18:50:52.505839Z","steps":["trace[718013737] 'agreement among raft nodes before linearized reading' (duration: 22.436028553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.977033Z","time spent":"18.52772911s","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.506044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:30.069682Z","time spent":"22.436300849s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.50469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.517841322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.506239Z","caller":"traceutil/trace.go:171","msg":"trace[1174742051] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:43078; }","duration":"13.519423641s","start":"2026-04-28T18:50:38.986802Z","end":"2026-04-28T18:50:52.506226Z","steps":["trace[1174742051] 'agreement among raft nodes before linearized reading' (duration: 13.517864083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.506279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:38.986784Z","time spent":"13.519482323s","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.503657Z","caller":"traceutil/trace.go:171","msg":"trace[657430857] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:43078; }","duration":"7.11966206s","start":"2026-04-28T18:50:45.383967Z","end":"2026-04-28T18:50:52.503629Z","steps":["trace[657430857] 'agreement among raft nodes before linearized reading' (duration: 7.119445114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.506591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:45.383912Z","time spent":"7.122659936s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.506706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.874224622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:50:52.506759Z","caller":"traceutil/trace.go:171","msg":"trace[353209119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43078; }","duration":"19.874320714s","start":"2026-04-28T18:50:32.632424Z","end":"2026-04-28T18:50:52.506744Z","steps":["trace[353209119] 'agreement among raft nodes before linearized reading' (duration: 19.87415741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.506794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:32.632388Z","time spent":"19.874397626s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:50:52.50414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.587962509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.506887Z","caller":"traceutil/trace.go:171","msg":"trace[1503972190] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:43078; }","duration":"12.59074745s","start":"2026-04-28T18:50:39.916126Z","end":"2026-04-28T18:50:52.506873Z","steps":["trace[1503972190] 'agreement among raft nodes before linearized reading' (duration: 12.58798142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.506933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.9161Z","time spent":"12.590819092s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.506966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.028920265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.506996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.452146423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.507004Z","caller":"traceutil/trace.go:171","msg":"trace[1199080890] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43078; }","duration":"19.029008187s","start":"2026-04-28T18:50:33.477984Z","end":"2026-04-28T18:50:52.506992Z","steps":["trace[1199080890] 'agreement among raft nodes before linearized reading' (duration: 19.028942655s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.507024Z","caller":"traceutil/trace.go:171","msg":"trace[2007742189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:43078; }","duration":"17.452176924s","start":"2026-04-28T18:50:35.054838Z","end":"2026-04-28T18:50:52.507015Z","steps":["trace[2007742189] 'agreement among raft nodes before linearized reading' (duration: 17.452118283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:33.477944Z","time spent":"19.029082188s","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.507049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:35.05477Z","time spent":"17.452273907s","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.50705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.329746559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.507109Z","caller":"traceutil/trace.go:171","msg":"trace[2000741219] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:43078; }","duration":"23.329849231s","start":"2026-04-28T18:50:29.177241Z","end":"2026-04-28T18:50:52.507091Z","steps":["trace[2000741219] 'agreement among raft nodes before linearized reading' (duration: 23.329781999s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.504552Z","caller":"traceutil/trace.go:171","msg":"trace[1361349500] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:43078; }","duration":"5.452033186s","start":"2026-04-28T18:50:47.052509Z","end":"2026-04-28T18:50:52.504542Z","steps":["trace[1361349500] 'agreement among raft nodes before linearized reading' (duration: 5.451974035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.177214Z","time spent":"23.329937654s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.507184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:47.052481Z","time spent":"5.454693194s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.989007Z","time spent":"5.51567026s","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.505808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.70796289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:52.504296Z","caller":"traceutil/trace.go:171","msg":"trace[394205873] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:43078; }","duration":"12.774980141s","start":"2026-04-28T18:50:39.729297Z","end":"2026-04-28T18:50:52.504277Z","steps":["trace[394205873] 'agreement among raft nodes before linearized reading' (duration: 12.774873928s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.507436Z","caller":"traceutil/trace.go:171","msg":"trace[1633239391] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:43078; }","duration":"16.709572911s","start":"2026-04-28T18:50:35.797833Z","end":"2026-04-28T18:50:52.507406Z","steps":["trace[1633239391] 'agreement among raft nodes before linearized reading' (duration: 16.707942609s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.506933Z","caller":"traceutil/trace.go:171","msg":"trace[614581500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:43078; }","duration":"17.023912909s","start":"2026-04-28T18:50:35.483006Z","end":"2026-04-28T18:50:52.506919Z","steps":["trace[614581500] 'agreement among raft nodes before linearized reading' (duration: 17.022815871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.875655248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T18:50:52.507495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.729273Z","time spent":"12.778175802s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.507506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.344078273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:50:52.507523Z","caller":"traceutil/trace.go:171","msg":"trace[562381991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43078; }","duration":"19.87570844s","start":"2026-04-28T18:50:32.631807Z","end":"2026-04-28T18:50:52.507516Z","steps":["trace[562381991] 'agreement among raft nodes before linearized reading' (duration: 19.875626188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.504645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.416801462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-28T18:50:52.507539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:35.797758Z","time spent":"16.709754166s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.507591Z","caller":"traceutil/trace.go:171","msg":"trace[82080161] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:43078; }","duration":"13.419755206s","start":"2026-04-28T18:50:39.087822Z","end":"2026-04-28T18:50:52.507577Z","steps":["trace[82080161] 'agreement among raft nodes before linearized reading' (duration: 13.416766031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:35.482979Z","time spent":"17.024546846s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.505144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:48.143877Z","time spent":"4.361253756s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.505319Z","caller":"traceutil/trace.go:171","msg":"trace[1736522901] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:43078; }","duration":"11.438277286s","start":"2026-04-28T18:50:41.067034Z","end":"2026-04-28T18:50:52.505312Z","steps":["trace[1736522901] 'agreement among raft nodes before linearized reading' (duration: 11.438185433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.087813Z","time spent":"13.419806817s","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T18:50:52.503633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.456655807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.504608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.760918746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:50:52.507668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:41.067004Z","time spent":"11.440651016s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:50:52.505179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:44.700329Z","time spent":"7.804841519s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.503545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.344569798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.507697Z","caller":"traceutil/trace.go:171","msg":"trace[1814518190] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:43078; }","duration":"8.764048755s","start":"2026-04-28T18:50:43.743639Z","end":"2026-04-28T18:50:52.507688Z","steps":["trace[1814518190] 'agreement among raft nodes before linearized reading' (duration: 8.760808352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:43.743618Z","time spent":"8.764099027s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.507724Z","caller":"traceutil/trace.go:171","msg":"trace[290620308] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43078; }","duration":"14.348818837s","start":"2026-04-28T18:50:38.158891Z","end":"2026-04-28T18:50:52.507709Z","steps":["trace[290620308] 'agreement among raft nodes before linearized reading' (duration: 14.344539108s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.507683Z","caller":"traceutil/trace.go:171","msg":"trace[1389991595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:43078; }","duration":"20.46073431s","start":"2026-04-28T18:50:32.046933Z","end":"2026-04-28T18:50:52.507667Z","steps":["trace[1389991595] 'agreement among raft nodes before linearized reading' (duration: 20.456670557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:38.158869Z","time spent":"14.348882858s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.507775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:32.046871Z","time spent":"20.460891064s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.506987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.036867684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.507861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.349325455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-04-28T18:50:52.507892Z","caller":"traceutil/trace.go:171","msg":"trace[1355764897] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-admin; range_end:; response_count:1; response_revision:43078; }","duration":"23.349391097s","start":"2026-04-28T18:50:29.158491Z","end":"2026-04-28T18:50:52.507882Z","steps":["trace[1355764897] 'agreement among raft nodes before linearized reading' (duration: 23.349291994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.158468Z","time spent":"23.349453228s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":786,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" "} {"level":"info","ts":"2026-04-28T18:50:52.50755Z","caller":"traceutil/trace.go:171","msg":"trace[2096415183] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:43078; }","duration":"23.344168045s","start":"2026-04-28T18:50:29.16337Z","end":"2026-04-28T18:50:52.507538Z","steps":["trace[2096415183] 'agreement among raft nodes before linearized reading' (duration: 23.344067103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.578251647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:52.50798Z","caller":"traceutil/trace.go:171","msg":"trace[1987032856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:43078; }","duration":"6.578352519s","start":"2026-04-28T18:50:45.929612Z","end":"2026-04-28T18:50:52.507964Z","steps":["trace[1987032856] 'agreement among raft nodes before linearized reading' (duration: 6.578296748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.507552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:32.631787Z","time spent":"19.875755391s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:50:52.507893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.48570701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:52.508008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.163347Z","time spent":"23.344644797s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T18:50:52.508022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:45.929569Z","time spent":"6.578442051s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:52.508041Z","caller":"traceutil/trace.go:171","msg":"trace[1082332562] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:43078; }","duration":"6.485900955s","start":"2026-04-28T18:50:46.022126Z","end":"2026-04-28T18:50:52.508027Z","steps":["trace[1082332562] 'agreement among raft nodes before linearized reading' (duration: 6.485741621s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:52.507922Z","caller":"traceutil/trace.go:171","msg":"trace[2042725881] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:43078; }","duration":"23.037781678s","start":"2026-04-28T18:50:29.470092Z","end":"2026-04-28T18:50:52.507874Z","steps":["trace[2042725881] 'agreement among raft nodes before linearized reading' (duration: 23.036827473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.508096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.022083Z","time spent":"6.485993828s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.50762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:32.227436Z","time spent":"20.276291285s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.508215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.447958175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-28T18:50:52.50825Z","caller":"traceutil/trace.go:171","msg":"trace[788633130] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:43078; }","duration":"23.448003356s","start":"2026-04-28T18:50:29.060235Z","end":"2026-04-28T18:50:52.508238Z","steps":["trace[788633130] 'agreement among raft nodes before linearized reading' (duration: 23.447895793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.508277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.060229Z","time spent":"23.448040447s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-28T18:50:52.504962Z","caller":"traceutil/trace.go:171","msg":"trace[1802073607] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:43078; }","duration":"3.940716116s","start":"2026-04-28T18:50:48.564235Z","end":"2026-04-28T18:50:52.504951Z","steps":["trace[1802073607] 'agreement among raft nodes before linearized reading' (duration: 3.939827363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.508342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:48.564206Z","time spent":"3.944119842s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.507847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276933379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:50:52.5081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.470026Z","time spent":"23.038057954s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.504566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:39.10216Z","time spent":"13.402399905s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130804,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T18:50:52.508457Z","caller":"traceutil/trace.go:171","msg":"trace[53697176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:43078; }","duration":"6.277538683s","start":"2026-04-28T18:50:46.230872Z","end":"2026-04-28T18:50:52.508411Z","steps":["trace[53697176] 'agreement among raft nodes before linearized reading' (duration: 6.276793714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.50849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.448649922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4246"} {"level":"info","ts":"2026-04-28T18:50:52.508528Z","caller":"traceutil/trace.go:171","msg":"trace[353139493] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:43078; }","duration":"23.448689693s","start":"2026-04-28T18:50:29.059829Z","end":"2026-04-28T18:50:52.508519Z","steps":["trace[353139493] 'agreement among raft nodes before linearized reading' (duration: 23.44858087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:52.508532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:46.230853Z","time spent":"6.277634206s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:52.508556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:29.059819Z","time spent":"23.448728755s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T18:50:53.003626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:53.123896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:53.123994Z","caller":"traceutil/trace.go:171","msg":"trace[1474424714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183504s","start":"2026-04-28T18:50:51.123788Z","end":"2026-04-28T18:50:53.123972Z","steps":["trace[1474424714] 'agreement among raft nodes before linearized reading' (duration: 2.00005222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:53.124052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:51.123756Z","time spent":"2.000284656s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:55.131197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:55.131298Z","caller":"traceutil/trace.go:171","msg":"trace[930561140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337377s","start":"2026-04-28T18:50:53.130939Z","end":"2026-04-28T18:50:55.131276Z","steps":["trace[930561140] 'agreement among raft nodes before linearized reading' (duration: 2.000183543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:55.131353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:53.130916Z","time spent":"2.00042581s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:57.131912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:50:57.132022Z","caller":"traceutil/trace.go:171","msg":"trace[8610460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619634s","start":"2026-04-28T18:50:55.131375Z","end":"2026-04-28T18:50:57.131995Z","steps":["trace[8610460] 'agreement among raft nodes before linearized reading' (duration: 2.000475091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.132108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:55.13135Z","time spent":"2.000741058s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:50:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:50:57.230873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030931082s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:50:57.260558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.060571793s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:50:57.261077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.507607Z","time spent":"4.753460737s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:50:57.261244Z","caller":"traceutil/trace.go:171","msg":"trace[429614247] linearizableReadLoop","detail":"{readStateIndex:44557; appliedIndex:44551; }","duration":"4.757742206s","start":"2026-04-28T18:50:52.50348Z","end":"2026-04-28T18:50:57.261223Z","steps":["trace[429614247] 'read index received' (duration: 696.472086ms)","trace[429614247] 'applied index is now lower than readState.Index' (duration: 4.06126903s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:57.261303Z","caller":"traceutil/trace.go:171","msg":"trace[1562636156] transaction","detail":"{read_only:false; response_revision:43081; number_of_response:1; }","duration":"4.747469985s","start":"2026-04-28T18:50:52.513784Z","end":"2026-04-28T18:50:57.261254Z","steps":["trace[1562636156] 'process raft request' (duration: 4.747322991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.261232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.511375Z","time spent":"4.749848596s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:50:57.261519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.51377Z","time spent":"4.747639721s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:57.261579Z","caller":"traceutil/trace.go:171","msg":"trace[972221979] transaction","detail":"{read_only:false; response_revision:43082; number_of_response:1; }","duration":"4.743715912s","start":"2026-04-28T18:50:52.517854Z","end":"2026-04-28T18:50:57.26157Z","steps":["trace[972221979] 'process raft request' (duration: 4.74328166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.261692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.517841Z","time spent":"4.743766383s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:57.261759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.952957295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.261868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.113692729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:57.261892Z","caller":"traceutil/trace.go:171","msg":"trace[1192460814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:43082; }","duration":"7.113718761s","start":"2026-04-28T18:50:50.148164Z","end":"2026-04-28T18:50:57.261883Z","steps":["trace[1192460814] 'agreement among raft nodes before linearized reading' (duration: 7.113673269s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:57.26189Z","caller":"traceutil/trace.go:171","msg":"trace[2022513718] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:43082; }","duration":"6.953108428s","start":"2026-04-28T18:50:50.308761Z","end":"2026-04-28T18:50:57.26187Z","steps":["trace[2022513718] 'agreement among raft nodes before linearized reading' (duration: 6.952928214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.261915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:50.148138Z","time spent":"7.113772331s","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.261933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:50.308707Z","time spent":"6.953215661s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:57.262005Z","caller":"traceutil/trace.go:171","msg":"trace[1227842626] transaction","detail":"{read_only:false; response_revision:43080; number_of_response:1; }","duration":"4.748942213s","start":"2026-04-28T18:50:52.513039Z","end":"2026-04-28T18:50:57.261981Z","steps":["trace[1227842626] 'process raft request' (duration: 4.747942077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.398196471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.262102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.513024Z","time spent":"4.749031825s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:57.262116Z","caller":"traceutil/trace.go:171","msg":"trace[810387176] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:43082; }","duration":"7.398362545s","start":"2026-04-28T18:50:49.863737Z","end":"2026-04-28T18:50:57.2621Z","steps":["trace[810387176] 'agreement among raft nodes before linearized reading' (duration: 7.398202971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.26215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766575631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.262197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.930806403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:57.262199Z","caller":"traceutil/trace.go:171","msg":"trace[1588572521] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:43082; }","duration":"4.766618492s","start":"2026-04-28T18:50:52.495563Z","end":"2026-04-28T18:50:57.262181Z","steps":["trace[1588572521] 'agreement among raft nodes before linearized reading' (duration: 4.7665435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.26221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752662879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-28T18:50:57.262218Z","caller":"traceutil/trace.go:171","msg":"trace[621301767] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:43082; }","duration":"5.930870795s","start":"2026-04-28T18:50:51.331343Z","end":"2026-04-28T18:50:57.262214Z","steps":["trace[621301767] 'agreement among raft nodes before linearized reading' (duration: 5.930837374s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:57.262229Z","caller":"traceutil/trace.go:171","msg":"trace[1517101832] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:43082; }","duration":"4.752701649s","start":"2026-04-28T18:50:52.509521Z","end":"2026-04-28T18:50:57.262222Z","steps":["trace[1517101832] 'agreement among raft nodes before linearized reading' (duration: 4.752609457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.495537Z","time spent":"4.766685524s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.26225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.509508Z","time spent":"4.75273916s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T18:50:57.262272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.169034322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:57.262295Z","caller":"traceutil/trace.go:171","msg":"trace[275855851] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43082; }","duration":"5.169057603s","start":"2026-04-28T18:50:52.093229Z","end":"2026-04-28T18:50:57.262287Z","steps":["trace[275855851] 'agreement among raft nodes before linearized reading' (duration: 5.169015942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.093198Z","time spent":"5.169110384s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.262159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:49.863704Z","time spent":"7.398446337s","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.262513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.057502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:57.262513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.025320549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:57.26258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.555907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:57.262586Z","caller":"traceutil/trace.go:171","msg":"trace[365045989] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:43082; }","duration":"6.025433482s","start":"2026-04-28T18:50:51.237141Z","end":"2026-04-28T18:50:57.262575Z","steps":["trace[365045989] 'agreement among raft nodes before linearized reading' (duration: 6.025220697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:51.237118Z","time spent":"6.025496904s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.262406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.479969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.262655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092741121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T18:50:57.262667Z","caller":"traceutil/trace.go:171","msg":"trace[284190819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43082; }","duration":"121.768866ms","start":"2026-04-28T18:50:57.14089Z","end":"2026-04-28T18:50:57.262659Z","steps":["trace[284190819] 'agreement among raft nodes before linearized reading' (duration: 121.500739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:57.262673Z","caller":"traceutil/trace.go:171","msg":"trace[609473142] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:43082; }","duration":"1.092803602s","start":"2026-04-28T18:50:56.169865Z","end":"2026-04-28T18:50:57.262669Z","steps":["trace[609473142] 'agreement among raft nodes before linearized reading' (duration: 1.092742281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:56.169838Z","time spent":"1.092845943s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T18:50:57.262555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450385196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.262726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748073711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:57.262536Z","caller":"traceutil/trace.go:171","msg":"trace[2061494039] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:43082; }","duration":"402.140645ms","start":"2026-04-28T18:50:56.86039Z","end":"2026-04-28T18:50:57.262531Z","steps":["trace[2061494039] 'agreement among raft nodes before linearized reading' (duration: 402.027162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:57.262796Z","caller":"traceutil/trace.go:171","msg":"trace[1956018920] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:43082; }","duration":"4.748160624s","start":"2026-04-28T18:50:52.514618Z","end":"2026-04-28T18:50:57.262779Z","steps":["trace[1956018920] 'agreement among raft nodes before linearized reading' (duration: 4.748026961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:56.86036Z","time spent":"402.447142ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.262852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749079757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-28T18:50:57.262856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.514611Z","time spent":"4.748230636s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-28T18:50:57.262876Z","caller":"traceutil/trace.go:171","msg":"trace[314681791] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:43082; }","duration":"4.749113217s","start":"2026-04-28T18:50:52.513756Z","end":"2026-04-28T18:50:57.262869Z","steps":["trace[314681791] 'agreement among raft nodes before linearized reading' (duration: 4.749075826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.51375Z","time spent":"4.749138008s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-28T18:50:57.262599Z","caller":"traceutil/trace.go:171","msg":"trace[142880758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43082; }","duration":"911.617388ms","start":"2026-04-28T18:50:56.350977Z","end":"2026-04-28T18:50:57.262594Z","steps":["trace[142880758] 'agreement among raft nodes before linearized reading' (duration: 911.587398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751709473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T18:50:57.262979Z","caller":"traceutil/trace.go:171","msg":"trace[234077393] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:43082; }","duration":"4.751760435s","start":"2026-04-28T18:50:52.511213Z","end":"2026-04-28T18:50:57.262973Z","steps":["trace[234077393] 'agreement among raft nodes before linearized reading' (duration: 4.751623621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.263006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751793916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-28T18:50:57.263025Z","caller":"traceutil/trace.go:171","msg":"trace[144596397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c; range_end:; response_count:1; response_revision:43082; }","duration":"4.751831766s","start":"2026-04-28T18:50:52.511188Z","end":"2026-04-28T18:50:57.26302Z","steps":["trace[144596397] 'agreement among raft nodes before linearized reading' (duration: 4.751776465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.263041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.511177Z","time spent":"4.751860677s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-c2a71acc-1454-447b-82dc-8e167bdacf7c\" "} {"level":"warn","ts":"2026-04-28T18:50:57.263071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751083227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-04-28T18:50:57.263098Z","caller":"traceutil/trace.go:171","msg":"trace[1402763512] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-admin; range_end:; response_count:1; response_revision:43082; }","duration":"4.751124259s","start":"2026-04-28T18:50:52.511968Z","end":"2026-04-28T18:50:57.263092Z","steps":["trace[1402763512] 'agreement among raft nodes before linearized reading' (duration: 4.751050707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:51.331318Z","time spent":"5.930911616s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.263115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.511959Z","time spent":"4.751151709s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":786,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" "} {"level":"warn","ts":"2026-04-28T18:50:57.263134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527790569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:57.263177Z","caller":"traceutil/trace.go:171","msg":"trace[1564899618] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:43082; }","duration":"1.527872211s","start":"2026-04-28T18:50:55.735294Z","end":"2026-04-28T18:50:57.263166Z","steps":["trace[1564899618] 'agreement among raft nodes before linearized reading' (duration: 1.527795879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.262976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:56.350953Z","time spent":"912.014529ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:50:57.263265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751521729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-28T18:50:57.263272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577033417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:50:57.263289Z","caller":"traceutil/trace.go:171","msg":"trace[441283851] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:43082; }","duration":"4.751584021s","start":"2026-04-28T18:50:52.511699Z","end":"2026-04-28T18:50:57.263283Z","steps":["trace[441283851] 'agreement among raft nodes before linearized reading' (duration: 4.751515169s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.263005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.511196Z","time spent":"4.751803616s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T18:50:57.263307Z","caller":"traceutil/trace.go:171","msg":"trace[1671895827] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:43082; }","duration":"1.577113499s","start":"2026-04-28T18:50:55.686182Z","end":"2026-04-28T18:50:57.263295Z","steps":["trace[1671895827] 'agreement among raft nodes before linearized reading' (duration: 1.577056357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.263344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:55.68614Z","time spent":"1.577190751s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.263217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:55.735271Z","time spent":"1.527937872s","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.26343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689069556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.263309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.51169Z","time spent":"4.751614861s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-28T18:50:57.262761Z","caller":"traceutil/trace.go:171","msg":"trace[1036207273] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:43082; }","duration":"5.450662672s","start":"2026-04-28T18:50:51.812093Z","end":"2026-04-28T18:50:57.262756Z","steps":["trace[1036207273] 'agreement among raft nodes before linearized reading' (duration: 5.450413876s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:57.26353Z","caller":"traceutil/trace.go:171","msg":"trace[18678185] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:43082; }","duration":"4.68924984s","start":"2026-04-28T18:50:52.574254Z","end":"2026-04-28T18:50:57.263504Z","steps":["trace[18678185] 'agreement among raft nodes before linearized reading' (duration: 4.689039765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.26358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:51.812067Z","time spent":"5.451498063s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.263616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.574236Z","time spent":"4.689366043s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.263451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791509013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:50:57.263855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819998625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:50:57.263879Z","caller":"traceutil/trace.go:171","msg":"trace[2098587440] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:43082; }","duration":"2.820025285s","start":"2026-04-28T18:50:54.443847Z","end":"2026-04-28T18:50:57.263873Z","steps":["trace[2098587440] 'agreement among raft nodes before linearized reading' (duration: 2.819977344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.2639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:54.443758Z","time spent":"2.820135349s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.263977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651425473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319922"} {"level":"info","ts":"2026-04-28T18:50:57.263987Z","caller":"traceutil/trace.go:171","msg":"trace[1579681195] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:43082; }","duration":"3.791965304s","start":"2026-04-28T18:50:53.471879Z","end":"2026-04-28T18:50:57.263844Z","steps":["trace[1579681195] 'agreement among raft nodes before linearized reading' (duration: 3.791361909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164837386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:50:57.264085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:53.471848Z","time spent":"3.79221734s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":257,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:57.264106Z","caller":"traceutil/trace.go:171","msg":"trace[1726638156] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:43082; }","duration":"3.164921439s","start":"2026-04-28T18:50:54.099176Z","end":"2026-04-28T18:50:57.264098Z","steps":["trace[1726638156] 'agreement among raft nodes before linearized reading' (duration: 3.164869648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:54.099149Z","time spent":"3.164984101s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:50:57.263818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752193796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:95 size:123705"} {"level":"info","ts":"2026-04-28T18:50:57.264212Z","caller":"traceutil/trace.go:171","msg":"trace[1713352807] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:95; response_revision:43082; }","duration":"4.752598847s","start":"2026-04-28T18:50:52.511605Z","end":"2026-04-28T18:50:57.264204Z","steps":["trace[1713352807] 'agreement among raft nodes before linearized reading' (duration: 4.751715404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752799772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:95 size:123705"} {"level":"warn","ts":"2026-04-28T18:50:57.264266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.511597Z","time spent":"4.752659128s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":123729,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-28T18:50:57.264269Z","caller":"traceutil/trace.go:171","msg":"trace[1007634090] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:95; response_revision:43082; }","duration":"4.752879163s","start":"2026-04-28T18:50:52.511384Z","end":"2026-04-28T18:50:57.264263Z","steps":["trace[1007634090] 'agreement among raft nodes before linearized reading' (duration: 4.752450681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.511364Z","time spent":"4.752923265s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":123729,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T18:50:57.262822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748862651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-28T18:50:57.264336Z","caller":"traceutil/trace.go:171","msg":"trace[1467125110] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:43082; }","duration":"4.750381281s","start":"2026-04-28T18:50:52.51394Z","end":"2026-04-28T18:50:57.264321Z","steps":["trace[1467125110] 'agreement among raft nodes before linearized reading' (duration: 4.748843691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.263066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202063122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:50:57.264032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696377372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:50:57.264397Z","caller":"traceutil/trace.go:171","msg":"trace[1295033243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43082; }","duration":"1.696787323s","start":"2026-04-28T18:50:55.567605Z","end":"2026-04-28T18:50:57.264392Z","steps":["trace[1295033243] 'agreement among raft nodes before linearized reading' (duration: 1.696385842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:52.513932Z","time spent":"4.750449462s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T18:50:57.264397Z","caller":"traceutil/trace.go:171","msg":"trace[1917268778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:43082; }","duration":"1.203440407s","start":"2026-04-28T18:50:56.060942Z","end":"2026-04-28T18:50:57.264382Z","steps":["trace[1917268778] 'agreement among raft nodes before linearized reading' (duration: 1.202080082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:55.56758Z","time spent":"1.696831874s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:50:57.26444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:56.060916Z","time spent":"1.203510848s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:50:57.264024Z","caller":"traceutil/trace.go:171","msg":"trace[343270506] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:43082; }","duration":"1.651506715s","start":"2026-04-28T18:50:55.612503Z","end":"2026-04-28T18:50:57.26401Z","steps":["trace[343270506] 'agreement among raft nodes before linearized reading' (duration: 1.650970951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:57.264543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:55.61248Z","time spent":"1.652042809s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319946,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:50:57.773629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:50:58.185966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.67173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T18:50:58.186107Z","caller":"traceutil/trace.go:171","msg":"trace[1194125077] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43082; }","duration":"912.722188ms","start":"2026-04-28T18:50:57.273358Z","end":"2026-04-28T18:50:58.18608Z","steps":["trace[1194125077] 'process raft request' (duration: 606.815122ms)","trace[1194125077] 'compare' (duration: 305.593508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:50:58.186195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.273334Z","time spent":"912.815599ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:59.018959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138963472s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:50:59.020303Z","caller":"traceutil/trace.go:171","msg":"trace[657634676] transaction","detail":"{read_only:false; response_revision:43083; number_of_response:1; }","duration":"1.746770399s","start":"2026-04-28T18:50:57.273498Z","end":"2026-04-28T18:50:59.020269Z","steps":["trace[657634676] 'process raft request' (duration: 1.746489872s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:59.020322Z","caller":"traceutil/trace.go:171","msg":"trace[24201644] linearizableReadLoop","detail":"{readStateIndex:44562; appliedIndex:44557; }","duration":"1.746868832s","start":"2026-04-28T18:50:57.273437Z","end":"2026-04-28T18:50:59.020306Z","steps":["trace[24201644] 'read index received' (duration: 606.667989ms)","trace[24201644] 'applied index is now lower than readState.Index' (duration: 1.140199633s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:50:59.020408Z","caller":"traceutil/trace.go:171","msg":"trace[1115442282] transaction","detail":"{read_only:false; response_revision:43086; number_of_response:1; }","duration":"1.745575479s","start":"2026-04-28T18:50:57.274819Z","end":"2026-04-28T18:50:59.020394Z","steps":["trace[1115442282] 'process raft request' (duration: 1.745440086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:59.020489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.273473Z","time spent":"1.746887003s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:59.020509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.274804Z","time spent":"1.745646971s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:50:59.020463Z","caller":"traceutil/trace.go:171","msg":"trace[409442373] transaction","detail":"{read_only:false; response_revision:43085; number_of_response:1; }","duration":"1.74677458s","start":"2026-04-28T18:50:57.273634Z","end":"2026-04-28T18:50:59.020408Z","steps":["trace[409442373] 'process raft request' (duration: 1.746585865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:59.020633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747183091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pzpcx\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-04-28T18:50:59.020716Z","caller":"traceutil/trace.go:171","msg":"trace[1787378852] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pzpcx; range_end:; response_count:1; response_revision:43086; }","duration":"1.747307434s","start":"2026-04-28T18:50:57.27339Z","end":"2026-04-28T18:50:59.020698Z","steps":["trace[1787378852] 'agreement among raft nodes before linearized reading' (duration: 1.747052337s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:50:59.020621Z","caller":"traceutil/trace.go:171","msg":"trace[2037873050] transaction","detail":"{read_only:false; response_revision:43084; number_of_response:1; }","duration":"1.747018505s","start":"2026-04-28T18:50:57.27353Z","end":"2026-04-28T18:50:59.020548Z","steps":["trace[2037873050] 'process raft request' (duration: 1.746631166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:50:59.020781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.27337Z","time spent":"1.747391146s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pzpcx\" "} {"level":"warn","ts":"2026-04-28T18:50:59.020716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.273627Z","time spent":"1.746970576s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:59.020955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.273505Z","time spent":"1.747305764s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:50:59.521881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:00.067345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:00.067433Z","caller":"traceutil/trace.go:171","msg":"trace[356413394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041614s","start":"2026-04-28T18:50:58.066998Z","end":"2026-04-28T18:51:00.067414Z","steps":["trace[356413394] 'agreement among raft nodes before linearized reading' (duration: 2.000309988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:00.06748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.066973Z","time spent":"2.000496332s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:02.033079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510463709s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T18:51:02.033182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.188306Z","time spent":"3.844870917s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:02.067796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:02.067898Z","caller":"traceutil/trace.go:171","msg":"trace[1677896200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233495s","start":"2026-04-28T18:51:00.067642Z","end":"2026-04-28T18:51:02.067875Z","steps":["trace[1677896200] 'agreement among raft nodes before linearized reading' (duration: 2.000098142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:02.068013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:00.06763Z","time spent":"2.000369258s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:02.381231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.857943397s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:03.793751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411641615s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:03.794039Z","caller":"traceutil/trace.go:171","msg":"trace[1848980190] transaction","detail":"{read_only:false; response_revision:43087; number_of_response:1; }","duration":"4.766621732s","start":"2026-04-28T18:50:59.027393Z","end":"2026-04-28T18:51:03.794014Z","steps":["trace[1848980190] 'process raft request' (duration: 3.354586577s)","trace[1848980190] 'compare' (duration: 1.410213809s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:03.794122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.027379Z","time spent":"4.766705753s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:03.794331Z","caller":"traceutil/trace.go:171","msg":"trace[1030827834] linearizableReadLoop","detail":"{readStateIndex:44565; appliedIndex:44562; }","duration":"4.773933828s","start":"2026-04-28T18:50:59.020362Z","end":"2026-04-28T18:51:03.794296Z","steps":["trace[1030827834] 'read index received' (duration: 502.308154ms)","trace[1030827834] 'applied index is now lower than readState.Index' (duration: 4.271623594s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:03.794653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923526239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:03.794728Z","caller":"traceutil/trace.go:171","msg":"trace[191694693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:43088; }","duration":"5.923688874s","start":"2026-04-28T18:50:57.871019Z","end":"2026-04-28T18:51:03.794707Z","steps":["trace[191694693] 'agreement among raft nodes before linearized reading' (duration: 5.923439758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.794785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.502871145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130780"} {"level":"warn","ts":"2026-04-28T18:51:03.794782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.421250856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:51:03.794836Z","caller":"traceutil/trace.go:171","msg":"trace[24725734] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:43088; }","duration":"6.502957008s","start":"2026-04-28T18:50:57.291865Z","end":"2026-04-28T18:51:03.794822Z","steps":["trace[24725734] 'agreement among raft nodes before linearized reading' (duration: 6.50264562s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:03.794859Z","caller":"traceutil/trace.go:171","msg":"trace[775470739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:43088; }","duration":"6.421390679s","start":"2026-04-28T18:50:57.373449Z","end":"2026-04-28T18:51:03.79484Z","steps":["trace[775470739] 'agreement among raft nodes before linearized reading' (duration: 6.421164724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.794878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.291841Z","time spent":"6.50302932s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130804,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T18:51:03.794894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.373423Z","time spent":"6.42146248s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T18:51:03.795002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.517758353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-28T18:51:03.794804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.870984Z","time spent":"5.923795666s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:03.79507Z","caller":"traceutil/trace.go:171","msg":"trace[1715223351] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:43088; }","duration":"6.517824575s","start":"2026-04-28T18:50:57.27723Z","end":"2026-04-28T18:51:03.795055Z","steps":["trace[1715223351] 'agreement among raft nodes before linearized reading' (duration: 6.517608079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.277183Z","time spent":"6.517926467s","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T18:51:03.795242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.47192931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T18:51:03.795226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365172444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-04-28T18:51:03.795287Z","caller":"traceutil/trace.go:171","msg":"trace[1972283836] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:1; response_revision:43088; }","duration":"6.472017592s","start":"2026-04-28T18:50:57.323259Z","end":"2026-04-28T18:51:03.795277Z","steps":["trace[1972283836] 'agreement among raft nodes before linearized reading' (duration: 6.471897119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.323236Z","time spent":"6.472075564s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine\" "} {"level":"info","ts":"2026-04-28T18:51:03.795319Z","caller":"traceutil/trace.go:171","msg":"trace[1081622791] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-user; range_end:; response_count:1; response_revision:43088; }","duration":"6.365335158s","start":"2026-04-28T18:50:57.429967Z","end":"2026-04-28T18:51:03.795303Z","steps":["trace[1081622791] 'agreement among raft nodes before linearized reading' (duration: 6.364824355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.429945Z","time spent":"6.365446901s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":734,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" "} {"level":"warn","ts":"2026-04-28T18:51:03.794751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704124117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:03.795515Z","caller":"traceutil/trace.go:171","msg":"trace[1036553682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43088; }","duration":"5.705020021s","start":"2026-04-28T18:50:58.090479Z","end":"2026-04-28T18:51:03.795499Z","steps":["trace[1036553682] 'agreement among raft nodes before linearized reading' (duration: 5.703842711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.521779375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-28T18:51:03.795558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.09045Z","time spent":"5.705094682s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:03.795569Z","caller":"traceutil/trace.go:171","msg":"trace[1618777333] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:43088; }","duration":"6.521844986s","start":"2026-04-28T18:50:57.273709Z","end":"2026-04-28T18:51:03.795554Z","steps":["trace[1618777333] 'agreement among raft nodes before linearized reading' (duration: 6.521685132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.273703Z","time spent":"6.521898777s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T18:51:03.795654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172259454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:03.79571Z","caller":"traceutil/trace.go:171","msg":"trace[1108504019] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:43088; }","duration":"5.172362677s","start":"2026-04-28T18:50:58.623333Z","end":"2026-04-28T18:51:03.795695Z","steps":["trace[1108504019] 'agreement among raft nodes before linearized reading' (duration: 5.172271444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270502334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:03.795746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.623311Z","time spent":"5.172425129s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:03.795747Z","caller":"traceutil/trace.go:171","msg":"trace[1298188066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43088; }","duration":"5.270635328s","start":"2026-04-28T18:50:58.525102Z","end":"2026-04-28T18:51:03.795737Z","steps":["trace[1298188066] 'agreement among raft nodes before linearized reading' (duration: 5.270521605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565457192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:03.795798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.525075Z","time spent":"5.270691509s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:03.79581Z","caller":"traceutil/trace.go:171","msg":"trace[1568292864] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:43088; }","duration":"5.565504703s","start":"2026-04-28T18:50:58.230297Z","end":"2026-04-28T18:51:03.795801Z","steps":["trace[1568292864] 'agreement among raft nodes before linearized reading' (duration: 5.565432611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.230236Z","time spent":"5.565591736s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:03.795897Z","caller":"traceutil/trace.go:171","msg":"trace[1832880506] transaction","detail":"{read_only:false; response_revision:43088; number_of_response:1; }","duration":"4.765222496s","start":"2026-04-28T18:50:59.030665Z","end":"2026-04-28T18:51:03.795888Z","steps":["trace[1832880506] 'process raft request' (duration: 4.763221415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.795981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.030656Z","time spent":"4.765267587s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9187,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:03.796069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104005705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:03.796093Z","caller":"traceutil/trace.go:171","msg":"trace[559606233] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:43088; }","duration":"5.104095526s","start":"2026-04-28T18:50:58.691991Z","end":"2026-04-28T18:51:03.796086Z","steps":["trace[559606233] 'agreement among raft nodes before linearized reading' (duration: 5.104053035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.796112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:58.691969Z","time spent":"5.104137418s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:03.798471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524657578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:201 size:2219830"} {"level":"info","ts":"2026-04-28T18:51:03.798514Z","caller":"traceutil/trace.go:171","msg":"trace[626275106] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:43088; }","duration":"6.524705779s","start":"2026-04-28T18:50:57.273797Z","end":"2026-04-28T18:51:03.798503Z","steps":["trace[626275106] 'agreement among raft nodes before linearized reading' (duration: 6.521225361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:03.798559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:57.273781Z","time spent":"6.52474992s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":201,"response size":2219854,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:51:04.073739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:04.073824Z","caller":"traceutil/trace.go:171","msg":"trace[2143626551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166313s","start":"2026-04-28T18:51:02.073638Z","end":"2026-04-28T18:51:04.073804Z","steps":["trace[2143626551] 'agreement among raft nodes before linearized reading' (duration: 2.00005526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.073874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:02.073621Z","time spent":"2.000242396s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:04.294617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:04.794792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:04.867453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.486063702s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:04.869978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.972621Z","time spent":"897.349488ms","remote":"127.0.0.1:49430","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:51:04.872328Z","caller":"traceutil/trace.go:171","msg":"trace[1942837648] transaction","detail":"{read_only:false; response_revision:43089; number_of_response:1; }","duration":"2.836189356s","start":"2026-04-28T18:51:02.036104Z","end":"2026-04-28T18:51:04.872293Z","steps":["trace[1942837648] 'process raft request' (duration: 2.83160571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.872532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:02.036079Z","time spent":"2.83634815s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:04.872544Z","caller":"traceutil/trace.go:171","msg":"trace[33251361] linearizableReadLoop","detail":"{readStateIndex:44567; appliedIndex:44565; }","duration":"1.078105438s","start":"2026-04-28T18:51:03.794417Z","end":"2026-04-28T18:51:04.872522Z","steps":["trace[33251361] 'read index received' (duration: 1.073277237s)","trace[33251361] 'applied index is now lower than readState.Index' (duration: 4.826491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:04.872977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938268033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:04.873147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.845530862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T18:51:04.873234Z","caller":"traceutil/trace.go:171","msg":"trace[918983878] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:43090; }","duration":"5.845640985s","start":"2026-04-28T18:50:59.027567Z","end":"2026-04-28T18:51:04.873208Z","steps":["trace[918983878] 'agreement among raft nodes before linearized reading' (duration: 5.84547915s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.873293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.02756Z","time spent":"5.845719157s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T18:51:04.873264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846032225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8486c8b8f6-wpdl7.18aa95eed48ec095\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-28T18:51:04.873478Z","caller":"traceutil/trace.go:171","msg":"trace[1381415763] transaction","detail":"{read_only:false; response_revision:43090; number_of_response:1; }","duration":"2.593481914s","start":"2026-04-28T18:51:02.279979Z","end":"2026-04-28T18:51:04.873461Z","steps":["trace[1381415763] 'process raft request' (duration: 2.59136297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.873534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268293349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.873573Z","caller":"traceutil/trace.go:171","msg":"trace[1314969023] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:43090; }","duration":"5.268385571s","start":"2026-04-28T18:50:59.605175Z","end":"2026-04-28T18:51:04.873561Z","steps":["trace[1314969023] 'agreement among raft nodes before linearized reading' (duration: 5.26831621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.873574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:02.279945Z","time spent":"2.593580036s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:04.873532Z","caller":"traceutil/trace.go:171","msg":"trace[431245020] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8486c8b8f6-wpdl7.18aa95eed48ec095; range_end:; response_count:1; response_revision:43090; }","duration":"5.846322432s","start":"2026-04-28T18:50:59.027172Z","end":"2026-04-28T18:51:04.873495Z","steps":["trace[431245020] 'agreement among raft nodes before linearized reading' (duration: 5.845897851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.873607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.605148Z","time spent":"5.268449303s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.873631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.027154Z","time spent":"5.846464046s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-8486c8b8f6-wpdl7.18aa95eed48ec095\" "} {"level":"warn","ts":"2026-04-28T18:51:04.873813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546048271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.87386Z","caller":"traceutil/trace.go:171","msg":"trace[9610751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:43090; }","duration":"1.546145965s","start":"2026-04-28T18:51:03.327702Z","end":"2026-04-28T18:51:04.873847Z","steps":["trace[9610751] 'agreement among raft nodes before linearized reading' (duration: 1.546052782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.873894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.327672Z","time spent":"1.546213396s","remote":"127.0.0.1:56124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.873903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398789397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.873935Z","caller":"traceutil/trace.go:171","msg":"trace[2096149694] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:43090; }","duration":"5.398871389s","start":"2026-04-28T18:50:59.475055Z","end":"2026-04-28T18:51:04.873926Z","steps":["trace[2096149694] 'agreement among raft nodes before linearized reading' (duration: 5.398809998s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.87397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.47501Z","time spent":"5.398949991s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.874142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749834966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.874173Z","caller":"traceutil/trace.go:171","msg":"trace[89632711] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:43090; }","duration":"5.749917737s","start":"2026-04-28T18:50:59.124247Z","end":"2026-04-28T18:51:04.874165Z","steps":["trace[89632711] 'agreement among raft nodes before linearized reading' (duration: 5.749869626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.874201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.124219Z","time spent":"5.74997312s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.874203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874547759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:51:04.874236Z","caller":"traceutil/trace.go:171","msg":"trace[784391483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43090; }","duration":"1.874624411s","start":"2026-04-28T18:51:02.999603Z","end":"2026-04-28T18:51:04.874227Z","steps":["trace[784391483] 'agreement among raft nodes before linearized reading' (duration: 1.874458397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.874267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:02.999576Z","time spent":"1.874683062s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:51:04.87439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768902209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.874429Z","caller":"traceutil/trace.go:171","msg":"trace[1996910219] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43090; }","duration":"5.768981211s","start":"2026-04-28T18:50:59.105434Z","end":"2026-04-28T18:51:04.874416Z","steps":["trace[1996910219] 'agreement among raft nodes before linearized reading' (duration: 5.768917429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.874432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5117253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:04.874457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.105408Z","time spent":"5.769039533s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:51:04.874462Z","caller":"traceutil/trace.go:171","msg":"trace[650036598] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:43090; }","duration":"3.511794042s","start":"2026-04-28T18:51:01.362659Z","end":"2026-04-28T18:51:04.874453Z","steps":["trace[650036598] 'agreement among raft nodes before linearized reading' (duration: 3.51173535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.874495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:01.362638Z","time spent":"3.511848523s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.874735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.676547758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:04.874779Z","caller":"traceutil/trace.go:171","msg":"trace[714583563] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:43090; }","duration":"3.676643141s","start":"2026-04-28T18:51:01.198123Z","end":"2026-04-28T18:51:04.874766Z","steps":["trace[714583563] 'agreement among raft nodes before linearized reading' (duration: 3.676573459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.874808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:01.198086Z","time spent":"3.676714692s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.874978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68013466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.875027Z","caller":"traceutil/trace.go:171","msg":"trace[1874457061] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:43090; }","duration":"3.680239462s","start":"2026-04-28T18:51:01.194775Z","end":"2026-04-28T18:51:04.875015Z","steps":["trace[1874457061] 'agreement among raft nodes before linearized reading' (duration: 3.68017019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.875059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:01.194736Z","time spent":"3.680315464s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.875472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818823155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:04.875635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0611741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T18:51:04.875678Z","caller":"traceutil/trace.go:171","msg":"trace[1771386775] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:43090; }","duration":"1.061242272s","start":"2026-04-28T18:51:03.814424Z","end":"2026-04-28T18:51:04.875666Z","steps":["trace[1771386775] 'agreement among raft nodes before linearized reading' (duration: 1.06114152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.875707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.814407Z","time spent":"1.061291573s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T18:51:04.875928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071949003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-28T18:51:04.875964Z","caller":"traceutil/trace.go:171","msg":"trace[1498690555] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:43090; }","duration":"1.071985874s","start":"2026-04-28T18:51:03.803969Z","end":"2026-04-28T18:51:04.875955Z","steps":["trace[1498690555] 'agreement among raft nodes before linearized reading' (duration: 1.071908012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.87599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.803896Z","time spent":"1.072087147s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T18:51:04.873043Z","caller":"traceutil/trace.go:171","msg":"trace[564369255] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43090; }","duration":"4.938384486s","start":"2026-04-28T18:50:59.934633Z","end":"2026-04-28T18:51:04.873017Z","steps":["trace[564369255] 'agreement among raft nodes before linearized reading' (duration: 4.938280663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.875539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.358726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" ","response":"range_response_count:1 size:710"} {"level":"warn","ts":"2026-04-28T18:51:04.876061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:50:59.934604Z","time spent":"4.941437623s","remote":"127.0.0.1:56200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:04.876107Z","caller":"traceutil/trace.go:171","msg":"trace[1581556722] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-user; range_end:; response_count:1; response_revision:43090; }","duration":"977.967131ms","start":"2026-04-28T18:51:03.898124Z","end":"2026-04-28T18:51:04.876091Z","steps":["trace[1581556722] 'agreement among raft nodes before linearized reading' (duration: 977.278682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.876157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.898103Z","time spent":"978.040943ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":734,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" "} {"level":"info","ts":"2026-04-28T18:51:04.875641Z","caller":"traceutil/trace.go:171","msg":"trace[1008182402] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:43090; }","duration":"4.81899893s","start":"2026-04-28T18:51:00.056627Z","end":"2026-04-28T18:51:04.875626Z","steps":["trace[1008182402] 'agreement among raft nodes before linearized reading' (duration: 4.818792494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.876295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:00.056532Z","time spent":"4.819736829s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.876381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072405076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47f4fc3c-0a53-440a-9287-4750bb4f6684\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-28T18:51:04.87642Z","caller":"traceutil/trace.go:171","msg":"trace[386821135] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47f4fc3c-0a53-440a-9287-4750bb4f6684; range_end:; response_count:1; response_revision:43090; }","duration":"1.072488368s","start":"2026-04-28T18:51:03.803922Z","end":"2026-04-28T18:51:04.87641Z","steps":["trace[386821135] 'agreement among raft nodes before linearized reading' (duration: 1.072385945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.876448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.803896Z","time spent":"1.072544678s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-47f4fc3c-0a53-440a-9287-4750bb4f6684\" "} {"level":"warn","ts":"2026-04-28T18:51:04.875543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07810636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-b7847757b-q48zx\" ","response":"range_response_count:1 size:7144"} {"level":"warn","ts":"2026-04-28T18:51:04.876407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.064374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419574"} {"level":"info","ts":"2026-04-28T18:51:04.876587Z","caller":"traceutil/trace.go:171","msg":"trace[1153914784] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:43090; }","duration":"694.28927ms","start":"2026-04-28T18:51:04.182286Z","end":"2026-04-28T18:51:04.876575Z","steps":["trace[1153914784] 'agreement among raft nodes before linearized reading' (duration: 693.846479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:04.876559Z","caller":"traceutil/trace.go:171","msg":"trace[890589539] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-b7847757b-q48zx; range_end:; response_count:1; response_revision:43090; }","duration":"1.079152346s","start":"2026-04-28T18:51:03.797391Z","end":"2026-04-28T18:51:04.876543Z","steps":["trace[890589539] 'agreement among raft nodes before linearized reading' (duration: 1.078015187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.876626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.182262Z","time spent":"694.352042ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419598,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:51:04.876632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.797293Z","time spent":"1.07932649s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7168,"request content":"key:\"/registry/pods/openstack/heat-engine-b7847757b-q48zx\" "} {"level":"warn","ts":"2026-04-28T18:51:04.876679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017092812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:51:04.876734Z","caller":"traceutil/trace.go:171","msg":"trace[107616234] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:43090; }","duration":"4.017201704s","start":"2026-04-28T18:51:00.859522Z","end":"2026-04-28T18:51:04.876724Z","steps":["trace[107616234] 'agreement among raft nodes before linearized reading' (duration: 4.015705386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.876772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:00.859495Z","time spent":"4.017268166s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1728,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:04.879389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.081788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:04.879479Z","caller":"traceutil/trace.go:171","msg":"trace[1345778170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43090; }","duration":"805.248054ms","start":"2026-04-28T18:51:04.074212Z","end":"2026-04-28T18:51:04.87946Z","steps":["trace[1345778170] 'agreement among raft nodes before linearized reading' (duration: 801.223121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.87953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.07418Z","time spent":"805.339985ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:04.881875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.12269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388548"} {"level":"info","ts":"2026-04-28T18:51:04.881935Z","caller":"traceutil/trace.go:171","msg":"trace[1687531936] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:43090; }","duration":"934.208482ms","start":"2026-04-28T18:51:03.947713Z","end":"2026-04-28T18:51:04.881921Z","steps":["trace[1687531936] 'agreement among raft nodes before linearized reading' (duration: 927.904853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:04.881985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:03.947676Z","time spent":"934.289504ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1541,"response size":388572,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:51:05.380799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:05.881395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:06.382401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:06.88403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790958995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:06.885472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9984752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:06.885577Z","caller":"traceutil/trace.go:171","msg":"trace[1731517297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998643134s","start":"2026-04-28T18:51:04.886906Z","end":"2026-04-28T18:51:06.885549Z","steps":["trace[1731517297] 'agreement among raft nodes before linearized reading' (duration: 1.998511481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:06.885777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.886882Z","time spent":"1.998784998s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:07.152529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.272904587s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:08.351255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:08.351347Z","caller":"traceutil/trace.go:171","msg":"trace[896031034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047401s","start":"2026-04-28T18:51:06.351281Z","end":"2026-04-28T18:51:08.351328Z","steps":["trace[896031034] 'agreement among raft nodes before linearized reading' (duration: 1.999914158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:08.351395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:06.351258Z","time spent":"2.000126462s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:08.815372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:05.553826Z","time spent":"3.261536748s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:08.815962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.632679ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:08.816147Z","caller":"traceutil/trace.go:171","msg":"trace[1849709213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43090; }","duration":"554.835364ms","start":"2026-04-28T18:51:08.261286Z","end":"2026-04-28T18:51:08.816121Z","steps":["trace[1849709213] 'range keys from in-memory index tree' (duration: 554.609989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:08.820487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667538093s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:08.82111Z","caller":"traceutil/trace.go:171","msg":"trace[428160426] transaction","detail":"{read_only:false; response_revision:43091; number_of_response:1; }","duration":"3.941477865s","start":"2026-04-28T18:51:04.879544Z","end":"2026-04-28T18:51:08.821022Z","steps":["trace[428160426] 'process raft request' (duration: 2.273219885s)","trace[428160426] 'compare' (duration: 1.66395422s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:08.821506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.879528Z","time spent":"3.941928036s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:08.886261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:08.886355Z","caller":"traceutil/trace.go:171","msg":"trace[1100708187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474681s","start":"2026-04-28T18:51:06.885858Z","end":"2026-04-28T18:51:08.886332Z","steps":["trace[1100708187] 'agreement among raft nodes before linearized reading' (duration: 2.000344888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:08.88641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:06.885829Z","time spent":"2.000570184s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:09.882912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.730151479s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:10.056518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.222302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:10.056639Z","caller":"traceutil/trace.go:171","msg":"trace[1260097331] linearizableReadLoop","detail":"{readStateIndex:44569; appliedIndex:44567; }","duration":"5.176308148s","start":"2026-04-28T18:51:04.880311Z","end":"2026-04-28T18:51:10.056619Z","steps":["trace[1260097331] 'read index received' (duration: 2.272467806s)","trace[1260097331] 'applied index is now lower than readState.Index' (duration: 2.903838122s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:10.056671Z","caller":"traceutil/trace.go:171","msg":"trace[1646757243] transaction","detail":"{read_only:false; response_revision:43092; number_of_response:1; }","duration":"5.16575734s","start":"2026-04-28T18:51:04.890868Z","end":"2026-04-28T18:51:10.056625Z","steps":["trace[1646757243] 'process raft request' (duration: 4.992329153s)","trace[1646757243] 'compare' (duration: 172.681778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:10.056872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.176550754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:51:10.056893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.890849Z","time spent":"5.165919373s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:10.056918Z","caller":"traceutil/trace.go:171","msg":"trace[333725473] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:43092; }","duration":"5.176595255s","start":"2026-04-28T18:51:04.880308Z","end":"2026-04-28T18:51:10.056903Z","steps":["trace[333725473] 'agreement among raft nodes before linearized reading' (duration: 5.176396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:10.056966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.880292Z","time spent":"5.176661756s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:51:10.556718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:10.895382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:10.895482Z","caller":"traceutil/trace.go:171","msg":"trace[1025059207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000687137s","start":"2026-04-28T18:51:08.894774Z","end":"2026-04-28T18:51:10.895461Z","steps":["trace[1025059207] 'agreement among raft nodes before linearized reading' (duration: 2.000561343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:10.895538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:08.894752Z","time spent":"2.000775108s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:11.056939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:11.558614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:12.058925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:12.399734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.471314156s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:12.402267Z","caller":"traceutil/trace.go:171","msg":"trace[540132297] transaction","detail":"{read_only:false; response_revision:43095; number_of_response:1; }","duration":"2.987638355s","start":"2026-04-28T18:51:09.414601Z","end":"2026-04-28T18:51:12.402239Z","steps":["trace[540132297] 'process raft request' (duration: 2.987589004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:12.402443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:09.414569Z","time spent":"2.987768768s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:12.403018Z","caller":"traceutil/trace.go:171","msg":"trace[539650304] transaction","detail":"{read_only:false; response_revision:43093; number_of_response:1; }","duration":"4.178133894s","start":"2026-04-28T18:51:08.224868Z","end":"2026-04-28T18:51:12.403002Z","steps":["trace[539650304] 'process raft request' (duration: 4.175445996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:12.403106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:08.224834Z","time spent":"4.178224506s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:12.403414Z","caller":"traceutil/trace.go:171","msg":"trace[1049915140] transaction","detail":"{read_only:false; response_revision:43094; number_of_response:1; }","duration":"3.167357262s","start":"2026-04-28T18:51:09.236043Z","end":"2026-04-28T18:51:12.403401Z","steps":["trace[1049915140] 'process raft request' (duration: 3.166054568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:12.403506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:09.236009Z","time spent":"3.167457674s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:12.681474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999088955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:12.681597Z","caller":"traceutil/trace.go:171","msg":"trace[1603653428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999303121s","start":"2026-04-28T18:51:07.682265Z","end":"2026-04-28T18:51:12.681568Z","steps":["trace[1603653428] 'agreement among raft nodes before linearized reading' (duration: 4.999144217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:12.681672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:07.68222Z","time spent":"4.999438304s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:51:12.896692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:12.896787Z","caller":"traceutil/trace.go:171","msg":"trace[765202464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000917622s","start":"2026-04-28T18:51:10.895847Z","end":"2026-04-28T18:51:12.896765Z","steps":["trace[765202464] 'agreement among raft nodes before linearized reading' (duration: 2.000785699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:12.896841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:10.895829Z","time spent":"2.001001734s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:13.401981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.170222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:13.402293Z","caller":"traceutil/trace.go:171","msg":"trace[34148132] transaction","detail":"{read_only:false; response_revision:43096; number_of_response:1; }","duration":"3.483231049s","start":"2026-04-28T18:51:09.919007Z","end":"2026-04-28T18:51:13.402238Z","steps":["trace[34148132] 'process raft request' (duration: 2.830618745s)","trace[34148132] 'compare' (duration: 650.512471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:13.402511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:09.918971Z","time spent":"3.483408803s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:13.402499Z","caller":"traceutil/trace.go:171","msg":"trace[884148264] transaction","detail":"{read_only:false; response_revision:43097; number_of_response:1; }","duration":"2.100152658s","start":"2026-04-28T18:51:11.302297Z","end":"2026-04-28T18:51:13.40245Z","steps":["trace[884148264] 'process raft request' (duration: 2.099865861s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:13.40274Z","caller":"traceutil/trace.go:171","msg":"trace[1300517741] linearizableReadLoop","detail":"{readStateIndex:44574; appliedIndex:44569; }","duration":"3.346057691s","start":"2026-04-28T18:51:10.056669Z","end":"2026-04-28T18:51:13.402726Z","steps":["trace[1300517741] 'read index received' (duration: 2.343521758s)","trace[1300517741] 'applied index is now lower than readState.Index' (duration: 1.002530273s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:13.402742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:11.30227Z","time spent":"2.100353522s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:14.076887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.54708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:51:14.077027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245206994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:14.077057Z","caller":"traceutil/trace.go:171","msg":"trace[724277692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:43098; }","duration":"4.245293946s","start":"2026-04-28T18:51:09.831746Z","end":"2026-04-28T18:51:14.07704Z","steps":["trace[724277692] 'agreement among raft nodes before linearized reading' (duration: 3.571085454s)","trace[724277692] 'count revisions from in-memory index tree' (duration: 674.148369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:14.077098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:09.83172Z","time spent":"4.245368818s","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:14.077458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041201032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:51:14.077516Z","caller":"traceutil/trace.go:171","msg":"trace[2097216860] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43098; }","duration":"5.041298374s","start":"2026-04-28T18:51:09.036201Z","end":"2026-04-28T18:51:14.0775Z","steps":["trace[2097216860] 'agreement among raft nodes before linearized reading' (duration: 4.366651852s)","trace[2097216860] 'range keys from in-memory index tree' (duration: 674.475637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:14.07755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:09.036178Z","time spent":"5.041364056s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:51:14.07777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.251399291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa9757e0a60f15\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-04-28T18:51:14.077808Z","caller":"traceutil/trace.go:171","msg":"trace[427411961] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa9757e0a60f15; range_end:; response_count:1; response_revision:43098; }","duration":"5.251469122s","start":"2026-04-28T18:51:08.826327Z","end":"2026-04-28T18:51:14.077796Z","steps":["trace[427411961] 'agreement among raft nodes before linearized reading' (duration: 4.576539574s)","trace[427411961] 'range keys from in-memory index tree' (duration: 674.836545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:14.077838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:08.82631Z","time spent":"5.251521443s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa9757e0a60f15\" "} {"level":"warn","ts":"2026-04-28T18:51:14.077988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732943627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:14.078026Z","caller":"traceutil/trace.go:171","msg":"trace[568731947] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:43098; }","duration":"5.733030631s","start":"2026-04-28T18:51:08.344983Z","end":"2026-04-28T18:51:14.078013Z","steps":["trace[568731947] 'agreement among raft nodes before linearized reading' (duration: 5.057900417s)","trace[568731947] 'count revisions from in-memory index tree' (duration: 675.082762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:14.078057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:08.344955Z","time spent":"5.733092982s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:14.078274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843865049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:14.078314Z","caller":"traceutil/trace.go:171","msg":"trace[806898370] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:43098; }","duration":"5.843937761s","start":"2026-04-28T18:51:08.234362Z","end":"2026-04-28T18:51:14.0783Z","steps":["trace[806898370] 'agreement among raft nodes before linearized reading' (duration: 5.16853242s)","trace[806898370] 'count revisions from in-memory index tree' (duration: 675.36049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:14.078343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:08.234349Z","time spent":"5.843986723s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:14.078498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929278355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:14.078565Z","caller":"traceutil/trace.go:171","msg":"trace[294523738] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:43098; }","duration":"5.929349187s","start":"2026-04-28T18:51:08.149176Z","end":"2026-04-28T18:51:14.078525Z","steps":["trace[294523738] 'agreement among raft nodes before linearized reading' (duration: 5.25372767s)","trace[294523738] 'count revisions from in-memory index tree' (duration: 675.575896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:14.0786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:08.149152Z","time spent":"5.929436099s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:14.909474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:14.909569Z","caller":"traceutil/trace.go:171","msg":"trace[1656113788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016299s","start":"2026-04-28T18:51:12.909532Z","end":"2026-04-28T18:51:14.909548Z","steps":["trace[1656113788] 'agreement among raft nodes before linearized reading' (duration: 1.999883806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:14.909607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.90951Z","time spent":"2.000090821s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:15.367548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290561846s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:51:15.367733Z","caller":"traceutil/trace.go:171","msg":"trace[529516057] linearizableReadLoop","detail":"{readStateIndex:44576; appliedIndex:44574; }","duration":"1.964943481s","start":"2026-04-28T18:51:13.402772Z","end":"2026-04-28T18:51:15.367715Z","steps":["trace[529516057] 'read index received' (duration: 213.436µs)","trace[529516057] 'applied index is now lower than readState.Index' (duration: 1.964728265s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.368308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.480908736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:15.368455Z","caller":"traceutil/trace.go:171","msg":"trace[759959396] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:43098; }","duration":"10.481089761s","start":"2026-04-28T18:51:04.887314Z","end":"2026-04-28T18:51:15.368404Z","steps":["trace[759959396] 'agreement among raft nodes before linearized reading' (duration: 8.515610528s)","trace[759959396] 'range keys from in-memory index tree' (duration: 1.965287879s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.368542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.887307Z","time spent":"10.481216664s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:51:15.368693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.624061795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:15.368774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.342786735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:15.368828Z","caller":"traceutil/trace.go:171","msg":"trace[8032259] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:43098; }","duration":"10.342885368s","start":"2026-04-28T18:51:05.025925Z","end":"2026-04-28T18:51:15.36881Z","steps":["trace[8032259] 'agreement among raft nodes before linearized reading' (duration: 8.376989135s)","trace[8032259] 'count revisions from in-memory index tree' (duration: 1.965822172s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.368893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.965610904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:15.368902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:05.025894Z","time spent":"10.34298959s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:15.368956Z","caller":"traceutil/trace.go:171","msg":"trace[729165341] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:43098; }","duration":"8.965713147s","start":"2026-04-28T18:51:06.403219Z","end":"2026-04-28T18:51:15.368932Z","steps":["trace[729165341] 'agreement among raft nodes before linearized reading' (duration: 6.999772582s)","trace[729165341] 'count revisions from in-memory index tree' (duration: 1.965873393s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.369014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:06.403194Z","time spent":"8.965803039s","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.369059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.760226328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:15.369108Z","caller":"traceutil/trace.go:171","msg":"trace[1050852148] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:43098; }","duration":"7.76031371s","start":"2026-04-28T18:51:07.60878Z","end":"2026-04-28T18:51:15.369093Z","steps":["trace[1050852148] 'agreement among raft nodes before linearized reading' (duration: 5.794184301s)","trace[1050852148] 'count revisions from in-memory index tree' (duration: 1.966027217s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.369178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:07.608694Z","time spent":"7.760471445s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.369297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.488906079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-28T18:51:15.369484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.66911974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:15.369556Z","caller":"traceutil/trace.go:171","msg":"trace[327189519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43098; }","duration":"7.669234922s","start":"2026-04-28T18:51:07.700298Z","end":"2026-04-28T18:51:15.369533Z","steps":["trace[327189519] 'agreement among raft nodes before linearized reading' (duration: 5.70264371s)","trace[327189519] 'count revisions from in-memory index tree' (duration: 1.96650102s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.369616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:07.700276Z","time spent":"7.669322795s","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.369762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.489031834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T18:51:15.369839Z","caller":"traceutil/trace.go:171","msg":"trace[867138130] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:43098; }","duration":"10.489151857s","start":"2026-04-28T18:51:04.880672Z","end":"2026-04-28T18:51:15.369824Z","steps":["trace[867138130] 'agreement among raft nodes before linearized reading' (duration: 8.522274427s)","trace[867138130] 'range keys from in-memory index tree' (duration: 1.966632153s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.369912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.880657Z","time spent":"10.489217548s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T18:51:15.369946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.487696229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-04-28T18:51:15.370009Z","caller":"traceutil/trace.go:171","msg":"trace[1652004871] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-user; range_end:; response_count:1; response_revision:43098; }","duration":"10.487769351s","start":"2026-04-28T18:51:04.882222Z","end":"2026-04-28T18:51:15.369991Z","steps":["trace[1652004871] 'agreement among raft nodes before linearized reading' (duration: 8.520713067s)","trace[1652004871] 'range keys from in-memory index tree' (duration: 1.966916151s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.37006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.882213Z","time spent":"10.487833963s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":734,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" "} {"level":"warn","ts":"2026-04-28T18:51:15.36884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.021151923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:15.370291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309817342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:51:15.370308Z","caller":"traceutil/trace.go:171","msg":"trace[1909624611] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:43098; }","duration":"8.022660911s","start":"2026-04-28T18:51:07.347626Z","end":"2026-04-28T18:51:15.370287Z","steps":["trace[1909624611] 'agreement among raft nodes before linearized reading' (duration: 6.055364021s)","trace[1909624611] 'count revisions from in-memory index tree' (duration: 1.965819572s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:15.370348Z","caller":"traceutil/trace.go:171","msg":"trace[1444855533] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:43098; }","duration":"5.309932395s","start":"2026-04-28T18:51:10.060402Z","end":"2026-04-28T18:51:15.370334Z","steps":["trace[1444855533] 'agreement among raft nodes before linearized reading' (duration: 5.309784202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:15.370375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:07.347602Z","time spent":"8.022747214s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.370449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127347878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:15.370484Z","caller":"traceutil/trace.go:171","msg":"trace[755113720] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43098; }","duration":"2.12743321s","start":"2026-04-28T18:51:13.243042Z","end":"2026-04-28T18:51:15.370475Z","steps":["trace[755113720] 'agreement among raft nodes before linearized reading' (duration: 2.127374059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:15.370519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:13.243016Z","time spent":"2.127493472s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.370747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52468552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:15.370789Z","caller":"traceutil/trace.go:171","msg":"trace[1355733033] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43098; }","duration":"2.524806123s","start":"2026-04-28T18:51:12.845973Z","end":"2026-04-28T18:51:15.370779Z","steps":["trace[1355733033] 'agreement among raft nodes before linearized reading' (duration: 2.52471033s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:15.368776Z","caller":"traceutil/trace.go:171","msg":"trace[831297014] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:43098; }","duration":"9.624211029s","start":"2026-04-28T18:51:05.74454Z","end":"2026-04-28T18:51:15.368751Z","steps":["trace[831297014] 'agreement among raft nodes before linearized reading' (duration: 7.658462589s)","trace[831297014] 'count revisions from in-memory index tree' (duration: 1.965625277s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.370875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130794105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:15.370883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:05.744511Z","time spent":"9.626346174s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:15.370907Z","caller":"traceutil/trace.go:171","msg":"trace[486426079] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:43098; }","duration":"3.130827556s","start":"2026-04-28T18:51:12.240072Z","end":"2026-04-28T18:51:15.3709Z","steps":["trace[486426079] 'agreement among raft nodes before linearized reading' (duration: 3.130774204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:15.370386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:10.060379Z","time spent":"5.309999437s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:51:15.371028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960785615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18296"} {"level":"warn","ts":"2026-04-28T18:51:15.371054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584540467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:15.36871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.809110897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:51:15.371101Z","caller":"traceutil/trace.go:171","msg":"trace[1505248602] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:43098; }","duration":"2.58463581s","start":"2026-04-28T18:51:12.786453Z","end":"2026-04-28T18:51:15.371088Z","steps":["trace[1505248602] 'agreement among raft nodes before linearized reading' (duration: 2.584532348s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:15.371106Z","caller":"traceutil/trace.go:171","msg":"trace[652733387] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:43098; }","duration":"2.960875367s","start":"2026-04-28T18:51:12.410198Z","end":"2026-04-28T18:51:15.371073Z","steps":["trace[652733387] 'agreement among raft nodes before linearized reading' (duration: 2.960690592s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:15.371147Z","caller":"traceutil/trace.go:171","msg":"trace[924858901] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:43098; }","duration":"7.811625751s","start":"2026-04-28T18:51:07.559498Z","end":"2026-04-28T18:51:15.371124Z","steps":["trace[924858901] 'agreement among raft nodes before linearized reading' (duration: 5.84347962s)","trace[924858901] 'count revisions from in-memory index tree' (duration: 1.965693829s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.37116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096650539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:51:15.371316Z","caller":"traceutil/trace.go:171","msg":"trace[1470587015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43098; }","duration":"3.096873184s","start":"2026-04-28T18:51:12.274408Z","end":"2026-04-28T18:51:15.371281Z","steps":["trace[1470587015] 'agreement among raft nodes before linearized reading' (duration: 3.096438433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:15.371033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309239747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7hjdn\" ","response":"range_response_count:1 size:6048"} {"level":"warn","ts":"2026-04-28T18:51:15.37094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.239971Z","time spent":"3.130961799s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.371139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.786424Z","time spent":"2.584705081s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.370826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.845952Z","time spent":"2.524865005s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:15.371418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.274386Z","time spent":"3.097011597s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T18:51:15.369483Z","caller":"traceutil/trace.go:171","msg":"trace[1524230550] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:43098; }","duration":"10.488985662s","start":"2026-04-28T18:51:04.880359Z","end":"2026-04-28T18:51:15.369345Z","steps":["trace[1524230550] 'agreement among raft nodes before linearized reading' (duration: 8.522607556s)","trace[1524230550] 'range keys from in-memory index tree' (duration: 1.966221222s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.371436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093811566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T18:51:15.371514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.880352Z","time spent":"10.491141416s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-28T18:51:15.371214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:07.559472Z","time spent":"7.811722184s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":198,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:15.371541Z","caller":"traceutil/trace.go:171","msg":"trace[1372337173] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43098; }","duration":"3.094006681s","start":"2026-04-28T18:51:12.277519Z","end":"2026-04-28T18:51:15.371526Z","steps":["trace[1372337173] 'agreement among raft nodes before linearized reading' (duration: 3.093715664s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:15.371391Z","caller":"traceutil/trace.go:171","msg":"trace[507727971] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7hjdn; range_end:; response_count:1; response_revision:43098; }","duration":"5.309632746s","start":"2026-04-28T18:51:10.061739Z","end":"2026-04-28T18:51:15.371372Z","steps":["trace[507727971] 'agreement among raft nodes before linearized reading' (duration: 5.309218586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:15.371672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:10.061716Z","time spent":"5.309942535s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6072,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7hjdn\" "} {"level":"warn","ts":"2026-04-28T18:51:15.371682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.277509Z","time spent":"3.094135944s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:51:15.371176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:12.410181Z","time spent":"2.96098449s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18320,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T18:51:15.376465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.488891849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints.18aa97fc517721c6\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43090 ","response":"range_response_count:1000 size:772911"} {"level":"info","ts":"2026-04-28T18:51:15.376529Z","caller":"traceutil/trace.go:171","msg":"trace[889898308] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints.18aa97fc517721c6\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:43098; }","duration":"10.488976161s","start":"2026-04-28T18:51:04.887533Z","end":"2026-04-28T18:51:15.376509Z","steps":["trace[889898308] 'agreement among raft nodes before linearized reading' (duration: 8.515381352s)","trace[889898308] 'range keys from in-memory index tree' (duration: 1.966081358s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:15.376644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:04.887528Z","time spent":"10.489064384s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1041,"response size":772935,"request content":"key:\"/registry/events/openstack/magnum-ks-endpoints.18aa97fc517721c6\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43090 "} {"level":"warn","ts":"2026-04-28T18:51:15.868395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:16.368978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:16.398644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.316775569s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:16.399232Z","caller":"traceutil/trace.go:171","msg":"trace[1202442921] transaction","detail":"{read_only:false; response_revision:43099; number_of_response:1; }","duration":"2.317464876s","start":"2026-04-28T18:51:14.081732Z","end":"2026-04-28T18:51:16.399197Z","steps":["trace[1202442921] 'process raft request' (duration: 2.317182189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:16.399416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:14.081708Z","time spent":"2.31760565s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:16.910788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:16.910892Z","caller":"traceutil/trace.go:171","msg":"trace[1789312481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579463s","start":"2026-04-28T18:51:14.91029Z","end":"2026-04-28T18:51:16.910869Z","steps":["trace[1789312481] 'agreement among raft nodes before linearized reading' (duration: 2.00045265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:16.910941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:14.910274Z","time spent":"2.000654686s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:18.35014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:18.350259Z","caller":"traceutil/trace.go:171","msg":"trace[104513984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137602s","start":"2026-04-28T18:51:16.350091Z","end":"2026-04-28T18:51:18.350229Z","steps":["trace[104513984] 'agreement among raft nodes before linearized reading' (duration: 1.999988268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:18.350322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:16.35007Z","time spent":"2.000240605s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:18.920129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:18.920238Z","caller":"traceutil/trace.go:171","msg":"trace[1615523065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295027s","start":"2026-04-28T18:51:16.919918Z","end":"2026-04-28T18:51:18.920213Z","steps":["trace[1615523065] 'agreement among raft nodes before linearized reading' (duration: 2.000154363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:18.920293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:16.919908Z","time spent":"2.000375109s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:20.927197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:20.927287Z","caller":"traceutil/trace.go:171","msg":"trace[636344135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507151s","start":"2026-04-28T18:51:18.926761Z","end":"2026-04-28T18:51:20.927268Z","steps":["trace[636344135] 'agreement among raft nodes before linearized reading' (duration: 2.000374158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:20.927336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:18.926734Z","time spent":"2.000591294s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:22.043278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78191503s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:22.043457Z","caller":"traceutil/trace.go:171","msg":"trace[416584309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43099; }","duration":"3.782118855s","start":"2026-04-28T18:51:18.261312Z","end":"2026-04-28T18:51:22.043431Z","steps":["trace[416584309] 'range keys from in-memory index tree' (duration: 3.781890079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:22.048013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998660044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:22.048104Z","caller":"traceutil/trace.go:171","msg":"trace[667270912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998824128s","start":"2026-04-28T18:51:17.04926Z","end":"2026-04-28T18:51:22.048084Z","steps":["trace[667270912] 'agreement among raft nodes before linearized reading' (duration: 4.998700485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:22.048419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:17.049235Z","time spent":"4.998953202s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:51:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:22.387534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.386624Z","time spent":"7.000898429s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:22.392731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.39161Z","time spent":"7.001112696s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:22.392769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.38676Z","time spent":"7.006003779s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:22.716803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.925523509s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:22.869925Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6b89","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:51:22.927612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:22.927715Z","caller":"traceutil/trace.go:171","msg":"trace[89456550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183324s","start":"2026-04-28T18:51:20.927507Z","end":"2026-04-28T18:51:22.927691Z","steps":["trace[89456550] 'agreement among raft nodes before linearized reading' (duration: 2.000039579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:22.92785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:20.927463Z","time spent":"2.000368978s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:24.149545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338246654s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:24.41896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701477352s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:51:24.419349Z","caller":"traceutil/trace.go:171","msg":"trace[863435029] linearizableReadLoop","detail":"{readStateIndex:44581; appliedIndex:44577; }","duration":"9.051518682s","start":"2026-04-28T18:51:15.367772Z","end":"2026-04-28T18:51:24.419291Z","steps":["trace[863435029] 'read index received' (duration: 1.031599141s)","trace[863435029] 'applied index is now lower than readState.Index' (duration: 8.019917831s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:24.419509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.153035375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:24.419622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.159827317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:24.419593Z","caller":"traceutil/trace.go:171","msg":"trace[323095717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43103; }","duration":"9.153140658s","start":"2026-04-28T18:51:15.26643Z","end":"2026-04-28T18:51:24.419571Z","steps":["trace[323095717] 'agreement among raft nodes before linearized reading' (duration: 9.152976684s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:24.419696Z","caller":"traceutil/trace.go:171","msg":"trace[539440132] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:43103; }","duration":"10.1599414s","start":"2026-04-28T18:51:14.259739Z","end":"2026-04-28T18:51:24.419681Z","steps":["trace[539440132] 'agreement among raft nodes before linearized reading' (duration: 10.159838837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.41977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:14.259455Z","time spent":"10.160301568s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:24.420017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.266351Z","time spent":"9.15363972s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:24.420135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.464753206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:24.420206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.783176928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:24.420234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.265111636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:24.420197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.744010265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:24.420283Z","caller":"traceutil/trace.go:171","msg":"trace[721857944] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:43103; }","duration":"10.783295151s","start":"2026-04-28T18:51:13.636961Z","end":"2026-04-28T18:51:24.420256Z","steps":["trace[721857944] 'agreement among raft nodes before linearized reading' (duration: 10.783165478s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:24.420347Z","caller":"traceutil/trace.go:171","msg":"trace[1139634072] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:43103; }","duration":"10.744229641s","start":"2026-04-28T18:51:13.676102Z","end":"2026-04-28T18:51:24.420331Z","steps":["trace[1139634072] 'agreement among raft nodes before linearized reading' (duration: 10.743994575s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:24.42035Z","caller":"traceutil/trace.go:171","msg":"trace[1078741930] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:43103; }","duration":"10.26529037s","start":"2026-04-28T18:51:14.155032Z","end":"2026-04-28T18:51:24.420322Z","steps":["trace[1078741930] 'agreement among raft nodes before linearized reading' (duration: 10.265073254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.420359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:13.636937Z","time spent":"10.783404744s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:24.420406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:14.155005Z","time spent":"10.265387242s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:24.420408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:13.676079Z","time spent":"10.744307913s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:24.420275Z","caller":"traceutil/trace.go:171","msg":"trace[1654729326] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:43103; }","duration":"10.464951331s","start":"2026-04-28T18:51:13.955288Z","end":"2026-04-28T18:51:24.420239Z","steps":["trace[1654729326] 'agreement among raft nodes before linearized reading' (duration: 10.464712726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.419527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.43806733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:24.420616Z","caller":"traceutil/trace.go:171","msg":"trace[1821611424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:43103; }","duration":"9.439199578s","start":"2026-04-28T18:51:14.981397Z","end":"2026-04-28T18:51:24.420597Z","steps":["trace[1821611424] 'agreement among raft nodes before linearized reading' (duration: 9.43806475s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.420651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:13.955267Z","time spent":"10.46533256s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:24.420688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:14.981375Z","time spent":"9.439294301s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:24.421083Z","caller":"traceutil/trace.go:171","msg":"trace[1055610340] transaction","detail":"{read_only:false; response_revision:43105; number_of_response:1; }","duration":"3.509374321s","start":"2026-04-28T18:51:20.91169Z","end":"2026-04-28T18:51:24.421065Z","steps":["trace[1055610340] 'process raft request' (duration: 3.509248518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.421253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:20.911653Z","time spent":"3.509512095s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:24.421089Z","caller":"traceutil/trace.go:171","msg":"trace[1559196635] transaction","detail":"{read_only:false; response_revision:43104; number_of_response:1; }","duration":"6.013016848s","start":"2026-04-28T18:51:18.408045Z","end":"2026-04-28T18:51:24.421062Z","steps":["trace[1559196635] 'process raft request' (duration: 6.011053168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.421728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:18.408011Z","time spent":"6.013418167s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:24.92041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:24.935944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:24.936066Z","caller":"traceutil/trace.go:171","msg":"trace[601622020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903722s","start":"2026-04-28T18:51:22.935134Z","end":"2026-04-28T18:51:24.936038Z","steps":["trace[601622020] 'agreement among raft nodes before linearized reading' (duration: 2.000707347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:24.936135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.935114Z","time spent":"2.001004535s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:25.421227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:25.922435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:26.423319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:26.923776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:26.93638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99960623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:26.936546Z","caller":"traceutil/trace.go:171","msg":"trace[1163598436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999793195s","start":"2026-04-28T18:51:24.936673Z","end":"2026-04-28T18:51:26.936466Z","steps":["trace[1163598436] 'agreement among raft nodes before linearized reading' (duration: 1.999651921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:26.936603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:24.936601Z","time spent":"1.999989199s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:27.424444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:27.532385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.152561997s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:27.534242Z","caller":"traceutil/trace.go:171","msg":"trace[2109488130] transaction","detail":"{read_only:false; response_revision:43106; number_of_response:1; }","duration":"4.798657045s","start":"2026-04-28T18:51:22.735519Z","end":"2026-04-28T18:51:27.534176Z","steps":["trace[2109488130] 'process raft request' (duration: 4.797180757s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.534424Z","caller":"traceutil/trace.go:171","msg":"trace[520103407] linearizableReadLoop","detail":"{readStateIndex:44585; appliedIndex:44583; }","duration":"3.114968794s","start":"2026-04-28T18:51:24.419427Z","end":"2026-04-28T18:51:27.534396Z","steps":["trace[520103407] 'read index received' (duration: 3.113179428s)","trace[520103407] 'applied index is now lower than readState.Index' (duration: 1.786436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:27.534467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.735496Z","time spent":"4.79884646s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:27.534472Z","caller":"traceutil/trace.go:171","msg":"trace[1536622624] transaction","detail":"{read_only:false; response_revision:43107; number_of_response:1; }","duration":"4.740718806s","start":"2026-04-28T18:51:22.793706Z","end":"2026-04-28T18:51:27.534425Z","steps":["trace[1536622624] 'process raft request' (duration: 4.740351457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.534586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.566466408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.534651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.787105501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.534679Z","caller":"traceutil/trace.go:171","msg":"trace[152732242] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:43107; }","duration":"6.566664323s","start":"2026-04-28T18:51:20.967992Z","end":"2026-04-28T18:51:27.534656Z","steps":["trace[152732242] 'agreement among raft nodes before linearized reading' (duration: 6.566461638s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.534702Z","caller":"traceutil/trace.go:171","msg":"trace[494835432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:43107; }","duration":"6.787214103s","start":"2026-04-28T18:51:20.74747Z","end":"2026-04-28T18:51:27.534684Z","steps":["trace[494835432] 'agreement among raft nodes before linearized reading' (duration: 6.787112371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.534742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:20.747441Z","time spent":"6.787290946s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.534762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65450162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:27.534814Z","caller":"traceutil/trace.go:171","msg":"trace[843041906] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:43107; }","duration":"4.654628733s","start":"2026-04-28T18:51:22.880173Z","end":"2026-04-28T18:51:27.534801Z","steps":["trace[843041906] 'agreement among raft nodes before linearized reading' (duration: 4.654528791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.53485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.880139Z","time spent":"4.654700025s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.534867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.793676Z","time spent":"4.740978753s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:27.535045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266656327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:27.535104Z","caller":"traceutil/trace.go:171","msg":"trace[623079609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43107; }","duration":"7.266763249s","start":"2026-04-28T18:51:20.268325Z","end":"2026-04-28T18:51:27.535088Z","steps":["trace[623079609] 'agreement among raft nodes before linearized reading' (duration: 7.266671537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.53473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:20.967967Z","time spent":"6.566750384s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.535122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73222445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.535149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:20.268298Z","time spent":"7.266841072s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.535168Z","caller":"traceutil/trace.go:171","msg":"trace[1311128989] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:43107; }","duration":"5.732306442s","start":"2026-04-28T18:51:21.802846Z","end":"2026-04-28T18:51:27.535153Z","steps":["trace[1311128989] 'agreement among raft nodes before linearized reading' (duration: 5.73221724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:21.802828Z","time spent":"5.732368693s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.535216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221416332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:51:27.535254Z","caller":"traceutil/trace.go:171","msg":"trace[435179197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43107; }","duration":"3.221514254s","start":"2026-04-28T18:51:24.313728Z","end":"2026-04-28T18:51:27.535242Z","steps":["trace[435179197] 'agreement among raft nodes before linearized reading' (duration: 3.22134761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:24.313683Z","time spent":"3.221608657s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:51:27.535353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.424253802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.535396Z","caller":"traceutil/trace.go:171","msg":"trace[1844081216] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:43107; }","duration":"7.424297623s","start":"2026-04-28T18:51:20.111087Z","end":"2026-04-28T18:51:27.535385Z","steps":["trace[1844081216] 'agreement among raft nodes before linearized reading' (duration: 7.424232841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432598415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.535429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:20.111061Z","time spent":"7.424360025s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.535441Z","caller":"traceutil/trace.go:171","msg":"trace[329428193] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:43107; }","duration":"3.432668137s","start":"2026-04-28T18:51:24.102761Z","end":"2026-04-28T18:51:27.535429Z","steps":["trace[329428193] 'agreement among raft nodes before linearized reading' (duration: 3.432616676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:24.102736Z","time spent":"3.432727209s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.535617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41384948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.535637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.138740365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-ddndx\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-04-28T18:51:27.535678Z","caller":"traceutil/trace.go:171","msg":"trace[276055074] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:43107; }","duration":"4.413974413s","start":"2026-04-28T18:51:23.121683Z","end":"2026-04-28T18:51:27.535658Z","steps":["trace[276055074] 'agreement among raft nodes before linearized reading' (duration: 4.41385054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.250525989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:27.535724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:23.121658Z","time spent":"4.414057365s","remote":"127.0.0.1:49690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.535731Z","caller":"traceutil/trace.go:171","msg":"trace[1143672346] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:43107; }","duration":"5.250638672s","start":"2026-04-28T18:51:22.285075Z","end":"2026-04-28T18:51:27.535713Z","steps":["trace[1143672346] 'agreement among raft nodes before linearized reading' (duration: 5.250492198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.655149415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.535763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.285042Z","time spent":"5.250714464s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":40,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.535777Z","caller":"traceutil/trace.go:171","msg":"trace[302196827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:43107; }","duration":"7.655212636s","start":"2026-04-28T18:51:19.880548Z","end":"2026-04-28T18:51:27.535761Z","steps":["trace[302196827] 'agreement among raft nodes before linearized reading' (duration: 7.655111124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:19.880483Z","time spent":"7.655326198s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.535872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936897259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:27.53595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14247282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.535986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057505297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23630466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.536001Z","caller":"traceutil/trace.go:171","msg":"trace[1237103274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:43107; }","duration":"6.142564912s","start":"2026-04-28T18:51:21.393426Z","end":"2026-04-28T18:51:27.535991Z","steps":["trace[1237103274] 'agreement among raft nodes before linearized reading' (duration: 6.14248029s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.536017Z","caller":"traceutil/trace.go:171","msg":"trace[358602864] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:43107; }","duration":"4.057541138s","start":"2026-04-28T18:51:23.478467Z","end":"2026-04-28T18:51:27.536008Z","steps":["trace[358602864] 'agreement among raft nodes before linearized reading' (duration: 4.057478557s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.535957Z","caller":"traceutil/trace.go:171","msg":"trace[1879080458] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:43107; }","duration":"5.937033372s","start":"2026-04-28T18:51:21.598909Z","end":"2026-04-28T18:51:27.535943Z","steps":["trace[1879080458] 'agreement among raft nodes before linearized reading' (duration: 5.936838676s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.536029Z","caller":"traceutil/trace.go:171","msg":"trace[578980297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:43107; }","duration":"5.236353431s","start":"2026-04-28T18:51:22.299667Z","end":"2026-04-28T18:51:27.536021Z","steps":["trace[578980297] 'agreement among raft nodes before linearized reading' (duration: 5.236280919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:23.478397Z","time spent":"4.057638771s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.536038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:21.3934Z","time spent":"6.142628714s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.53612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:21.598883Z","time spent":"5.937222317s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.536156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.063289982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:27.536192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368911741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.536218Z","caller":"traceutil/trace.go:171","msg":"trace[1514048891] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:43107; }","duration":"4.368978532s","start":"2026-04-28T18:51:23.167231Z","end":"2026-04-28T18:51:27.53621Z","steps":["trace[1514048891] 'agreement among raft nodes before linearized reading' (duration: 4.368925411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.536221Z","caller":"traceutil/trace.go:171","msg":"trace[744825948] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:43107; }","duration":"8.063395854s","start":"2026-04-28T18:51:19.472809Z","end":"2026-04-28T18:51:27.536205Z","steps":["trace[744825948] 'agreement among raft nodes before linearized reading' (duration: 8.063277481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:19.472787Z","time spent":"8.063476397s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.536388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.844015822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.536423Z","caller":"traceutil/trace.go:171","msg":"trace[557879076] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:43107; }","duration":"10.844088793s","start":"2026-04-28T18:51:16.692327Z","end":"2026-04-28T18:51:27.536416Z","steps":["trace[557879076] 'agreement among raft nodes before linearized reading' (duration: 10.844026952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:16.692307Z","time spent":"10.844132564s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.536563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.160707429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aeabb956-decb-4f3d-a260-976209a865fe\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-28T18:51:27.53653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.160233457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.536625Z","caller":"traceutil/trace.go:171","msg":"trace[712317151] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aeabb956-decb-4f3d-a260-976209a865fe; range_end:; response_count:1; response_revision:43107; }","duration":"12.160796221s","start":"2026-04-28T18:51:15.375819Z","end":"2026-04-28T18:51:27.536615Z","steps":["trace[712317151] 'agreement among raft nodes before linearized reading' (duration: 12.160648598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.132797892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T18:51:27.536659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.375799Z","time spent":"12.160852502s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-aeabb956-decb-4f3d-a260-976209a865fe\" "} {"level":"info","ts":"2026-04-28T18:51:27.536678Z","caller":"traceutil/trace.go:171","msg":"trace[1532574182] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102; range_end:; response_count:1; response_revision:43107; }","duration":"11.132889055s","start":"2026-04-28T18:51:16.403773Z","end":"2026-04-28T18:51:27.536662Z","steps":["trace[1532574182] 'agreement among raft nodes before linearized reading' (duration: 11.132760601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.252582339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.536658Z","caller":"traceutil/trace.go:171","msg":"trace[984239813] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:43107; }","duration":"12.160440062s","start":"2026-04-28T18:51:15.376193Z","end":"2026-04-28T18:51:27.536633Z","steps":["trace[984239813] 'agreement among raft nodes before linearized reading' (duration: 12.160153455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:16.403715Z","time spent":"11.132989527s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa94e22cee7102\" "} {"level":"warn","ts":"2026-04-28T18:51:27.536803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.376169Z","time spent":"12.160620547s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:51:27.536868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115901077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.536915Z","caller":"traceutil/trace.go:171","msg":"trace[1854975522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:43107; }","duration":"3.115948889s","start":"2026-04-28T18:51:24.420954Z","end":"2026-04-28T18:51:27.536903Z","steps":["trace[1854975522] 'agreement among raft nodes before linearized reading' (duration: 3.115878627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:24.42093Z","time spent":"3.11601503s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.997937383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.53708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.646637319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:27.537127Z","caller":"traceutil/trace.go:171","msg":"trace[963215462] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:43107; }","duration":"10.646768892s","start":"2026-04-28T18:51:16.89035Z","end":"2026-04-28T18:51:27.537119Z","steps":["trace[963215462] 'agreement among raft nodes before linearized reading' (duration: 10.64667888s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.537122Z","caller":"traceutil/trace.go:171","msg":"trace[585019378] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:43107; }","duration":"10.998081797s","start":"2026-04-28T18:51:16.539026Z","end":"2026-04-28T18:51:27.537107Z","steps":["trace[585019378] 'agreement among raft nodes before linearized reading' (duration: 10.997904362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.53715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:16.89032Z","time spent":"10.646825273s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:16.538949Z","time spent":"10.99820463s","remote":"127.0.0.1:60288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.536586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.24155745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.537301Z","caller":"traceutil/trace.go:171","msg":"trace[2100733027] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43107; }","duration":"9.242270137s","start":"2026-04-28T18:51:18.29502Z","end":"2026-04-28T18:51:27.537291Z","steps":["trace[2100733027] 'agreement among raft nodes before linearized reading' (duration: 9.241534469s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.537307Z","caller":"traceutil/trace.go:171","msg":"trace[1944790834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:43107; }","duration":"9.253245525s","start":"2026-04-28T18:51:18.284049Z","end":"2026-04-28T18:51:27.537294Z","steps":["trace[1944790834] 'agreement among raft nodes before linearized reading' (duration: 9.252553888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.537326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:18.295005Z","time spent":"9.242313339s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.603456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.537352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:18.284024Z","time spent":"9.253317018s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987778815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-04-28T18:51:27.537452Z","caller":"traceutil/trace.go:171","msg":"trace[1529571429] range","detail":"{range_begin:/registry/secrets/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:43107; }","duration":"11.987885868s","start":"2026-04-28T18:51:15.549553Z","end":"2026-04-28T18:51:27.537439Z","steps":["trace[1529571429] 'agreement among raft nodes before linearized reading' (duration: 11.987630762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:23.16721Z","time spent":"4.369023034s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.549536Z","time spent":"11.987942479s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4329,"request content":"key:\"/registry/secrets/openstack/cinder-api-certs\" "} {"level":"info","ts":"2026-04-28T18:51:27.535681Z","caller":"traceutil/trace.go:171","msg":"trace[1984207484] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-ddndx; range_end:; response_count:1; response_revision:43107; }","duration":"5.138843108s","start":"2026-04-28T18:51:22.396827Z","end":"2026-04-28T18:51:27.53567Z","steps":["trace[1984207484] 'agreement among raft nodes before linearized reading' (duration: 5.138612692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.536167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60947809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.53763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.396799Z","time spent":"5.140821749s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-ddndx\" "} {"level":"info","ts":"2026-04-28T18:51:27.537652Z","caller":"traceutil/trace.go:171","msg":"trace[1029516378] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:43107; }","duration":"4.611014588s","start":"2026-04-28T18:51:22.926627Z","end":"2026-04-28T18:51:27.537642Z","steps":["trace[1029516378] 'agreement among raft nodes before linearized reading' (duration: 4.60947063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.537693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.9266Z","time spent":"4.61108013s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.536054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:22.299649Z","time spent":"5.236398082s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.537355Z","caller":"traceutil/trace.go:171","msg":"trace[698701474] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:43107; }","duration":"215.714749ms","start":"2026-04-28T18:51:27.32163Z","end":"2026-04-28T18:51:27.537345Z","steps":["trace[698701474] 'agreement among raft nodes before linearized reading' (duration: 215.654817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.535676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.742436658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.53815Z","caller":"traceutil/trace.go:171","msg":"trace[587986664] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:43107; }","duration":"5.744953101s","start":"2026-04-28T18:51:21.793171Z","end":"2026-04-28T18:51:27.538125Z","steps":["trace[587986664] 'agreement among raft nodes before linearized reading' (duration: 5.742448378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.538172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670464846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.538229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:21.793139Z","time spent":"5.745067844s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.538312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.867968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.538339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36492184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.538366Z","caller":"traceutil/trace.go:171","msg":"trace[694068172] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:43107; }","duration":"1.364995622s","start":"2026-04-28T18:51:26.173363Z","end":"2026-04-28T18:51:27.538358Z","steps":["trace[694068172] 'agreement among raft nodes before linearized reading' (duration: 1.364946071s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.538368Z","caller":"traceutil/trace.go:171","msg":"trace[1814276072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43107; }","duration":"592.967121ms","start":"2026-04-28T18:51:26.945386Z","end":"2026-04-28T18:51:27.538354Z","steps":["trace[1814276072] 'agreement among raft nodes before linearized reading' (duration: 592.882399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.538397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:26.173338Z","time spent":"1.365051373s","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.323579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:27.538413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123362887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:27.538426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:26.945359Z","time spent":"593.055603ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:27.538385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186976448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.538447Z","caller":"traceutil/trace.go:171","msg":"trace[1740856989] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:43107; }","duration":"1.123436909s","start":"2026-04-28T18:51:26.415Z","end":"2026-04-28T18:51:27.538437Z","steps":["trace[1740856989] 'agreement among raft nodes before linearized reading' (duration: 1.123351047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.538501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:26.414978Z","time spent":"1.12351559s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.538648Z","caller":"traceutil/trace.go:171","msg":"trace[158490003] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:43107; }","duration":"433.439366ms","start":"2026-04-28T18:51:27.105023Z","end":"2026-04-28T18:51:27.538462Z","steps":["trace[158490003] 'agreement among raft nodes before linearized reading' (duration: 432.350929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.538238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618981011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.538671Z","caller":"traceutil/trace.go:171","msg":"trace[493483598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43107; }","duration":"1.187147203s","start":"2026-04-28T18:51:26.351338Z","end":"2026-04-28T18:51:27.538485Z","steps":["trace[493483598] 'agreement among raft nodes before linearized reading' (duration: 1.186938918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.538857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:26.351312Z","time spent":"1.187474772s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:27.538083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.13749826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-octavia-server-0.18aa978600ea5265\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:43090 ","response":"range_response_count:41 size:30507"} {"level":"warn","ts":"2026-04-28T18:51:27.53872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.104993Z","time spent":"433.708124ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:27.539016Z","caller":"traceutil/trace.go:171","msg":"trace[1983297060] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-octavia-server-0.18aa978600ea5265\u0000; range_end:/registry/events/openstack0; response_count:41; response_revision:43107; }","duration":"12.138434174s","start":"2026-04-28T18:51:15.400569Z","end":"2026-04-28T18:51:27.539003Z","steps":["trace[1983297060] 'agreement among raft nodes before linearized reading' (duration: 12.137211532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.53907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:15.400558Z","time spent":"12.138491325s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":41,"response size":30531,"request content":"key:\"/registry/events/openstack/rabbitmq-octavia-server-0.18aa978600ea5265\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:43090 "} {"level":"info","ts":"2026-04-28T18:51:27.538727Z","caller":"traceutil/trace.go:171","msg":"trace[625140464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43107; }","duration":"2.619504415s","start":"2026-04-28T18:51:24.919209Z","end":"2026-04-28T18:51:27.538713Z","steps":["trace[625140464] 'agreement among raft nodes before linearized reading' (duration: 2.618991991s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:27.53824Z","caller":"traceutil/trace.go:171","msg":"trace[173995668] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:43107; }","duration":"1.670581678s","start":"2026-04-28T18:51:25.867632Z","end":"2026-04-28T18:51:27.538214Z","steps":["trace[173995668] 'agreement among raft nodes before linearized reading' (duration: 1.670465965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.539286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:24.919187Z","time spent":"2.62008827s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:51:27.539351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:25.867608Z","time spent":"1.671728627s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:27.537445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.033247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:27.539901Z","caller":"traceutil/trace.go:171","msg":"trace[2074987972] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:43107; }","duration":"493.531271ms","start":"2026-04-28T18:51:27.046357Z","end":"2026-04-28T18:51:27.539888Z","steps":["trace[2074987972] 'agreement among raft nodes before linearized reading' (duration: 491.062388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:27.540091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.046315Z","time spent":"493.724056ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:28.046663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:28.744207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.821025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:28.744391Z","caller":"traceutil/trace.go:171","msg":"trace[907816194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43107; }","duration":"484.03521ms","start":"2026-04-28T18:51:28.260335Z","end":"2026-04-28T18:51:28.74437Z","steps":["trace[907816194] 'range keys from in-memory index tree' (duration: 483.803455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:28.745191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.673349ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T18:51:28.745277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.538974Z","time spent":"1.206298289s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:29.135419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013784038s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:29.546476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:29.546669Z","caller":"traceutil/trace.go:171","msg":"trace[1033206732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042717s","start":"2026-04-28T18:51:27.546209Z","end":"2026-04-28T18:51:29.546636Z","steps":["trace[1033206732] 'agreement among raft nodes before linearized reading' (duration: 2.000191954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.546754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.546203Z","time spent":"2.000532043s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:29.92853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.649384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:29.928935Z","caller":"traceutil/trace.go:171","msg":"trace[560262666] transaction","detail":"{read_only:false; response_revision:43112; number_of_response:1; }","duration":"498.828345ms","start":"2026-04-28T18:51:29.430086Z","end":"2026-04-28T18:51:29.928914Z","steps":["trace[560262666] 'process raft request' (duration: 498.781794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.92902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.430056Z","time spent":"498.927777ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:29.929401Z","caller":"traceutil/trace.go:171","msg":"trace[1928328930] transaction","detail":"{read_only:false; response_revision:43109; number_of_response:1; }","duration":"2.388309723s","start":"2026-04-28T18:51:27.541046Z","end":"2026-04-28T18:51:29.929356Z","steps":["trace[1928328930] 'process raft request' (duration: 2.387624806s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:29.929512Z","caller":"traceutil/trace.go:171","msg":"trace[1174547833] linearizableReadLoop","detail":"{readStateIndex:44589; appliedIndex:44585; }","duration":"2.383663905s","start":"2026-04-28T18:51:27.545795Z","end":"2026-04-28T18:51:29.929459Z","steps":["trace[1174547833] 'read index received' (duration: 575.815367ms)","trace[1174547833] 'applied index is now lower than readState.Index' (duration: 1.807844398s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:29.929522Z","caller":"traceutil/trace.go:171","msg":"trace[78029124] transaction","detail":"{read_only:false; response_revision:43108; number_of_response:1; }","duration":"2.389135394s","start":"2026-04-28T18:51:27.54032Z","end":"2026-04-28T18:51:29.929456Z","steps":["trace[78029124] 'process raft request' (duration: 1.595415504s)","trace[78029124] 'compare' (duration: 792.507739ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:29.92958Z","caller":"traceutil/trace.go:171","msg":"trace[1036720635] transaction","detail":"{read_only:false; response_revision:43110; number_of_response:1; }","duration":"2.37955947s","start":"2026-04-28T18:51:27.549996Z","end":"2026-04-28T18:51:29.929555Z","steps":["trace[1036720635] 'process raft request' (duration: 2.37876806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.929612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.541031Z","time spent":"2.388456586s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:29.929683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.549969Z","time spent":"2.379662113s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6364,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:29.929751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383761667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:29.929746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.540286Z","time spent":"2.389345799s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:29.929604Z","caller":"traceutil/trace.go:171","msg":"trace[1231833669] transaction","detail":"{read_only:false; response_revision:43111; number_of_response:1; }","duration":"1.182922457s","start":"2026-04-28T18:51:28.746648Z","end":"2026-04-28T18:51:29.929571Z","steps":["trace[1231833669] 'process raft request' (duration: 1.182180368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.9298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383983723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T18:51:29.929851Z","caller":"traceutil/trace.go:171","msg":"trace[1585428588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:43112; }","duration":"2.384050634s","start":"2026-04-28T18:51:27.545787Z","end":"2026-04-28T18:51:29.929837Z","steps":["trace[1585428588] 'agreement among raft nodes before linearized reading' (duration: 2.38387186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.929852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:28.74661Z","time spent":"1.183197423s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:29.929888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.545736Z","time spent":"2.384139436s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T18:51:29.929956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256738127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:4305"} {"level":"warn","ts":"2026-04-28T18:51:29.929976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241097711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-28T18:51:29.930047Z","caller":"traceutil/trace.go:171","msg":"trace[2109055971] range","detail":"{range_begin:/registry/secrets/openstack/cinder-backup-rbd-keyring; range_end:; response_count:1; response_revision:43112; }","duration":"2.241217984s","start":"2026-04-28T18:51:27.688815Z","end":"2026-04-28T18:51:29.930033Z","steps":["trace[2109055971] 'agreement among raft nodes before linearized reading' (duration: 2.241018719s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:29.929803Z","caller":"traceutil/trace.go:171","msg":"trace[227782769] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:43112; }","duration":"2.38386378s","start":"2026-04-28T18:51:27.54592Z","end":"2026-04-28T18:51:29.929784Z","steps":["trace[227782769] 'agreement among raft nodes before linearized reading' (duration: 2.383759107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.930073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312276765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:29.930091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.688789Z","time spent":"2.241293515s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":783,"request content":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" "} {"level":"warn","ts":"2026-04-28T18:51:29.930102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.545915Z","time spent":"2.384172407s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:51:29.930112Z","caller":"traceutil/trace.go:171","msg":"trace[1908724016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:43112; }","duration":"2.312355457s","start":"2026-04-28T18:51:27.617747Z","end":"2026-04-28T18:51:29.930102Z","steps":["trace[1908724016] 'agreement among raft nodes before linearized reading' (duration: 2.312272775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.930154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.617725Z","time spent":"2.312417749s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:29.930178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.456105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:29.929994Z","caller":"traceutil/trace.go:171","msg":"trace[2017016703] range","detail":"{range_begin:/registry/secrets/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:43112; }","duration":"2.256807678s","start":"2026-04-28T18:51:27.673177Z","end":"2026-04-28T18:51:29.929985Z","steps":["trace[2017016703] 'agreement among raft nodes before linearized reading' (duration: 2.256652674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.930292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.673158Z","time spent":"2.257118636s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4329,"request content":"key:\"/registry/secrets/openstack/cinder-api-certs\" "} {"level":"warn","ts":"2026-04-28T18:51:29.930305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85485685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:29.929991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938986222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:51:29.930408Z","caller":"traceutil/trace.go:171","msg":"trace[14794681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43112; }","duration":"1.939466104s","start":"2026-04-28T18:51:27.990926Z","end":"2026-04-28T18:51:29.930392Z","steps":["trace[14794681] 'agreement among raft nodes before linearized reading' (duration: 1.938786717s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:29.930293Z","caller":"traceutil/trace.go:171","msg":"trace[1980002517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43112; }","duration":"382.580817ms","start":"2026-04-28T18:51:29.547666Z","end":"2026-04-28T18:51:29.930247Z","steps":["trace[1980002517] 'agreement among raft nodes before linearized reading' (duration: 382.455054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.930444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939389032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:51:29.930459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.990899Z","time spent":"1.939545966s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:29.930467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.547636Z","time spent":"382.817464ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:29.930462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95313639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:51:29.930509Z","caller":"traceutil/trace.go:171","msg":"trace[323414477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43112; }","duration":"1.939441673s","start":"2026-04-28T18:51:27.991033Z","end":"2026-04-28T18:51:29.930475Z","steps":["trace[323414477] 'agreement among raft nodes before linearized reading' (duration: 1.939289919s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:29.930525Z","caller":"traceutil/trace.go:171","msg":"trace[646756061] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43112; }","duration":"1.953241653s","start":"2026-04-28T18:51:27.977266Z","end":"2026-04-28T18:51:29.930507Z","steps":["trace[646756061] 'agreement among raft nodes before linearized reading' (duration: 1.953009147s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:29.93035Z","caller":"traceutil/trace.go:171","msg":"trace[54829487] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:43112; }","duration":"1.854954632s","start":"2026-04-28T18:51:28.075382Z","end":"2026-04-28T18:51:29.930337Z","steps":["trace[54829487] 'agreement among raft nodes before linearized reading' (duration: 1.854863989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:29.930605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.977239Z","time spent":"1.953354516s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:51:29.930621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:28.075353Z","time spent":"1.855252459s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:29.93062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:27.991028Z","time spent":"1.939580307s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:32.254182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909144787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:32.254303Z","caller":"traceutil/trace.go:171","msg":"trace[277057699] linearizableReadLoop","detail":"{readStateIndex:44592; appliedIndex:44591; }","duration":"2.317151248s","start":"2026-04-28T18:51:29.937131Z","end":"2026-04-28T18:51:32.254282Z","steps":["trace[277057699] 'read index received' (duration: 407.889179ms)","trace[277057699] 'applied index is now lower than readState.Index' (duration: 1.909259909s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:32.254572Z","caller":"traceutil/trace.go:171","msg":"trace[793189584] transaction","detail":"{read_only:false; response_revision:43113; number_of_response:1; }","duration":"2.317381305s","start":"2026-04-28T18:51:29.93708Z","end":"2026-04-28T18:51:32.254461Z","steps":["trace[793189584] 'process raft request' (duration: 407.839398ms)","trace[793189584] 'compare' (duration: 1.907249568s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:32.254764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317624721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:51:32.254812Z","caller":"traceutil/trace.go:171","msg":"trace[619437520] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:43113; }","duration":"2.317684872s","start":"2026-04-28T18:51:29.937115Z","end":"2026-04-28T18:51:32.2548Z","steps":["trace[619437520] 'agreement among raft nodes before linearized reading' (duration: 2.317508558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:32.25485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.937093Z","time spent":"2.317748223s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:51:32.254927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.937067Z","time spent":"2.31760535s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:32.281495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.936448919s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:32.282104Z","caller":"traceutil/trace.go:171","msg":"trace[1211953719] transaction","detail":"{read_only:false; response_revision:43115; number_of_response:1; }","duration":"2.343253641s","start":"2026-04-28T18:51:29.938826Z","end":"2026-04-28T18:51:32.282079Z","steps":["trace[1211953719] 'process raft request' (duration: 2.343017695s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:32.282151Z","caller":"traceutil/trace.go:171","msg":"trace[1959357223] transaction","detail":"{read_only:false; response_revision:43116; number_of_response:1; }","duration":"2.343069006s","start":"2026-04-28T18:51:29.939055Z","end":"2026-04-28T18:51:32.282124Z","steps":["trace[1959357223] 'process raft request' (duration: 2.342879421s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:32.282186Z","caller":"traceutil/trace.go:171","msg":"trace[1154439018] transaction","detail":"{read_only:false; response_revision:43114; number_of_response:1; }","duration":"2.343889516s","start":"2026-04-28T18:51:29.938256Z","end":"2026-04-28T18:51:32.282145Z","steps":["trace[1154439018] 'process raft request' (duration: 2.343445265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:32.282234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.938813Z","time spent":"2.343357554s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:32.282288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.939047Z","time spent":"2.343163079s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:32.282335Z","caller":"traceutil/trace.go:171","msg":"trace[489545429] transaction","detail":"{read_only:false; response_revision:43118; number_of_response:1; }","duration":"2.340264376s","start":"2026-04-28T18:51:29.942045Z","end":"2026-04-28T18:51:32.282309Z","steps":["trace[489545429] 'process raft request' (duration: 2.339992269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:32.282361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.938229Z","time spent":"2.34403555s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:51:32.28231Z","caller":"traceutil/trace.go:171","msg":"trace[1982154036] transaction","detail":"{read_only:false; response_revision:43117; number_of_response:1; }","duration":"2.342635145s","start":"2026-04-28T18:51:29.939595Z","end":"2026-04-28T18:51:32.28223Z","steps":["trace[1982154036] 'process raft request' (duration: 2.342393809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:32.282492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.942035Z","time spent":"2.340356558s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7115,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:32.282718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.939587Z","time spent":"2.342888641s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:33.068508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:33.068614Z","caller":"traceutil/trace.go:171","msg":"trace[1834237336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138413s","start":"2026-04-28T18:51:31.068454Z","end":"2026-04-28T18:51:33.068592Z","steps":["trace[1834237336] 'agreement among raft nodes before linearized reading' (duration: 1.999989598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:33.068693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:31.068431Z","time spent":"2.000247715s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:34.026502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.040922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:34.026663Z","caller":"traceutil/trace.go:171","msg":"trace[1418781689] linearizableReadLoop","detail":"{readStateIndex:44598; appliedIndex:44592; }","duration":"1.772311167s","start":"2026-04-28T18:51:32.254332Z","end":"2026-04-28T18:51:34.026643Z","steps":["trace[1418781689] 'read index received' (duration: 27.417935ms)","trace[1418781689] 'applied index is now lower than readState.Index' (duration: 1.744890942s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:34.026766Z","caller":"traceutil/trace.go:171","msg":"trace[2000515130] transaction","detail":"{read_only:false; response_revision:43119; number_of_response:1; }","duration":"2.097337187s","start":"2026-04-28T18:51:31.929416Z","end":"2026-04-28T18:51:34.026754Z","steps":["trace[2000515130] 'process raft request' (duration: 1.335942735s)","trace[2000515130] 'compare' (duration: 760.876268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:34.026844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:31.929383Z","time spent":"2.097425389s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:34.027019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565834572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:34.027054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088212495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:34.027121Z","caller":"traceutil/trace.go:171","msg":"trace[29384737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43119; }","duration":"3.566003446s","start":"2026-04-28T18:51:30.461096Z","end":"2026-04-28T18:51:34.027099Z","steps":["trace[29384737] 'agreement among raft nodes before linearized reading' (duration: 3.565831222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.027165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088463512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T18:51:34.027171Z","caller":"traceutil/trace.go:171","msg":"trace[1316046877] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43119; }","duration":"4.088320218s","start":"2026-04-28T18:51:29.938804Z","end":"2026-04-28T18:51:34.027125Z","steps":["trace[1316046877] 'agreement among raft nodes before linearized reading' (duration: 4.088125543s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:34.027223Z","caller":"traceutil/trace.go:171","msg":"trace[1388491855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:43119; }","duration":"4.088526893s","start":"2026-04-28T18:51:29.938676Z","end":"2026-04-28T18:51:34.027203Z","steps":["trace[1388491855] 'agreement among raft nodes before linearized reading' (duration: 4.088358339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.027233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964757676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:34.02726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.938661Z","time spent":"4.088590764s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-28T18:51:34.027277Z","caller":"traceutil/trace.go:171","msg":"trace[1497794681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:43119; }","duration":"1.964841618s","start":"2026-04-28T18:51:32.062424Z","end":"2026-04-28T18:51:34.027266Z","steps":["trace[1497794681] 'agreement among raft nodes before linearized reading' (duration: 1.964779887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.027317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.062399Z","time spent":"1.96490976s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.02717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:30.461068Z","time spent":"3.566091019s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.0275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911366341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:712"} {"level":"warn","ts":"2026-04-28T18:51:34.027559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693759056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:34.027592Z","caller":"traceutil/trace.go:171","msg":"trace[1235103379] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:43119; }","duration":"2.693860598s","start":"2026-04-28T18:51:31.333721Z","end":"2026-04-28T18:51:34.027581Z","steps":["trace[1235103379] 'agreement among raft nodes before linearized reading' (duration: 2.693807297s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:34.027608Z","caller":"traceutil/trace.go:171","msg":"trace[1554835637] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:43119; }","duration":"3.911507715s","start":"2026-04-28T18:51:30.116065Z","end":"2026-04-28T18:51:34.027573Z","steps":["trace[1554835637] 'agreement among raft nodes before linearized reading' (duration: 3.911238518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.027636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:31.333665Z","time spent":"2.693958721s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.027649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:30.116039Z","time spent":"3.911598917s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-admin\" "} {"level":"warn","ts":"2026-04-28T18:51:34.027833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667822348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:34.027855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726963617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:34.02907Z","caller":"traceutil/trace.go:171","msg":"trace[1165186476] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43119; }","duration":"2.728206759s","start":"2026-04-28T18:51:31.300829Z","end":"2026-04-28T18:51:34.029036Z","steps":["trace[1165186476] 'agreement among raft nodes before linearized reading' (duration: 2.726989628s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.027254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.938763Z","time spent":"4.088454881s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:51:34.02916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:31.300803Z","time spent":"2.728329432s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:34.027869Z","caller":"traceutil/trace.go:171","msg":"trace[1075286387] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:43119; }","duration":"1.667862409s","start":"2026-04-28T18:51:32.359996Z","end":"2026-04-28T18:51:34.027858Z","steps":["trace[1075286387] 'agreement among raft nodes before linearized reading' (duration: 1.667792908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.029481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.359896Z","time spent":"1.669529322s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.027941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.130361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:34.029658Z","caller":"traceutil/trace.go:171","msg":"trace[1930815347] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:43119; }","duration":"337.901076ms","start":"2026-04-28T18:51:33.691733Z","end":"2026-04-28T18:51:34.029634Z","steps":["trace[1930815347] 'agreement among raft nodes before linearized reading' (duration: 336.153361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.029731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:33.691707Z","time spent":"338.001109ms","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.027967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403756883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:34.029927Z","caller":"traceutil/trace.go:171","msg":"trace[1748911303] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:43119; }","duration":"3.405769755s","start":"2026-04-28T18:51:30.624138Z","end":"2026-04-28T18:51:34.029908Z","steps":["trace[1748911303] 'agreement among raft nodes before linearized reading' (duration: 3.403711202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.029965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:30.624049Z","time spent":"3.405905589s","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.027986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.579319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:34.030029Z","caller":"traceutil/trace.go:171","msg":"trace[956264998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43119; }","duration":"960.611811ms","start":"2026-04-28T18:51:33.0694Z","end":"2026-04-28T18:51:34.030011Z","steps":["trace[956264998] 'agreement among raft nodes before linearized reading' (duration: 958.562249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.030094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:33.069333Z","time spent":"960.744505ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:34.028025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145647391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:34.028026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76732349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:34.030619Z","caller":"traceutil/trace.go:171","msg":"trace[890000162] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:43119; }","duration":"2.769947947s","start":"2026-04-28T18:51:31.260654Z","end":"2026-04-28T18:51:34.030602Z","steps":["trace[890000162] 'agreement among raft nodes before linearized reading' (duration: 2.767338901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.03066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:31.260634Z","time spent":"2.770011739s","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.028124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769145528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:51:34.030891Z","caller":"traceutil/trace.go:171","msg":"trace[303017389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43119; }","duration":"1.771963119s","start":"2026-04-28T18:51:32.258904Z","end":"2026-04-28T18:51:34.030867Z","steps":["trace[303017389] 'agreement among raft nodes before linearized reading' (duration: 1.768510851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.028226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02651482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:34.030993Z","caller":"traceutil/trace.go:171","msg":"trace[978645599] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:43119; }","duration":"3.02928099s","start":"2026-04-28T18:51:31.001698Z","end":"2026-04-28T18:51:34.030979Z","steps":["trace[978645599] 'agreement among raft nodes before linearized reading' (duration: 3.026400377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.031007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.258881Z","time spent":"1.772066712s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:34.031034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:31.00161Z","time spent":"3.029412514s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:34.028251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740671125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa94e58c993251\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-04-28T18:51:34.031105Z","caller":"traceutil/trace.go:171","msg":"trace[49804877] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa94e58c993251; range_end:; response_count:1; response_revision:43119; }","duration":"1.743570839s","start":"2026-04-28T18:51:32.287496Z","end":"2026-04-28T18:51:34.031067Z","steps":["trace[49804877] 'agreement among raft nodes before linearized reading' (duration: 1.740656735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.028258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740789188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:51:34.031173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.287472Z","time spent":"1.743682181s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa94e58c993251\" "} {"level":"info","ts":"2026-04-28T18:51:34.031207Z","caller":"traceutil/trace.go:171","msg":"trace[1749038399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43119; }","duration":"1.743758633s","start":"2026-04-28T18:51:32.287412Z","end":"2026-04-28T18:51:34.031171Z","steps":["trace[1749038399] 'agreement among raft nodes before linearized reading' (duration: 1.740774328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.028354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740525122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-79k6b\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-04-28T18:51:34.028344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769129236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T18:51:34.028505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926877605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-28T18:51:34.028652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077074002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-28T18:51:34.030491Z","caller":"traceutil/trace.go:171","msg":"trace[1980589439] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:43119; }","duration":"1.148087493s","start":"2026-04-28T18:51:32.882369Z","end":"2026-04-28T18:51:34.030456Z","steps":["trace[1980589439] 'agreement among raft nodes before linearized reading' (duration: 1.145632721s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:34.031294Z","caller":"traceutil/trace.go:171","msg":"trace[1623393792] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:43119; }","duration":"1.772127402s","start":"2026-04-28T18:51:32.259157Z","end":"2026-04-28T18:51:34.031285Z","steps":["trace[1623393792] 'agreement among raft nodes before linearized reading' (duration: 1.769056844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.031323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.882297Z","time spent":"1.149000306s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:34.031358Z","caller":"traceutil/trace.go:171","msg":"trace[64120702] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-79k6b; range_end:; response_count:1; response_revision:43119; }","duration":"1.743547998s","start":"2026-04-28T18:51:32.287801Z","end":"2026-04-28T18:51:34.031349Z","steps":["trace[64120702] 'agreement among raft nodes before linearized reading' (duration: 1.74048728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.031389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.287792Z","time spent":"1.743590688s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-79k6b\" "} {"level":"warn","ts":"2026-04-28T18:51:34.031412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.287382Z","time spent":"1.743964819s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:34.031333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:32.259138Z","time spent":"1.772184404s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T18:51:34.032247Z","caller":"traceutil/trace.go:171","msg":"trace[428481011] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:43119; }","duration":"4.080710795s","start":"2026-04-28T18:51:29.951523Z","end":"2026-04-28T18:51:34.032234Z","steps":["trace[428481011] 'agreement among raft nodes before linearized reading' (duration: 4.07701659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.03229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:29.951503Z","time spent":"4.080774596s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-28T18:51:34.031592Z","caller":"traceutil/trace.go:171","msg":"trace[283518211] range","detail":"{range_begin:/registry/secrets/openstack/cinder-backup-rbd-keyring; range_end:; response_count:1; response_revision:43119; }","duration":"3.930007374s","start":"2026-04-28T18:51:30.101571Z","end":"2026-04-28T18:51:34.031578Z","steps":["trace[283518211] 'agreement among raft nodes before linearized reading' (duration: 3.926826884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:34.032606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:30.101547Z","time spent":"3.930820255s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":783,"request content":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" "} {"level":"warn","ts":"2026-04-28T18:51:35.275891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.053245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:35.276024Z","caller":"traceutil/trace.go:171","msg":"trace[836856264] linearizableReadLoop","detail":"{readStateIndex:44599; appliedIndex:44598; }","duration":"1.241139633s","start":"2026-04-28T18:51:34.034864Z","end":"2026-04-28T18:51:35.276004Z","steps":["trace[836856264] 'read index received' (duration: 273.75121ms)","trace[836856264] 'applied index is now lower than readState.Index' (duration: 967.385873ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:35.276276Z","caller":"traceutil/trace.go:171","msg":"trace[793747444] transaction","detail":"{read_only:false; response_revision:43120; number_of_response:1; }","duration":"1.242006635s","start":"2026-04-28T18:51:34.034247Z","end":"2026-04-28T18:51:35.276253Z","steps":["trace[793747444] 'process raft request' (duration: 274.454587ms)","trace[793747444] 'compare' (duration: 966.8525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:35.276332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241458562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f375b5b6-e898-4eb3-a34d-cf5f5dc2c61d\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T18:51:35.276394Z","caller":"traceutil/trace.go:171","msg":"trace[55452850] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f375b5b6-e898-4eb3-a34d-cf5f5dc2c61d; range_end:; response_count:1; response_revision:43120; }","duration":"1.241517733s","start":"2026-04-28T18:51:34.034856Z","end":"2026-04-28T18:51:35.276374Z","steps":["trace[55452850] 'agreement among raft nodes before linearized reading' (duration: 1.241240606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:35.276394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241492613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:51:35.276458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.034848Z","time spent":"1.241592835s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-f375b5b6-e898-4eb3-a34d-cf5f5dc2c61d\" "} {"level":"info","ts":"2026-04-28T18:51:35.276508Z","caller":"traceutil/trace.go:171","msg":"trace[24797028] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:43120; }","duration":"1.241650317s","start":"2026-04-28T18:51:34.034829Z","end":"2026-04-28T18:51:35.27648Z","steps":["trace[24797028] 'agreement among raft nodes before linearized reading' (duration: 1.241244837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:35.276384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.034222Z","time spent":"1.242117408s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:35.276588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.034803Z","time spent":"1.241770219s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:51:35.776654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:35.882387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352813324s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:36.039151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:36.039254Z","caller":"traceutil/trace.go:171","msg":"trace[1569678347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765199s","start":"2026-04-28T18:51:34.038466Z","end":"2026-04-28T18:51:36.039231Z","steps":["trace[1569678347] 'agreement among raft nodes before linearized reading' (duration: 2.000624505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:36.039313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.038455Z","time spent":"2.000845621s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:36.254413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.463227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:36.254826Z","caller":"traceutil/trace.go:171","msg":"trace[1974400434] transaction","detail":"{read_only:false; response_revision:43123; number_of_response:1; }","duration":"2.215841281s","start":"2026-04-28T18:51:34.038948Z","end":"2026-04-28T18:51:36.254789Z","steps":["trace[1974400434] 'process raft request' (duration: 2.215753039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:36.254918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.038937Z","time spent":"2.215940824s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7630,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:36.255059Z","caller":"traceutil/trace.go:171","msg":"trace[1757185416] transaction","detail":"{read_only:false; response_revision:43122; number_of_response:1; }","duration":"2.217454582s","start":"2026-04-28T18:51:34.03756Z","end":"2026-04-28T18:51:36.255015Z","steps":["trace[1757185416] 'process raft request' (duration: 2.217018351s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:36.255176Z","caller":"traceutil/trace.go:171","msg":"trace[1967110005] transaction","detail":"{read_only:false; response_revision:43121; number_of_response:1; }","duration":"2.217662168s","start":"2026-04-28T18:51:34.037499Z","end":"2026-04-28T18:51:36.255161Z","steps":["trace[1967110005] 'process raft request' (duration: 1.845331879s)","trace[1967110005] 'compare' (duration: 370.551553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:36.255232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.037481Z","time spent":"2.217722519s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:36.255257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.037535Z","time spent":"2.217620496s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:38.039874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:38.039996Z","caller":"traceutil/trace.go:171","msg":"trace[1467687627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064041s","start":"2026-04-28T18:51:36.039907Z","end":"2026-04-28T18:51:38.039971Z","steps":["trace[1467687627] 'agreement among raft nodes before linearized reading' (duration: 1.999915017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.040057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:36.039888Z","time spent":"2.000157033s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:38.063884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.096689561s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:38.06459Z","caller":"traceutil/trace.go:171","msg":"trace[2021690294] transaction","detail":"{read_only:false; response_revision:43124; number_of_response:1; }","duration":"3.124587137s","start":"2026-04-28T18:51:34.93997Z","end":"2026-04-28T18:51:38.064557Z","steps":["trace[2021690294] 'process raft request' (duration: 3.124111485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.064738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.939938Z","time spent":"3.124703949s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:38.064569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.279235Z","time spent":"2.785328606s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:38.356453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:38.356541Z","caller":"traceutil/trace.go:171","msg":"trace[697864728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001593s","start":"2026-04-28T18:51:36.356505Z","end":"2026-04-28T18:51:38.356521Z","steps":["trace[697864728] 'agreement among raft nodes before linearized reading' (duration: 1.999905497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.356582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:36.356472Z","time spent":"2.000101922s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:38.443193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.831773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:51:38.44343Z","caller":"traceutil/trace.go:171","msg":"trace[602488343] linearizableReadLoop","detail":"{readStateIndex:44605; appliedIndex:44599; }","duration":"3.167357651s","start":"2026-04-28T18:51:35.276054Z","end":"2026-04-28T18:51:38.443412Z","steps":["trace[602488343] 'read index received' (duration: 606.794232ms)","trace[602488343] 'applied index is now lower than readState.Index' (duration: 2.560562609s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:38.44364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438155126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:38.443667Z","caller":"traceutil/trace.go:171","msg":"trace[902851399] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:43125; }","duration":"3.438243578s","start":"2026-04-28T18:51:35.005414Z","end":"2026-04-28T18:51:38.443658Z","steps":["trace[902851399] 'agreement among raft nodes before linearized reading' (duration: 3.438116445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.443554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.441095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:38.443707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.005387Z","time spent":"3.43830936s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:38.443725Z","caller":"traceutil/trace.go:171","msg":"trace[733981915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43125; }","duration":"182.62814ms","start":"2026-04-28T18:51:38.261069Z","end":"2026-04-28T18:51:38.443697Z","steps":["trace[733981915] 'range keys from in-memory index tree' (duration: 182.415624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.443814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315881225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-04-28T18:51:38.443894Z","caller":"traceutil/trace.go:171","msg":"trace[93771915] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:43125; }","duration":"4.316016568s","start":"2026-04-28T18:51:34.12786Z","end":"2026-04-28T18:51:38.443876Z","steps":["trace[93771915] 'agreement among raft nodes before linearized reading' (duration: 4.315804013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.443925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.127831Z","time spent":"4.31608809s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-admin\" "} {"level":"warn","ts":"2026-04-28T18:51:38.443901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406343019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:38.443934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408012601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-28T18:51:38.44398Z","caller":"traceutil/trace.go:171","msg":"trace[896438534] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43125; }","duration":"4.406460292s","start":"2026-04-28T18:51:34.037499Z","end":"2026-04-28T18:51:38.44396Z","steps":["trace[896438534] 'agreement among raft nodes before linearized reading' (duration: 4.406297768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.444027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.037483Z","time spent":"4.406534504s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:51:38.444031Z","caller":"traceutil/trace.go:171","msg":"trace[932838856] range","detail":"{range_begin:/registry/secrets/openstack/cinder-backup-rbd-keyring; range_end:; response_count:1; response_revision:43125; }","duration":"4.408151965s","start":"2026-04-28T18:51:34.035852Z","end":"2026-04-28T18:51:38.444004Z","steps":["trace[932838856] 'agreement among raft nodes before linearized reading' (duration: 4.407871527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.444096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643215084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:38.444104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.035835Z","time spent":"4.408257647s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":783,"request content":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" "} {"level":"info","ts":"2026-04-28T18:51:38.444122Z","caller":"traceutil/trace.go:171","msg":"trace[1222740288] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:43125; }","duration":"3.643261195s","start":"2026-04-28T18:51:34.80085Z","end":"2026-04-28T18:51:38.444111Z","steps":["trace[1222740288] 'agreement among raft nodes before linearized reading' (duration: 3.643215584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.444143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.800838Z","time spent":"3.643299286s","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.444262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689045185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.444283Z","caller":"traceutil/trace.go:171","msg":"trace[1193481049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:43125; }","duration":"3.689106336s","start":"2026-04-28T18:51:34.755172Z","end":"2026-04-28T18:51:38.444278Z","steps":["trace[1193481049] 'agreement among raft nodes before linearized reading' (duration: 3.689073026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.444301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.755151Z","time spent":"3.689145568s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.444378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407899269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"warn","ts":"2026-04-28T18:51:38.444418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053416333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.444439Z","caller":"traceutil/trace.go:171","msg":"trace[124168688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:43125; }","duration":"4.053473834s","start":"2026-04-28T18:51:34.390959Z","end":"2026-04-28T18:51:38.444432Z","steps":["trace[124168688] 'agreement among raft nodes before linearized reading' (duration: 4.053433652s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:38.444435Z","caller":"traceutil/trace.go:171","msg":"trace[2115268559] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:43125; }","duration":"4.407970281s","start":"2026-04-28T18:51:34.036453Z","end":"2026-04-28T18:51:38.444423Z","steps":["trace[2115268559] 'agreement among raft nodes before linearized reading' (duration: 4.407846967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.444458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.390936Z","time spent":"4.053517855s","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.444485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.036445Z","time spent":"4.408023082s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-04-28T18:51:38.444616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156522236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:51:38.444675Z","caller":"traceutil/trace.go:171","msg":"trace[1288038121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43125; }","duration":"4.156641039s","start":"2026-04-28T18:51:34.28802Z","end":"2026-04-28T18:51:38.444661Z","steps":["trace[1288038121] 'agreement among raft nodes before linearized reading' (duration: 4.156443764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.44472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:34.287992Z","time spent":"4.156719171s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T18:51:38.44499Z","caller":"traceutil/trace.go:171","msg":"trace[2135051919] transaction","detail":"{read_only:false; response_revision:43126; number_of_response:1; }","duration":"681.232679ms","start":"2026-04-28T18:51:37.763746Z","end":"2026-04-28T18:51:38.444978Z","steps":["trace[2135051919] 'process raft request' (duration: 679.567926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.445088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.763722Z","time spent":"681.296061ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:38.770315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.234605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:38.770771Z","caller":"traceutil/trace.go:171","msg":"trace[625566657] transaction","detail":"{read_only:false; response_revision:43129; number_of_response:1; }","duration":"321.000098ms","start":"2026-04-28T18:51:38.449749Z","end":"2026-04-28T18:51:38.770749Z","steps":["trace[625566657] 'process raft request' (duration: 320.936556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.77102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.44972Z","time spent":"321.108841ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:38.771271Z","caller":"traceutil/trace.go:171","msg":"trace[1996390365] transaction","detail":"{read_only:false; response_revision:43127; number_of_response:1; }","duration":"944.266446ms","start":"2026-04-28T18:51:37.826991Z","end":"2026-04-28T18:51:38.771257Z","steps":["trace[1996390365] 'process raft request' (duration: 617.974436ms)","trace[1996390365] 'compare' (duration: 324.942927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:38.771382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.826965Z","time spent":"944.330658ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:38.771595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909498775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.771553Z","caller":"traceutil/trace.go:171","msg":"trace[1832859021] linearizableReadLoop","detail":"{readStateIndex:44608; appliedIndex:44605; }","duration":"328.040765ms","start":"2026-04-28T18:51:38.44346Z","end":"2026-04-28T18:51:38.7715Z","steps":["trace[1832859021] 'read index received' (duration: 504.913µs)","trace[1832859021] 'applied index is now lower than readState.Index' (duration: 327.531322ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:38.771633Z","caller":"traceutil/trace.go:171","msg":"trace[1824961741] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:43129; }","duration":"1.909581066s","start":"2026-04-28T18:51:36.862039Z","end":"2026-04-28T18:51:38.77162Z","steps":["trace[1824961741] 'agreement among raft nodes before linearized reading' (duration: 1.909520295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.771638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370066101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T18:51:38.771668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:36.862014Z","time spent":"1.909644528s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:38.77168Z","caller":"traceutil/trace.go:171","msg":"trace[1531350408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43129; }","duration":"1.370164123s","start":"2026-04-28T18:51:37.401505Z","end":"2026-04-28T18:51:38.771669Z","steps":["trace[1531350408] 'agreement among raft nodes before linearized reading' (duration: 1.370000429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.771655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897177502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:38.771691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500680901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mhkpz\" ","response":"range_response_count:1 size:5418"} {"level":"warn","ts":"2026-04-28T18:51:38.771673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364586441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.771743Z","caller":"traceutil/trace.go:171","msg":"trace[904772487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43129; }","duration":"1.897331386s","start":"2026-04-28T18:51:36.874392Z","end":"2026-04-28T18:51:38.771723Z","steps":["trace[904772487] 'agreement among raft nodes before linearized reading' (duration: 1.897149742s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:38.771776Z","caller":"traceutil/trace.go:171","msg":"trace[157117747] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:43129; }","duration":"3.364762696s","start":"2026-04-28T18:51:35.406991Z","end":"2026-04-28T18:51:38.771754Z","steps":["trace[157117747] 'agreement among raft nodes before linearized reading' (duration: 3.36453957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.771796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.404633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T18:51:38.771746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489782744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-28T18:51:38.771816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494551825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:38.771842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.406964Z","time spent":"3.364861358s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.771882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.549062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:51:38.771879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337086624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:38.77191Z","caller":"traceutil/trace.go:171","msg":"trace[1590242352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43129; }","duration":"510.600574ms","start":"2026-04-28T18:51:38.261303Z","end":"2026-04-28T18:51:38.771903Z","steps":["trace[1590242352] 'agreement among raft nodes before linearized reading' (duration: 510.533392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:38.771734Z","caller":"traceutil/trace.go:171","msg":"trace[474840669] transaction","detail":"{read_only:false; response_revision:43128; number_of_response:1; }","duration":"705.807052ms","start":"2026-04-28T18:51:38.065918Z","end":"2026-04-28T18:51:38.771725Z","steps":["trace[474840669] 'process raft request' (duration: 704.547151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.771914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379045478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:51:38.771923Z","caller":"traceutil/trace.go:171","msg":"trace[1660014147] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:43129; }","duration":"2.337184246s","start":"2026-04-28T18:51:36.434728Z","end":"2026-04-28T18:51:38.771913Z","steps":["trace[1660014147] 'agreement among raft nodes before linearized reading' (duration: 2.337044232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.771936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.261293Z","time spent":"510.638504ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:38.771956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:36.434701Z","time spent":"2.337247398s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:38.771954Z","caller":"traceutil/trace.go:171","msg":"trace[1165162854] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43129; }","duration":"1.379124739s","start":"2026-04-28T18:51:37.392815Z","end":"2026-04-28T18:51:38.771939Z","steps":["trace[1165162854] 'agreement among raft nodes before linearized reading' (duration: 1.379015397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.299596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:712"} {"level":"warn","ts":"2026-04-28T18:51:38.772064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.39279Z","time spent":"1.379263213s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:51:38.772074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.359796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.77209Z","caller":"traceutil/trace.go:171","msg":"trace[1648541894] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:43129; }","duration":"323.407298ms","start":"2026-04-28T18:51:38.448673Z","end":"2026-04-28T18:51:38.77208Z","steps":["trace[1648541894] 'agreement among raft nodes before linearized reading' (duration: 323.216423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081420262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.771857Z","caller":"traceutil/trace.go:171","msg":"trace[1575862586] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:43129; }","duration":"3.494647967s","start":"2026-04-28T18:51:35.277196Z","end":"2026-04-28T18:51:38.771844Z","steps":["trace[1575862586] 'agreement among raft nodes before linearized reading' (duration: 3.494516084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.77214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.448644Z","time spent":"323.48745ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-admin\" "} {"level":"info","ts":"2026-04-28T18:51:38.772139Z","caller":"traceutil/trace.go:171","msg":"trace[515371999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:43129; }","duration":"3.081490314s","start":"2026-04-28T18:51:35.690636Z","end":"2026-04-28T18:51:38.772126Z","steps":["trace[515371999] 'agreement among raft nodes before linearized reading' (duration: 3.081430313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.690616Z","time spent":"3.081558947s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.772186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.277154Z","time spent":"3.495010757s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.772211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.788445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:38.772259Z","caller":"traceutil/trace.go:171","msg":"trace[1109255046] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:43129; }","duration":"642.866397ms","start":"2026-04-28T18:51:38.129374Z","end":"2026-04-28T18:51:38.77224Z","steps":["trace[1109255046] 'agreement among raft nodes before linearized reading' (duration: 642.776274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.77229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035808758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:51:38.77232Z","caller":"traceutil/trace.go:171","msg":"trace[1030187731] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:43129; }","duration":"1.03588562s","start":"2026-04-28T18:51:37.736422Z","end":"2026-04-28T18:51:38.772307Z","steps":["trace[1030187731] 'agreement among raft nodes before linearized reading' (duration: 1.035693154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.129349Z","time spent":"642.96556ms","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.77235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.736398Z","time spent":"1.035945272s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":181,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.771704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.401473Z","time spent":"1.370226254s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T18:51:38.771747Z","caller":"traceutil/trace.go:171","msg":"trace[353735574] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mhkpz; range_end:; response_count:1; response_revision:43129; }","duration":"2.500784743s","start":"2026-04-28T18:51:36.270948Z","end":"2026-04-28T18:51:38.771732Z","steps":["trace[353735574] 'agreement among raft nodes before linearized reading' (duration: 2.500563438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03706333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:38.77233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490508702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa94e58c658ef4\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-04-28T18:51:38.7721Z","caller":"traceutil/trace.go:171","msg":"trace[875856638] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:43129; }","duration":"964.439488ms","start":"2026-04-28T18:51:37.807652Z","end":"2026-04-28T18:51:38.772092Z","steps":["trace[875856638] 'agreement among raft nodes before linearized reading' (duration: 964.394067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.807625Z","time spent":"964.924032ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.772034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.065899Z","time spent":"706.047058ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:38.772601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.702602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-28T18:51:38.772641Z","caller":"traceutil/trace.go:171","msg":"trace[825734019] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:43129; }","duration":"322.758403ms","start":"2026-04-28T18:51:38.449872Z","end":"2026-04-28T18:51:38.772631Z","steps":["trace[825734019] 'agreement among raft nodes before linearized reading' (duration: 322.64301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.449862Z","time spent":"322.805144ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-04-28T18:51:38.772017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.469413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.772567Z","caller":"traceutil/trace.go:171","msg":"trace[1622996846] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa94e58c658ef4; range_end:; response_count:1; response_revision:43129; }","duration":"3.49078812s","start":"2026-04-28T18:51:35.281709Z","end":"2026-04-28T18:51:38.772497Z","steps":["trace[1622996846] 'agreement among raft nodes before linearized reading' (duration: 3.489917628s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:38.772727Z","caller":"traceutil/trace.go:171","msg":"trace[790239453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43129; }","duration":"719.239593ms","start":"2026-04-28T18:51:38.053474Z","end":"2026-04-28T18:51:38.772714Z","steps":["trace[790239453] 'agreement among raft nodes before linearized reading' (duration: 718.450042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.281699Z","time spent":"3.491030946s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":840,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa94e58c658ef4\" "} {"level":"info","ts":"2026-04-28T18:51:38.772434Z","caller":"traceutil/trace.go:171","msg":"trace[1344211793] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:43129; }","duration":"1.037243585s","start":"2026-04-28T18:51:37.735181Z","end":"2026-04-28T18:51:38.772424Z","steps":["trace[1344211793] 'agreement among raft nodes before linearized reading' (duration: 1.037027079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.77278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.331086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:38.772125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.577628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:38.771873Z","caller":"traceutil/trace.go:171","msg":"trace[1074248954] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:43129; }","duration":"3.489927647s","start":"2026-04-28T18:51:35.281915Z","end":"2026-04-28T18:51:38.771843Z","steps":["trace[1074248954] 'agreement among raft nodes before linearized reading' (duration: 3.489618249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:35.281908Z","time spent":"3.490934004s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-28T18:51:38.772834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.102833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:38.772844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:37.735151Z","time spent":"1.037670836s","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:38.772437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:36.270924Z","time spent":"2.501500752s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5442,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mhkpz\" "} {"level":"warn","ts":"2026-04-28T18:51:38.772744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.507213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-user\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-04-28T18:51:38.772901Z","caller":"traceutil/trace.go:171","msg":"trace[1354757160] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:43129; }","duration":"243.213785ms","start":"2026-04-28T18:51:38.529678Z","end":"2026-04-28T18:51:38.772892Z","steps":["trace[1354757160] 'agreement among raft nodes before linearized reading' (duration: 243.087052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:38.772851Z","caller":"traceutil/trace.go:171","msg":"trace[418703716] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43129; }","duration":"512.305527ms","start":"2026-04-28T18:51:38.260531Z","end":"2026-04-28T18:51:38.772836Z","steps":["trace[418703716] 'agreement among raft nodes before linearized reading' (duration: 511.549127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:38.772816Z","caller":"traceutil/trace.go:171","msg":"trace[1458452349] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:43129; }","duration":"222.399678ms","start":"2026-04-28T18:51:38.550405Z","end":"2026-04-28T18:51:38.772805Z","steps":["trace[1458452349] 'agreement among raft nodes before linearized reading' (duration: 222.354887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.772995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.260458Z","time spent":"512.519262ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:38.77182Z","caller":"traceutil/trace.go:171","msg":"trace[332198060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43129; }","duration":"509.484484ms","start":"2026-04-28T18:51:38.262329Z","end":"2026-04-28T18:51:38.771813Z","steps":["trace[332198060] 'agreement among raft nodes before linearized reading' (duration: 509.421253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:38.773074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.262294Z","time spent":"510.773999ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:38.772779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.053449Z","time spent":"719.318025ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:38.771802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:36.874366Z","time spent":"1.897420669s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:38.772931Z","caller":"traceutil/trace.go:171","msg":"trace[920237134] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-user; range_end:; response_count:1; response_revision:43129; }","duration":"228.732739ms","start":"2026-04-28T18:51:38.544177Z","end":"2026-04-28T18:51:38.77291Z","steps":["trace[920237134] 'agreement among raft nodes before linearized reading' (duration: 228.505483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:39.272675Z","caller":"traceutil/trace.go:171","msg":"trace[109608757] linearizableReadLoop","detail":"{readStateIndex:44610; appliedIndex:44609; }","duration":"493.429368ms","start":"2026-04-28T18:51:38.779211Z","end":"2026-04-28T18:51:39.27264Z","steps":["trace[109608757] 'read index received' (duration: 443.357849ms)","trace[109608757] 'applied index is now lower than readState.Index' (duration: 50.070189ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:39.272795Z","caller":"traceutil/trace.go:171","msg":"trace[1889714791] transaction","detail":"{read_only:false; response_revision:43130; number_of_response:1; }","duration":"493.874129ms","start":"2026-04-28T18:51:38.778877Z","end":"2026-04-28T18:51:39.272751Z","steps":["trace[1889714791] 'process raft request' (duration: 443.804699ms)","trace[1889714791] 'compare' (duration: 49.812874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:39.273013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.778853Z","time spent":"494.034863ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:39.273501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.250019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-04-28T18:51:39.274005Z","caller":"traceutil/trace.go:171","msg":"trace[2041945068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:43130; }","duration":"494.768652ms","start":"2026-04-28T18:51:38.779197Z","end":"2026-04-28T18:51:39.273966Z","steps":["trace[2041945068] 'agreement among raft nodes before linearized reading' (duration: 493.564411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:39.274145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.779189Z","time spent":"494.917707ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-04-28T18:51:39.773628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:40.273794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:40.307607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084932334s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:40.58248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.389436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:40.582959Z","caller":"traceutil/trace.go:171","msg":"trace[989659381] linearizableReadLoop","detail":"{readStateIndex:44615; appliedIndex:44610; }","duration":"1.310156592s","start":"2026-04-28T18:51:39.272788Z","end":"2026-04-28T18:51:40.582945Z","steps":["trace[989659381] 'read index received' (duration: 1.035060809s)","trace[989659381] 'applied index is now lower than readState.Index' (duration: 275.094613ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:40.582997Z","caller":"traceutil/trace.go:171","msg":"trace[2085529793] transaction","detail":"{read_only:false; response_revision:43135; number_of_response:1; }","duration":"1.799021254s","start":"2026-04-28T18:51:38.783949Z","end":"2026-04-28T18:51:40.58297Z","steps":["trace[2085529793] 'process raft request' (duration: 1.798931962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581946992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:40.58314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724387883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-user\" ","response":"range_response_count:1 size:712"} {"level":"warn","ts":"2026-04-28T18:51:40.583137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.783939Z","time spent":"1.799126107s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:40.58318Z","caller":"traceutil/trace.go:171","msg":"trace[1783258193] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-user; range_end:; response_count:1; response_revision:43135; }","duration":"1.724476396s","start":"2026-04-28T18:51:38.858693Z","end":"2026-04-28T18:51:40.583169Z","steps":["trace[1783258193] 'agreement among raft nodes before linearized reading' (duration: 1.724298961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.858667Z","time spent":"1.724548897s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-user\" "} {"level":"warn","ts":"2026-04-28T18:51:40.583253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305659888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pzpcx.18aa9597007dde8b\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-04-28T18:51:40.583255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438347421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-28T18:51:40.583279Z","caller":"traceutil/trace.go:171","msg":"trace[2055437360] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:43135; }","duration":"1.438420513s","start":"2026-04-28T18:51:39.144852Z","end":"2026-04-28T18:51:40.583273Z","steps":["trace[2055437360] 'agreement among raft nodes before linearized reading' (duration: 1.438346351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.144825Z","time spent":"1.438475614s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T18:51:40.583336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.755403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:40.583358Z","caller":"traceutil/trace.go:171","msg":"trace[1377958278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43135; }","duration":"111.827544ms","start":"2026-04-28T18:51:40.471524Z","end":"2026-04-28T18:51:40.583352Z","steps":["trace[1377958278] 'agreement among raft nodes before linearized reading' (duration: 111.777793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515272752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:40.583356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438439704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:40.583403Z","caller":"traceutil/trace.go:171","msg":"trace[1425934468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43135; }","duration":"1.515370234s","start":"2026-04-28T18:51:39.068015Z","end":"2026-04-28T18:51:40.583386Z","steps":["trace[1425934468] 'agreement among raft nodes before linearized reading' (duration: 1.515258701s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:40.58342Z","caller":"traceutil/trace.go:171","msg":"trace[34374610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:43135; }","duration":"1.438560167s","start":"2026-04-28T18:51:39.14484Z","end":"2026-04-28T18:51:40.583401Z","steps":["trace[34374610] 'agreement among raft nodes before linearized reading' (duration: 1.438418913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.58346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704217741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-etc\" ","response":"range_response_count:1 size:22616"} {"level":"info","ts":"2026-04-28T18:51:40.583278Z","caller":"traceutil/trace.go:171","msg":"trace[1139538525] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pzpcx.18aa9597007dde8b; range_end:; response_count:1; response_revision:43135; }","duration":"1.305731039s","start":"2026-04-28T18:51:39.277539Z","end":"2026-04-28T18:51:40.58327Z","steps":["trace[1139538525] 'agreement among raft nodes before linearized reading' (duration: 1.305669898s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.144813Z","time spent":"1.438638869s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:40.583497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.277507Z","time spent":"1.305980686s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pzpcx.18aa9597007dde8b\" "} {"level":"info","ts":"2026-04-28T18:51:40.583178Z","caller":"traceutil/trace.go:171","msg":"trace[721072957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43135; }","duration":"1.582093656s","start":"2026-04-28T18:51:39.001067Z","end":"2026-04-28T18:51:40.583161Z","steps":["trace[721072957] 'agreement among raft nodes before linearized reading' (duration: 1.581905101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.60075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T18:51:40.583596Z","caller":"traceutil/trace.go:171","msg":"trace[1587938884] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:43135; }","duration":"801.671411ms","start":"2026-04-28T18:51:39.781916Z","end":"2026-04-28T18:51:40.583587Z","steps":["trace[1587938884] 'agreement among raft nodes before linearized reading' (duration: 801.61011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.58319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802633856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:51:40.58362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.78189Z","time spent":"801.725993ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-04-28T18:51:40.583638Z","caller":"traceutil/trace.go:171","msg":"trace[719889602] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:43135; }","duration":"1.803115508s","start":"2026-04-28T18:51:38.780513Z","end":"2026-04-28T18:51:40.583629Z","steps":["trace[719889602] 'agreement among raft nodes before linearized reading' (duration: 1.802637076s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:40.583637Z","caller":"traceutil/trace.go:171","msg":"trace[1142195986] transaction","detail":"{read_only:false; response_revision:43131; number_of_response:1; }","duration":"1.803100568s","start":"2026-04-28T18:51:38.780522Z","end":"2026-04-28T18:51:40.583623Z","steps":["trace[1142195986] 'process raft request' (duration: 1.527473892s)","trace[1142195986] 'compare' (duration: 273.43432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:40.583676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.78049Z","time spent":"1.80317665s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:51:40.583515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.936532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:40.583457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.067995Z","time spent":"1.515453006s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:51:40.583687Z","caller":"traceutil/trace.go:171","msg":"trace[1543274137] transaction","detail":"{read_only:false; response_revision:43134; number_of_response:1; }","duration":"1.801178589s","start":"2026-04-28T18:51:38.782468Z","end":"2026-04-28T18:51:40.583646Z","steps":["trace[1543274137] 'process raft request' (duration: 1.800194704s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:40.583724Z","caller":"traceutil/trace.go:171","msg":"trace[913776003] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:43135; }","duration":"726.158908ms","start":"2026-04-28T18:51:39.857545Z","end":"2026-04-28T18:51:40.583704Z","steps":["trace[913776003] 'agreement among raft nodes before linearized reading' (duration: 725.950813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.001041Z","time spent":"1.582517677s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:40.583775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.857525Z","time spent":"726.23501ms","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:40.583549Z","caller":"traceutil/trace.go:171","msg":"trace[437458530] transaction","detail":"{read_only:false; response_revision:43133; number_of_response:1; }","duration":"1.802195795s","start":"2026-04-28T18:51:38.781289Z","end":"2026-04-28T18:51:40.583485Z","steps":["trace[437458530] 'process raft request' (duration: 1.801345143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.116692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:40.583139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801105538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T18:51:40.583937Z","caller":"traceutil/trace.go:171","msg":"trace[2055722639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43135; }","duration":"385.626265ms","start":"2026-04-28T18:51:40.198297Z","end":"2026-04-28T18:51:40.583924Z","steps":["trace[2055722639] 'agreement among raft nodes before linearized reading' (duration: 385.165943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.583939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.782451Z","time spent":"1.801318053s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:40.583836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.780512Z","time spent":"1.80318205s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:40.584023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16018849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:40.583918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288941574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-28T18:51:40.584089Z","caller":"traceutil/trace.go:171","msg":"trace[1950954187] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:43135; }","duration":"1.160294633s","start":"2026-04-28T18:51:39.423772Z","end":"2026-04-28T18:51:40.584067Z","steps":["trace[1950954187] 'agreement among raft nodes before linearized reading' (duration: 1.160207581s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:40.584128Z","caller":"traceutil/trace.go:171","msg":"trace[1390541155] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:43135; }","duration":"1.289286872s","start":"2026-04-28T18:51:39.294824Z","end":"2026-04-28T18:51:40.584111Z","steps":["trace[1390541155] 'agreement among raft nodes before linearized reading' (duration: 1.28879672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.584187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.294801Z","time spent":"1.289370895s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-04-28T18:51:40.583957Z","caller":"traceutil/trace.go:171","msg":"trace[578416440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:43135; }","duration":"1.801926268s","start":"2026-04-28T18:51:38.782008Z","end":"2026-04-28T18:51:40.583934Z","steps":["trace[578416440] 'agreement among raft nodes before linearized reading' (duration: 1.801016645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.584378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.781999Z","time spent":"1.802369309s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-28T18:51:40.584023Z","caller":"traceutil/trace.go:171","msg":"trace[78032480] transaction","detail":"{read_only:false; response_revision:43132; number_of_response:1; }","duration":"1.80319572s","start":"2026-04-28T18:51:38.780814Z","end":"2026-04-28T18:51:40.58401Z","steps":["trace[78032480] 'process raft request' (duration: 1.801776284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.584563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.780788Z","time spent":"1.803739693s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:40.58414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:39.423711Z","time spent":"1.160417036s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:40.583977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.198266Z","time spent":"385.700297ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:40.583836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.78128Z","time spent":"1.802534453s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:40.583486Z","caller":"traceutil/trace.go:171","msg":"trace[170828962] range","detail":"{range_begin:/registry/secrets/openstack/cinder-etc; range_end:; response_count:1; response_revision:43135; }","duration":"1.704273502s","start":"2026-04-28T18:51:38.879204Z","end":"2026-04-28T18:51:40.583478Z","steps":["trace[170828962] 'agreement among raft nodes before linearized reading' (duration: 1.70419388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:40.58506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:38.879188Z","time spent":"1.705841752s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":22640,"request content":"key:\"/registry/secrets/openstack/cinder-etc\" "} {"level":"warn","ts":"2026-04-28T18:51:41.090093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:41.590674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:42.090928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:42.591321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:42.591369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:42.591485Z","caller":"traceutil/trace.go:171","msg":"trace[1961734920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743457s","start":"2026-04-28T18:51:40.590716Z","end":"2026-04-28T18:51:42.591459Z","steps":["trace[1961734920] 'agreement among raft nodes before linearized reading' (duration: 2.000583673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:42.591584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.590695Z","time spent":"2.000874181s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:43.091482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:43.423095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.834442872s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:43.423585Z","caller":"traceutil/trace.go:171","msg":"trace[651417472] transaction","detail":"{read_only:false; response_revision:43136; number_of_response:1; }","duration":"2.835026807s","start":"2026-04-28T18:51:40.588525Z","end":"2026-04-28T18:51:43.423552Z","steps":["trace[651417472] 'process raft request' (duration: 2.834807461s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:43.423761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.588508Z","time spent":"2.83514999s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:44.068539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:44.068643Z","caller":"traceutil/trace.go:171","msg":"trace[2016066333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264675s","start":"2026-04-28T18:51:42.068356Z","end":"2026-04-28T18:51:44.068621Z","steps":["trace[2016066333] 'agreement among raft nodes before linearized reading' (duration: 2.000124652s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:44.06871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:42.06833Z","time spent":"2.000368518s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:45.008481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.158175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:45.00957Z","caller":"traceutil/trace.go:171","msg":"trace[1642675038] transaction","detail":"{read_only:false; response_revision:43137; number_of_response:1; }","duration":"3.474770814s","start":"2026-04-28T18:51:41.534746Z","end":"2026-04-28T18:51:45.009517Z","steps":["trace[1642675038] 'process raft request' (duration: 2.570436089s)","trace[1642675038] 'compare' (duration: 901.983785ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:45.009626Z","caller":"traceutil/trace.go:171","msg":"trace[837170167] transaction","detail":"{read_only:false; response_revision:43138; number_of_response:1; }","duration":"1.937868504s","start":"2026-04-28T18:51:43.071722Z","end":"2026-04-28T18:51:45.00959Z","steps":["trace[837170167] 'process raft request' (duration: 1.93689738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.009797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:41.534696Z","time spent":"3.474992689s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:45.009811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:43.071686Z","time spent":"1.938025258s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:45.009843Z","caller":"traceutil/trace.go:171","msg":"trace[513415982] linearizableReadLoop","detail":"{readStateIndex:44618; appliedIndex:44615; }","duration":"4.420094067s","start":"2026-04-28T18:51:40.589572Z","end":"2026-04-28T18:51:45.009666Z","steps":["trace[513415982] 'read index received' (duration: 2.833804976s)","trace[513415982] 'applied index is now lower than readState.Index' (duration: 1.586280051s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:45.367009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.233832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:51:45.367134Z","caller":"traceutil/trace.go:171","msg":"trace[457851180] linearizableReadLoop","detail":"{readStateIndex:44619; appliedIndex:44618; }","duration":"357.166945ms","start":"2026-04-28T18:51:45.009946Z","end":"2026-04-28T18:51:45.367113Z","steps":["trace[457851180] 'read index received' (duration: 94.143µs)","trace[457851180] 'applied index is now lower than readState.Index' (duration: 357.070622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:45.367306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777694783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-28T18:51:45.367416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08488533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:45.367411Z","caller":"traceutil/trace.go:171","msg":"trace[936125229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53; range_end:; response_count:1; response_revision:43138; }","duration":"4.777837477s","start":"2026-04-28T18:51:40.589547Z","end":"2026-04-28T18:51:45.367384Z","steps":["trace[936125229] 'agreement among raft nodes before linearized reading' (duration: 4.420335174s)","trace[936125229] 'range keys from in-memory index tree' (duration: 357.202046ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:45.367455Z","caller":"traceutil/trace.go:171","msg":"trace[1743431376] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:43138; }","duration":"3.084989513s","start":"2026-04-28T18:51:42.282455Z","end":"2026-04-28T18:51:45.367444Z","steps":["trace[1743431376] 'agreement among raft nodes before linearized reading' (duration: 3.084898091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958786253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:45.367482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.589531Z","time spent":"4.777930449s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7636cce9-90a9-4056-9556-5663d3c4ae53\" "} {"level":"info","ts":"2026-04-28T18:51:45.367505Z","caller":"traceutil/trace.go:171","msg":"trace[61845859] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:43138; }","duration":"3.958869425s","start":"2026-04-28T18:51:41.408624Z","end":"2026-04-28T18:51:45.367494Z","steps":["trace[61845859] 'agreement among raft nodes before linearized reading' (duration: 3.958812094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:41.408596Z","time spent":"3.958933476s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:45.367618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425349482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:45.367647Z","caller":"traceutil/trace.go:171","msg":"trace[1093214399] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:43138; }","duration":"1.425419164s","start":"2026-04-28T18:51:43.942222Z","end":"2026-04-28T18:51:45.367642Z","steps":["trace[1093214399] 'agreement among raft nodes before linearized reading' (duration: 1.425373673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:43.9422Z","time spent":"1.425461185s","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:45.367669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.279999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:45.36772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332724125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T18:51:45.367507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:42.282422Z","time spent":"3.085052854s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:45.367738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.496039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:45.367783Z","caller":"traceutil/trace.go:171","msg":"trace[1712378655] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:43138; }","duration":"1.332836387s","start":"2026-04-28T18:51:44.034928Z","end":"2026-04-28T18:51:45.367764Z","steps":["trace[1712378655] 'agreement among raft nodes before linearized reading' (duration: 1.332629412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.36782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298891706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:45.367836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:44.0349Z","time spent":"1.33292416s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:51:45.367859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778819711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:51:45.367877Z","caller":"traceutil/trace.go:171","msg":"trace[248884716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43138; }","duration":"2.778874953s","start":"2026-04-28T18:51:42.588996Z","end":"2026-04-28T18:51:45.367871Z","steps":["trace[248884716] 'agreement among raft nodes before linearized reading' (duration: 2.77877305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775312183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:51:45.367882Z","caller":"traceutil/trace.go:171","msg":"trace[1718214867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43138; }","duration":"1.2989882s","start":"2026-04-28T18:51:44.068871Z","end":"2026-04-28T18:51:45.367859Z","steps":["trace[1718214867] 'agreement among raft nodes before linearized reading' (duration: 1.298928708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777555629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bknff\" ","response":"range_response_count:1 size:4467"} {"level":"warn","ts":"2026-04-28T18:51:45.367946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:44.068842Z","time spent":"1.299092291s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:51:45.367976Z","caller":"traceutil/trace.go:171","msg":"trace[1162349974] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bknff; range_end:; response_count:1; response_revision:43138; }","duration":"4.77763406s","start":"2026-04-28T18:51:40.590327Z","end":"2026-04-28T18:51:45.367961Z","steps":["trace[1162349974] 'agreement among raft nodes before linearized reading' (duration: 4.777462186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.36802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.590313Z","time spent":"4.777695851s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4491,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bknff\" "} {"level":"warn","ts":"2026-04-28T18:51:45.36799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777570899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-user\" ","response":"range_response_count:1 size:712"} {"level":"warn","ts":"2026-04-28T18:51:45.368038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069496481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:45.368064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777190869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-04-28T18:51:45.368073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687626289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-etc\" ","response":"range_response_count:1 size:22616"} {"level":"warn","ts":"2026-04-28T18:51:45.368072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939090625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pzpcx.18aa95133671dc6d\" ","response":"range_response_count:1 size:852"} {"level":"warn","ts":"2026-04-28T18:51:45.367415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330145978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:45.368098Z","caller":"traceutil/trace.go:171","msg":"trace[1183017361] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:43138; }","duration":"2.069601014s","start":"2026-04-28T18:51:43.298478Z","end":"2026-04-28T18:51:45.368079Z","steps":["trace[1183017361] 'agreement among raft nodes before linearized reading' (duration: 2.069496621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58827921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:51:45.368136Z","caller":"traceutil/trace.go:171","msg":"trace[1606563531] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pzpcx.18aa95133671dc6d; range_end:; response_count:1; response_revision:43138; }","duration":"1.939221898s","start":"2026-04-28T18:51:43.4289Z","end":"2026-04-28T18:51:45.368122Z","steps":["trace[1606563531] 'agreement among raft nodes before linearized reading' (duration: 1.939061664s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:45.368158Z","caller":"traceutil/trace.go:171","msg":"trace[745863371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43138; }","duration":"4.588349923s","start":"2026-04-28T18:51:40.779804Z","end":"2026-04-28T18:51:45.368154Z","steps":["trace[745863371] 'agreement among raft nodes before linearized reading' (duration: 4.588301512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:43.298456Z","time spent":"2.069681616s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:45.368151Z","caller":"traceutil/trace.go:171","msg":"trace[1898435946] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:43138; }","duration":"3.330928527s","start":"2026-04-28T18:51:42.037201Z","end":"2026-04-28T18:51:45.368129Z","steps":["trace[1898435946] 'agreement among raft nodes before linearized reading' (duration: 3.330156308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49078506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:45.368181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:43.428857Z","time spent":"1.9393108s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":876,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pzpcx.18aa95133671dc6d\" "} {"level":"info","ts":"2026-04-28T18:51:45.368209Z","caller":"traceutil/trace.go:171","msg":"trace[208826312] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:43138; }","duration":"4.491487447s","start":"2026-04-28T18:51:40.876712Z","end":"2026-04-28T18:51:45.368199Z","steps":["trace[208826312] 'agreement among raft nodes before linearized reading' (duration: 4.490779059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753737635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:51:45.368223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:42.037174Z","time spent":"3.33101933s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:45.368093Z","caller":"traceutil/trace.go:171","msg":"trace[74334106] range","detail":"{range_begin:/registry/secrets/openstack/cinder-etc; range_end:; response_count:1; response_revision:43138; }","duration":"4.68769018s","start":"2026-04-28T18:51:40.680398Z","end":"2026-04-28T18:51:45.368089Z","steps":["trace[74334106] 'agreement among raft nodes before linearized reading' (duration: 4.687617458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.36826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.876681Z","time spent":"4.491563099s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:45.368258Z","caller":"traceutil/trace.go:171","msg":"trace[1548030992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43138; }","duration":"4.753802596s","start":"2026-04-28T18:51:40.614444Z","end":"2026-04-28T18:51:45.368247Z","steps":["trace[1548030992] 'agreement among raft nodes before linearized reading' (duration: 4.753684483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.680376Z","time spent":"4.687898386s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":22640,"request content":"key:\"/registry/secrets/openstack/cinder-etc\" "} {"level":"warn","ts":"2026-04-28T18:51:45.368306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.614431Z","time spent":"4.753867119s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:45.368177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.779778Z","time spent":"4.588396023s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:51:45.367892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:42.588974Z","time spent":"2.778914314s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:45.367673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170735036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:45.367819Z","caller":"traceutil/trace.go:171","msg":"trace[1291347548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:43138; }","duration":"674.659652ms","start":"2026-04-28T18:51:44.693143Z","end":"2026-04-28T18:51:45.367802Z","steps":["trace[1291347548] 'agreement among raft nodes before linearized reading' (duration: 674.513659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:45.368465Z","caller":"traceutil/trace.go:171","msg":"trace[710966871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:43138; }","duration":"4.171558757s","start":"2026-04-28T18:51:41.196886Z","end":"2026-04-28T18:51:45.368445Z","steps":["trace[710966871] 'agreement among raft nodes before linearized reading' (duration: 4.170754647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:41.196862Z","time spent":"4.171640029s","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:45.368526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:44.693124Z","time spent":"675.37319ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:45.367758Z","caller":"traceutil/trace.go:171","msg":"trace[73064224] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:43138; }","duration":"163.412732ms","start":"2026-04-28T18:51:45.20432Z","end":"2026-04-28T18:51:45.367733Z","steps":["trace[73064224] 'agreement among raft nodes before linearized reading' (duration: 163.291749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.367764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31840956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:45.368592Z","caller":"traceutil/trace.go:171","msg":"trace[105789910] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:43138; }","duration":"4.319289002s","start":"2026-04-28T18:51:41.049292Z","end":"2026-04-28T18:51:45.368582Z","steps":["trace[105789910] 'agreement among raft nodes before linearized reading' (duration: 4.31842306s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:45.367933Z","caller":"traceutil/trace.go:171","msg":"trace[1566725129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43138; }","duration":"2.775436876s","start":"2026-04-28T18:51:42.592481Z","end":"2026-04-28T18:51:45.367918Z","steps":["trace[1566725129] 'agreement among raft nodes before linearized reading' (duration: 2.775239841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:41.049264Z","time spent":"4.319354203s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:45.368091Z","caller":"traceutil/trace.go:171","msg":"trace[1105231209] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:43138; }","duration":"4.77723138s","start":"2026-04-28T18:51:40.590852Z","end":"2026-04-28T18:51:45.368083Z","steps":["trace[1105231209] 'agreement among raft nodes before linearized reading' (duration: 4.777081086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.590846Z","time spent":"4.777839475s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-04-28T18:51:45.36865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:42.592448Z","time spent":"2.776183365s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T18:51:45.368093Z","caller":"traceutil/trace.go:171","msg":"trace[900038423] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-user; range_end:; response_count:1; response_revision:43138; }","duration":"4.777694082s","start":"2026-04-28T18:51:40.590375Z","end":"2026-04-28T18:51:45.368069Z","steps":["trace[900038423] 'agreement among raft nodes before linearized reading' (duration: 4.777394394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.368843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.590368Z","time spent":"4.778465221s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-user\" "} {"level":"warn","ts":"2026-04-28T18:51:45.370161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766163571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T18:51:45.370288Z","caller":"traceutil/trace.go:171","msg":"trace[51413173] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:43138; }","duration":"4.766313685s","start":"2026-04-28T18:51:40.603956Z","end":"2026-04-28T18:51:45.37027Z","steps":["trace[51413173] 'agreement among raft nodes before linearized reading' (duration: 4.763489563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.370337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:40.603944Z","time spent":"4.766381036s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T18:51:45.371785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389688567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:51:45.371901Z","caller":"traceutil/trace.go:171","msg":"trace[463855669] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:43138; }","duration":"2.389837641s","start":"2026-04-28T18:51:42.982005Z","end":"2026-04-28T18:51:45.371843Z","steps":["trace[463855669] 'agreement among raft nodes before linearized reading' (duration: 2.386032935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:45.371981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:42.981979Z","time spent":"2.389953874s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1703,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:45.827712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.370634Z","time spent":"457.070746ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:47.378031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:47.378887Z","caller":"traceutil/trace.go:171","msg":"trace[593903409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083832s","start":"2026-04-28T18:51:45.378011Z","end":"2026-04-28T18:51:47.37885Z","steps":["trace[593903409] 'agreement among raft nodes before linearized reading' (duration: 1.999953707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:47.378997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.377996Z","time spent":"2.000959943s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:48.224689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.397157707s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:48.225336Z","caller":"traceutil/trace.go:171","msg":"trace[1381647703] transaction","detail":"{read_only:false; response_revision:43139; number_of_response:1; }","duration":"2.852643653s","start":"2026-04-28T18:51:45.372653Z","end":"2026-04-28T18:51:48.225297Z","steps":["trace[1381647703] 'process raft request' (duration: 2.852303165s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:48.225417Z","caller":"traceutil/trace.go:171","msg":"trace[1125399185] linearizableReadLoop","detail":"{readStateIndex:44621; appliedIndex:44619; }","duration":"2.851494045s","start":"2026-04-28T18:51:45.373897Z","end":"2026-04-28T18:51:48.225391Z","steps":["trace[1125399185] 'read index received' (duration: 453.62746ms)","trace[1125399185] 'applied index is now lower than readState.Index' (duration: 2.397863294s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:48.225544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.372624Z","time spent":"2.852783516s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:48.225921Z","caller":"traceutil/trace.go:171","msg":"trace[543667177] transaction","detail":"{read_only:false; response_revision:43141; number_of_response:1; }","duration":"2.851170456s","start":"2026-04-28T18:51:45.374731Z","end":"2026-04-28T18:51:48.225901Z","steps":["trace[543667177] 'process raft request' (duration: 2.85049969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:48.225919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852008977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-04-28T18:51:48.225998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.374724Z","time spent":"2.851237108s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:48.226006Z","caller":"traceutil/trace.go:171","msg":"trace[238087005] transaction","detail":"{read_only:false; response_revision:43140; number_of_response:1; }","duration":"2.851953626s","start":"2026-04-28T18:51:45.374039Z","end":"2026-04-28T18:51:48.225993Z","steps":["trace[238087005] 'process raft request' (duration: 2.851108365s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:48.226035Z","caller":"traceutil/trace.go:171","msg":"trace[898665132] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:43143; }","duration":"2.85213872s","start":"2026-04-28T18:51:45.373876Z","end":"2026-04-28T18:51:48.226014Z","steps":["trace[898665132] 'agreement among raft nodes before linearized reading' (duration: 2.851861753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:48.22612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.374025Z","time spent":"2.852009037s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:48.226128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.373864Z","time spent":"2.852241952s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-04-28T18:51:48.22607Z","caller":"traceutil/trace.go:171","msg":"trace[845266862] transaction","detail":"{read_only:false; response_revision:43143; number_of_response:1; }","duration":"2.845942793s","start":"2026-04-28T18:51:45.38008Z","end":"2026-04-28T18:51:48.226022Z","steps":["trace[845266862] 'process raft request' (duration: 2.845223285s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:48.226239Z","caller":"traceutil/trace.go:171","msg":"trace[210038908] transaction","detail":"{read_only:false; response_revision:43142; number_of_response:1; }","duration":"2.848477588s","start":"2026-04-28T18:51:45.377754Z","end":"2026-04-28T18:51:48.226232Z","steps":["trace[210038908] 'process raft request' (duration: 2.847511823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:48.226278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.377726Z","time spent":"2.848532739s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:48.227179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.380055Z","time spent":"2.846139399s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4778,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:48.72575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:49.226413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:49.378613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:49.378696Z","caller":"traceutil/trace.go:171","msg":"trace[179201550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516572s","start":"2026-04-28T18:51:47.378161Z","end":"2026-04-28T18:51:49.378677Z","steps":["trace[179201550] 'agreement among raft nodes before linearized reading' (duration: 2.000402379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:49.378795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:47.37813Z","time spent":"2.000654406s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:49.662328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183486131s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:51:49.859019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.0511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:49.85926Z","caller":"traceutil/trace.go:171","msg":"trace[334975056] transaction","detail":"{read_only:false; response_revision:43144; number_of_response:1; }","duration":"4.029896126s","start":"2026-04-28T18:51:45.829333Z","end":"2026-04-28T18:51:49.859229Z","steps":["trace[334975056] 'process raft request' (duration: 3.833518538s)","trace[334975056] 'compare' (duration: 195.398383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:49.859376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.8293Z","time spent":"4.030036559s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:50.453666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.377649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:50.453856Z","caller":"traceutil/trace.go:171","msg":"trace[341856560] linearizableReadLoop","detail":"{readStateIndex:44628; appliedIndex:44625; }","duration":"2.228356807s","start":"2026-04-28T18:51:48.225481Z","end":"2026-04-28T18:51:50.453837Z","steps":["trace[341856560] 'read index received' (duration: 1.437174372s)","trace[341856560] 'applied index is now lower than readState.Index' (duration: 791.180815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:50.454081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.078912008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:50.454115Z","caller":"traceutil/trace.go:171","msg":"trace[208287509] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:43146; }","duration":"4.07899003s","start":"2026-04-28T18:51:46.375114Z","end":"2026-04-28T18:51:50.454104Z","steps":["trace[208287509] 'agreement among raft nodes before linearized reading' (duration: 4.078928518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.454145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:46.375088Z","time spent":"4.079047833s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:50.45433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68883201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:50.45436Z","caller":"traceutil/trace.go:171","msg":"trace[996098990] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:43146; }","duration":"4.688895922s","start":"2026-04-28T18:51:45.765455Z","end":"2026-04-28T18:51:50.45435Z","steps":["trace[996098990] 'agreement among raft nodes before linearized reading' (duration: 4.688848871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.454382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.765422Z","time spent":"4.688953253s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:50.454498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837369236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:50.454623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871695486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:51:50.454652Z","caller":"traceutil/trace.go:171","msg":"trace[1715924909] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:43146; }","duration":"4.871776937s","start":"2026-04-28T18:51:45.582867Z","end":"2026-04-28T18:51:50.454644Z","steps":["trace[1715924909] 'agreement among raft nodes before linearized reading' (duration: 4.871617683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.454692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.582838Z","time spent":"4.87184921s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-04-28T18:51:50.454728Z","caller":"traceutil/trace.go:171","msg":"trace[792988012] transaction","detail":"{read_only:false; response_revision:43145; number_of_response:1; }","duration":"1.824514081s","start":"2026-04-28T18:51:48.630194Z","end":"2026-04-28T18:51:50.454708Z","steps":["trace[792988012] 'process raft request' (duration: 1.422994892s)","trace[792988012] 'compare' (duration: 400.120173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:50.454797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976767199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:51:50.454823Z","caller":"traceutil/trace.go:171","msg":"trace[1449076160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43146; }","duration":"4.97679201s","start":"2026-04-28T18:51:45.478024Z","end":"2026-04-28T18:51:50.454816Z","steps":["trace[1449076160] 'agreement among raft nodes before linearized reading' (duration: 4.976721328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.454842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.477955Z","time spent":"4.976882862s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:51:50.454883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.630166Z","time spent":"1.824623654s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:50.454853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28091044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:50.454936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979615222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"warn","ts":"2026-04-28T18:51:50.4549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48800626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:50.455451Z","caller":"traceutil/trace.go:171","msg":"trace[1757632515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:43146; }","duration":"2.488633025s","start":"2026-04-28T18:51:47.966785Z","end":"2026-04-28T18:51:50.455418Z","steps":["trace[1757632515] 'agreement among raft nodes before linearized reading' (duration: 2.487895926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.455001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988181428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" ","response":"range_response_count:1 size:1100"} {"level":"warn","ts":"2026-04-28T18:51:50.45554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:47.966757Z","time spent":"2.488741608s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:50.455556Z","caller":"traceutil/trace.go:171","msg":"trace[269427521] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-admin; range_end:; response_count:1; response_revision:43146; }","duration":"4.988762614s","start":"2026-04-28T18:51:45.466766Z","end":"2026-04-28T18:51:50.455529Z","steps":["trace[269427521] 'agreement among raft nodes before linearized reading' (duration: 4.988187729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.455614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.466741Z","time spent":"4.988858645s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1124,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" "} {"level":"info","ts":"2026-04-28T18:51:50.454997Z","caller":"traceutil/trace.go:171","msg":"trace[1775513097] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:43146; }","duration":"2.281132835s","start":"2026-04-28T18:51:48.17381Z","end":"2026-04-28T18:51:50.454943Z","steps":["trace[1775513097] 'agreement among raft nodes before linearized reading' (duration: 2.280873978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.455779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.173784Z","time spent":"2.281933485s","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:50.454967Z","caller":"traceutil/trace.go:171","msg":"trace[38428242] transaction","detail":"{read_only:false; response_revision:43146; number_of_response:1; }","duration":"1.369095736s","start":"2026-04-28T18:51:49.085777Z","end":"2026-04-28T18:51:50.454873Z","steps":["trace[38428242] 'process raft request' (duration: 1.368000158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.456046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:49.085739Z","time spent":"1.370219894s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:50.455059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08013916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T18:51:50.456129Z","caller":"traceutil/trace.go:171","msg":"trace[1052246182] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:43146; }","duration":"5.081207136s","start":"2026-04-28T18:51:45.374907Z","end":"2026-04-28T18:51:50.456114Z","steps":["trace[1052246182] 'agreement among raft nodes before linearized reading' (duration: 5.080104539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.456168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.374902Z","time spent":"5.081253607s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T18:51:50.455025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31761524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:50.456258Z","caller":"traceutil/trace.go:171","msg":"trace[1200756615] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:43146; }","duration":"2.318945734s","start":"2026-04-28T18:51:48.137301Z","end":"2026-04-28T18:51:50.456247Z","steps":["trace[1200756615] 'agreement among raft nodes before linearized reading' (duration: 2.317558329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.456296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.137279Z","time spent":"2.319006675s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:50.455082Z","caller":"traceutil/trace.go:171","msg":"trace[1096772750] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:43146; }","duration":"4.979660153s","start":"2026-04-28T18:51:45.475291Z","end":"2026-04-28T18:51:50.454951Z","steps":["trace[1096772750] 'agreement among raft nodes before linearized reading' (duration: 4.979601272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.456419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.475278Z","time spent":"4.981110689s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/openstack/heat-api\" "} {"level":"info","ts":"2026-04-28T18:51:50.454633Z","caller":"traceutil/trace.go:171","msg":"trace[219194738] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:43146; }","duration":"3.837750415s","start":"2026-04-28T18:51:46.616855Z","end":"2026-04-28T18:51:50.454605Z","steps":["trace[219194738] 'agreement among raft nodes before linearized reading' (duration: 3.83713043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.455122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373819094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:50.456578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:46.616831Z","time spent":"3.839667083s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:50.456644Z","caller":"traceutil/trace.go:171","msg":"trace[570910221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:43146; }","duration":"3.375353993s","start":"2026-04-28T18:51:47.081237Z","end":"2026-04-28T18:51:50.456591Z","steps":["trace[570910221] 'agreement among raft nodes before linearized reading' (duration: 3.373851146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.455174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08053307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-etc\" ","response":"range_response_count:1 size:22616"} {"level":"info","ts":"2026-04-28T18:51:50.456725Z","caller":"traceutil/trace.go:171","msg":"trace[1762310972] range","detail":"{range_begin:/registry/secrets/openstack/cinder-etc; range_end:; response_count:1; response_revision:43146; }","duration":"5.082088888s","start":"2026-04-28T18:51:45.374624Z","end":"2026-04-28T18:51:50.456713Z","steps":["trace[1762310972] 'agreement among raft nodes before linearized reading' (duration: 5.080500118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.456781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:45.374617Z","time spent":"5.082151052s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":22640,"request content":"key:\"/registry/secrets/openstack/cinder-etc\" "} {"level":"warn","ts":"2026-04-28T18:51:50.455166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334737853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:50.456841Z","caller":"traceutil/trace.go:171","msg":"trace[1278261697] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:43146; }","duration":"3.336483748s","start":"2026-04-28T18:51:47.120347Z","end":"2026-04-28T18:51:50.45683Z","steps":["trace[1278261697] 'agreement among raft nodes before linearized reading' (duration: 3.334776144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.455305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545482187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:50.45688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:47.120222Z","time spent":"3.336646923s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:50.456891Z","caller":"traceutil/trace.go:171","msg":"trace[1980987932] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:43146; }","duration":"3.547105408s","start":"2026-04-28T18:51:46.90977Z","end":"2026-04-28T18:51:50.456875Z","steps":["trace[1980987932] 'agreement among raft nodes before linearized reading' (duration: 3.545397615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:50.456926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:47.081213Z","time spent":"3.375470555s","remote":"127.0.0.1:56486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:50.456927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:46.909659Z","time spent":"3.547255462s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:50.95453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:51.386953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:51.387153Z","caller":"traceutil/trace.go:171","msg":"trace[1464760980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601425s","start":"2026-04-28T18:51:49.386521Z","end":"2026-04-28T18:51:51.387122Z","steps":["trace[1464760980] 'agreement among raft nodes before linearized reading' (duration: 2.000365329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:51.387228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:49.386502Z","time spent":"2.000709168s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:51.455063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:51.955722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:51:52.441216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.388020976s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:51:52.442603Z","caller":"traceutil/trace.go:171","msg":"trace[1662795579] transaction","detail":"{read_only:false; response_revision:43147; number_of_response:1; }","duration":"2.390077478s","start":"2026-04-28T18:51:50.052443Z","end":"2026-04-28T18:51:52.442521Z","steps":["trace[1662795579] 'process raft request' (duration: 2.389740669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:52.44281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.052406Z","time spent":"2.390279162s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:53.387513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999770704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:53.38763Z","caller":"traceutil/trace.go:171","msg":"trace[135595873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999964069s","start":"2026-04-28T18:51:51.38763Z","end":"2026-04-28T18:51:53.387594Z","steps":["trace[135595873] 'agreement among raft nodes before linearized reading' (duration: 1.999794004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:53.38772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:51.387601Z","time spent":"2.000106532s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:54.152394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99889161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:54.152491Z","caller":"traceutil/trace.go:171","msg":"trace[1697086671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999073735s","start":"2026-04-28T18:51:49.153395Z","end":"2026-04-28T18:51:54.152469Z","steps":["trace[1697086671] 'agreement among raft nodes before linearized reading' (duration: 4.998933241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:54.152545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:49.153352Z","time spent":"4.999182637s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:55.230367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998628644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:55.230471Z","caller":"traceutil/trace.go:171","msg":"trace[638136803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998811778s","start":"2026-04-28T18:51:50.231635Z","end":"2026-04-28T18:51:55.230446Z","steps":["trace[638136803] 'agreement among raft nodes before linearized reading' (duration: 4.998662504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:55.230597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.231611Z","time spent":"4.998912941s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:51:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:55.396123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:52.685405Z","time spent":"2.710707406s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:51:55.396538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999831885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:51:55.396659Z","caller":"traceutil/trace.go:171","msg":"trace[1645711734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048201s","start":"2026-04-28T18:51:53.396581Z","end":"2026-04-28T18:51:55.396629Z","steps":["trace[1645711734] 'agreement among raft nodes before linearized reading' (duration: 1.999874826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:55.396742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:53.39655Z","time spent":"2.000174874s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:55.397806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6446229s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:55.398023Z","caller":"traceutil/trace.go:171","msg":"trace[35939673] transaction","detail":"{read_only:false; response_revision:43149; number_of_response:1; }","duration":"2.88133838s","start":"2026-04-28T18:51:52.516668Z","end":"2026-04-28T18:51:55.398006Z","steps":["trace[35939673] 'process raft request' (duration: 2.881225457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:55.398099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:52.516638Z","time spent":"2.881428202s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:51:55.398281Z","caller":"traceutil/trace.go:171","msg":"trace[551090820] transaction","detail":"{read_only:false; response_revision:43148; number_of_response:1; }","duration":"4.936146979s","start":"2026-04-28T18:51:50.46211Z","end":"2026-04-28T18:51:55.398257Z","steps":["trace[551090820] 'process raft request' (duration: 3.290966835s)","trace[551090820] 'compare' (duration: 1.643091632s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:55.39832Z","caller":"traceutil/trace.go:171","msg":"trace[2229333] linearizableReadLoop","detail":"{readStateIndex:44630; appliedIndex:44628; }","duration":"4.944404189s","start":"2026-04-28T18:51:50.453885Z","end":"2026-04-28T18:51:55.398289Z","steps":["trace[2229333] 'read index received' (duration: 1.987718529s)","trace[2229333] 'applied index is now lower than readState.Index' (duration: 2.95668174s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:55.398351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.462082Z","time spent":"4.936234652s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:51:56.176224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.230398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:51:56.176341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312917009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T18:51:56.176386Z","caller":"traceutil/trace.go:171","msg":"trace[652285454] linearizableReadLoop","detail":"{readStateIndex:44632; appliedIndex:44631; }","duration":"777.991781ms","start":"2026-04-28T18:51:55.398375Z","end":"2026-04-28T18:51:56.176367Z","steps":["trace[652285454] 'read index received' (duration: 2.320578ms)","trace[652285454] 'applied index is now lower than readState.Index' (duration: 775.669823ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:51:56.176395Z","caller":"traceutil/trace.go:171","msg":"trace[510635216] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:43149; }","duration":"6.313030882s","start":"2026-04-28T18:51:49.863346Z","end":"2026-04-28T18:51:56.176377Z","steps":["trace[510635216] 'agreement among raft nodes before linearized reading' (duration: 5.535363709s)","trace[510635216] 'range keys from in-memory index tree' (duration: 777.449127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.176442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:49.863287Z","time spent":"6.313144485s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:51:56.176482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529961532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:56.176507Z","caller":"traceutil/trace.go:171","msg":"trace[2088710876] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:43149; }","duration":"6.530046404s","start":"2026-04-28T18:51:49.646448Z","end":"2026-04-28T18:51:56.176494Z","steps":["trace[2088710876] 'agreement among raft nodes before linearized reading' (duration: 5.752279589s)","trace[2088710876] 'count revisions from in-memory index tree' (duration: 777.728335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.176528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:49.646377Z","time spent":"6.530143576s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.176743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.545858413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:51:56.176761Z","caller":"traceutil/trace.go:171","msg":"trace[981492038] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43149; }","duration":"7.545924665s","start":"2026-04-28T18:51:48.63083Z","end":"2026-04-28T18:51:56.176755Z","steps":["trace[981492038] 'agreement among raft nodes before linearized reading' (duration: 6.767913983s)","trace[981492038] 'range keys from in-memory index tree' (duration: 777.94722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.176763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.944746687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:51:56.176783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.630804Z","time spent":"7.545973696s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T18:51:56.176796Z","caller":"traceutil/trace.go:171","msg":"trace[80935864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43149; }","duration":"5.944822679s","start":"2026-04-28T18:51:50.231962Z","end":"2026-04-28T18:51:56.176784Z","steps":["trace[80935864] 'agreement among raft nodes before linearized reading' (duration: 5.166695494s)","trace[80935864] 'range keys from in-memory index tree' (duration: 778.031012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.176825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.231934Z","time spent":"5.94488444s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:56.176908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.716758136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:56.176932Z","caller":"traceutil/trace.go:171","msg":"trace[1156423470] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43149; }","duration":"7.716779796s","start":"2026-04-28T18:51:48.460141Z","end":"2026-04-28T18:51:56.176921Z","steps":["trace[1156423470] 'agreement among raft nodes before linearized reading' (duration: 6.938618721s)","trace[1156423470] 'range keys from in-memory index tree' (duration: 778.122244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.176952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.460118Z","time spent":"7.716827148s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:51:56.177025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945166017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T18:51:56.177058Z","caller":"traceutil/trace.go:171","msg":"trace[1204482125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43149; }","duration":"5.945215398s","start":"2026-04-28T18:51:50.231832Z","end":"2026-04-28T18:51:56.177047Z","steps":["trace[1204482125] 'agreement among raft nodes before linearized reading' (duration: 5.166861328s)","trace[1204482125] 'range keys from in-memory index tree' (duration: 778.266528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.177086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.231824Z","time spent":"5.945254899s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:51:56.177119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.943567675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-04-28T18:51:56.177137Z","caller":"traceutil/trace.go:171","msg":"trace[1531186146] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:43149; }","duration":"7.943625526s","start":"2026-04-28T18:51:48.233505Z","end":"2026-04-28T18:51:56.17713Z","steps":["trace[1531186146] 'agreement among raft nodes before linearized reading' (duration: 7.165276436s)","trace[1531186146] 'range keys from in-memory index tree' (duration: 778.287958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.177153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.233486Z","time spent":"7.943662819s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4799,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T18:51:56.177466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.946295685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-28T18:51:56.177485Z","caller":"traceutil/trace.go:171","msg":"trace[908399932] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:43149; }","duration":"7.946312686s","start":"2026-04-28T18:51:48.231164Z","end":"2026-04-28T18:51:56.177477Z","steps":["trace[908399932] 'agreement among raft nodes before linearized reading' (duration: 7.167631697s)","trace[908399932] 'range keys from in-memory index tree' (duration: 778.620048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.177501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.231132Z","time spent":"7.946365147s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-28T18:51:56.177628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947426204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aa94e58bf255fa\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-04-28T18:51:56.177651Z","caller":"traceutil/trace.go:171","msg":"trace[684352779] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aa94e58bf255fa; range_end:; response_count:1; response_revision:43149; }","duration":"7.947487265s","start":"2026-04-28T18:51:48.230154Z","end":"2026-04-28T18:51:56.177641Z","steps":["trace[684352779] 'agreement among raft nodes before linearized reading' (duration: 7.168656302s)","trace[684352779] 'range keys from in-memory index tree' (duration: 778.777802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:56.177668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:48.230127Z","time spent":"7.947536547s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":809,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18aa94e58bf255fa\" "} {"level":"warn","ts":"2026-04-28T18:51:56.177866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.65248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:56.177886Z","caller":"traceutil/trace.go:171","msg":"trace[553228637] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:43149; }","duration":"913.719372ms","start":"2026-04-28T18:51:55.26416Z","end":"2026-04-28T18:51:56.177879Z","steps":["trace[553228637] 'agreement among raft nodes before linearized reading' (duration: 913.676331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.177902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.264133Z","time spent":"913.763973ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.178024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669301396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:56.178042Z","caller":"traceutil/trace.go:171","msg":"trace[446604261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:43149; }","duration":"1.669321907s","start":"2026-04-28T18:51:54.508714Z","end":"2026-04-28T18:51:56.178035Z","steps":["trace[446604261] 'agreement among raft nodes before linearized reading' (duration: 1.669286306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.178059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:54.508421Z","time spent":"1.669632244s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.178593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138869909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319922"} {"level":"info","ts":"2026-04-28T18:51:56.17862Z","caller":"traceutil/trace.go:171","msg":"trace[1811441821] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:43149; }","duration":"2.138940541s","start":"2026-04-28T18:51:54.039672Z","end":"2026-04-28T18:51:56.178613Z","steps":["trace[1811441821] 'agreement among raft nodes before linearized reading' (duration: 2.1384835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.17864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:54.039648Z","time spent":"2.138986213s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319946,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:51:56.178876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55824014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:56.178903Z","caller":"traceutil/trace.go:171","msg":"trace[1283807407] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:43149; }","duration":"2.558323662s","start":"2026-04-28T18:51:53.620572Z","end":"2026-04-28T18:51:56.178896Z","steps":["trace[1283807407] 'agreement among raft nodes before linearized reading' (duration: 2.558274751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.178922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:53.620545Z","time spent":"2.558370173s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.179199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.722930004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623370-jkpc4\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-04-28T18:51:56.179299Z","caller":"traceutil/trace.go:171","msg":"trace[1271690351] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29623370-jkpc4; range_end:; response_count:1; response_revision:43149; }","duration":"5.723063997s","start":"2026-04-28T18:51:50.456208Z","end":"2026-04-28T18:51:56.179272Z","steps":["trace[1271690351] 'agreement among raft nodes before linearized reading' (duration: 5.722724028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.179352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.456189Z","time spent":"5.723152889s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6860,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623370-jkpc4\" "} {"level":"warn","ts":"2026-04-28T18:51:56.179805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.182247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:56.179811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596001757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:56.179856Z","caller":"traceutil/trace.go:171","msg":"trace[548384792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43149; }","duration":"780.284839ms","start":"2026-04-28T18:51:55.399559Z","end":"2026-04-28T18:51:56.179844Z","steps":["trace[548384792] 'agreement among raft nodes before linearized reading' (duration: 780.214117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.179832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022885058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:56.179855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307929264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:51:56.179938Z","caller":"traceutil/trace.go:171","msg":"trace[995843191] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:43149; }","duration":"3.308066347s","start":"2026-04-28T18:51:52.871858Z","end":"2026-04-28T18:51:56.179924Z","steps":["trace[995843191] 'agreement among raft nodes before linearized reading' (duration: 3.307726769s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:56.179948Z","caller":"traceutil/trace.go:171","msg":"trace[755809889] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:43149; }","duration":"5.023063622s","start":"2026-04-28T18:51:51.156856Z","end":"2026-04-28T18:51:56.17992Z","steps":["trace[755809889] 'agreement among raft nodes before linearized reading' (duration: 5.022675132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.179975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:52.871834Z","time spent":"3.3081283s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.180008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631373204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" ","response":"range_response_count:1 size:1100"} {"level":"info","ts":"2026-04-28T18:51:56.180052Z","caller":"traceutil/trace.go:171","msg":"trace[462895481] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-admin; range_end:; response_count:1; response_revision:43149; }","duration":"5.631456806s","start":"2026-04-28T18:51:50.548587Z","end":"2026-04-28T18:51:56.180044Z","steps":["trace[462895481] 'agreement among raft nodes before linearized reading' (duration: 5.631014414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614534626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-test\" ","response":"range_response_count:1 size:1069"} {"level":"warn","ts":"2026-04-28T18:51:56.180083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.54856Z","time spent":"5.631514067s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1124,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" "} {"level":"warn","ts":"2026-04-28T18:51:56.180018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:51.15683Z","time spent":"5.023171576s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.18011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229297671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:51:56.180118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.405121Z","time spent":"774.995916ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:51:56.180137Z","caller":"traceutil/trace.go:171","msg":"trace[757839980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43149; }","duration":"4.229375293s","start":"2026-04-28T18:51:51.950755Z","end":"2026-04-28T18:51:56.18013Z","steps":["trace[757839980] 'agreement among raft nodes before linearized reading' (duration: 4.228819258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:51.950725Z","time spent":"4.229429965s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:51:56.179883Z","caller":"traceutil/trace.go:171","msg":"trace[956044598] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:43149; }","duration":"2.59611809s","start":"2026-04-28T18:51:53.583747Z","end":"2026-04-28T18:51:56.179865Z","steps":["trace[956044598] 'agreement among raft nodes before linearized reading' (duration: 2.595812702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:53.583722Z","time spent":"2.59648833s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.180237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.461374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T18:51:56.180272Z","caller":"traceutil/trace.go:171","msg":"trace[1332374330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43149; }","duration":"776.516434ms","start":"2026-04-28T18:51:55.403745Z","end":"2026-04-28T18:51:56.180262Z","steps":["trace[1332374330] 'agreement among raft nodes before linearized reading' (duration: 776.442703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.764362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:56.179897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.399446Z","time spent":"780.444413ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:51:56.180306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.403732Z","time spent":"776.563076ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:51:56.180435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.720709968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T18:51:56.180461Z","caller":"traceutil/trace.go:171","msg":"trace[1048994306] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c9de635-f181-435e-84e2-7776b8a70f7f; range_end:; response_count:1; response_revision:43149; }","duration":"5.720756158s","start":"2026-04-28T18:51:50.459697Z","end":"2026-04-28T18:51:56.180453Z","steps":["trace[1048994306] 'agreement among raft nodes before linearized reading' (duration: 5.719922246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.18048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.459685Z","time spent":"5.72079016s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8c9de635-f181-435e-84e2-7776b8a70f7f\" "} {"level":"warn","ts":"2026-04-28T18:51:56.180482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72158832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-58fc6dc8d5-cszmn\" ","response":"range_response_count:1 size:8463"} {"level":"info","ts":"2026-04-28T18:51:56.180499Z","caller":"traceutil/trace.go:171","msg":"trace[1830796986] range","detail":"{range_begin:/registry/pods/openstack/heat-api-58fc6dc8d5-cszmn; range_end:; response_count:1; response_revision:43149; }","duration":"5.721636951s","start":"2026-04-28T18:51:50.458856Z","end":"2026-04-28T18:51:56.180493Z","steps":["trace[1830796986] 'agreement among raft nodes before linearized reading' (duration: 5.720778519s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:56.180086Z","caller":"traceutil/trace.go:171","msg":"trace[451315238] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-test; range_end:; response_count:1; response_revision:43149; }","duration":"5.61464545s","start":"2026-04-28T18:51:50.56543Z","end":"2026-04-28T18:51:56.180076Z","steps":["trace[451315238] 'agreement among raft nodes before linearized reading' (duration: 5.614151146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.458822Z","time spent":"5.721686843s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8487,"request content":"key:\"/registry/pods/openstack/heat-api-58fc6dc8d5-cszmn\" "} {"level":"warn","ts":"2026-04-28T18:51:56.180515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.664049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:51:56.180538Z","caller":"traceutil/trace.go:171","msg":"trace[98667794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43149; }","duration":"589.74292ms","start":"2026-04-28T18:51:55.590788Z","end":"2026-04-28T18:51:56.180531Z","steps":["trace[98667794] 'agreement among raft nodes before linearized reading' (duration: 589.669118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.179875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97917153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:51:56.180566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.59076Z","time spent":"589.798642ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T18:51:56.180574Z","caller":"traceutil/trace.go:171","msg":"trace[1940611985] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:43149; }","duration":"3.979920619s","start":"2026-04-28T18:51:52.200642Z","end":"2026-04-28T18:51:56.180563Z","steps":["trace[1940611985] 'agreement among raft nodes before linearized reading' (duration: 3.978923523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:52.200608Z","time spent":"3.979989311s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.180533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:50.565404Z","time spent":"5.615119371s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1093,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-test\" "} {"level":"warn","ts":"2026-04-28T18:51:56.179811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022582279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:51:56.180669Z","caller":"traceutil/trace.go:171","msg":"trace[91804228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43149; }","duration":"5.023528794s","start":"2026-04-28T18:51:51.157128Z","end":"2026-04-28T18:51:56.180657Z","steps":["trace[91804228] 'agreement among raft nodes before linearized reading' (duration: 5.022447636s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:51:56.180364Z","caller":"traceutil/trace.go:171","msg":"trace[1382422778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43149; }","duration":"692.938796ms","start":"2026-04-28T18:51:55.487402Z","end":"2026-04-28T18:51:56.180341Z","steps":["trace[1382422778] 'agreement among raft nodes before linearized reading' (duration: 692.725981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.18069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:51.1571Z","time spent":"5.023581505s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.180723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.487376Z","time spent":"693.330697ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:51:56.180738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.219517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:51:56.180783Z","caller":"traceutil/trace.go:171","msg":"trace[1256960519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43149; }","duration":"591.3474ms","start":"2026-04-28T18:51:55.58942Z","end":"2026-04-28T18:51:56.180767Z","steps":["trace[1256960519] 'agreement among raft nodes before linearized reading' (duration: 591.163366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:56.180817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:55.589391Z","time spent":"591.415752ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:51:57.563022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202459082s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:51:57.563149Z","caller":"traceutil/trace.go:171","msg":"trace[563332238] transaction","detail":"{read_only:false; response_revision:43150; number_of_response:1; }","duration":"1.378859343s","start":"2026-04-28T18:51:56.184267Z","end":"2026-04-28T18:51:57.563126Z","steps":["trace[563332238] 'process raft request' (duration: 176.208157ms)","trace[563332238] 'compare' (duration: 1.201531438s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:51:57.56321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.184241Z","time spent":"1.378944395s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:51:58.191245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:51:58.191359Z","caller":"traceutil/trace.go:171","msg":"trace[1735967910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295387s","start":"2026-04-28T18:51:56.191036Z","end":"2026-04-28T18:51:58.191332Z","steps":["trace[1735967910] 'agreement among raft nodes before linearized reading' (duration: 2.000158593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:51:58.191431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.191028Z","time spent":"2.000387149s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:51:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:51:58.25841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897846049s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:00.191597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:00.191704Z","caller":"traceutil/trace.go:171","msg":"trace[2066432106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005123s","start":"2026-04-28T18:51:58.191623Z","end":"2026-04-28T18:52:00.191675Z","steps":["trace[2066432106] 'agreement among raft nodes before linearized reading' (duration: 1.999923337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:00.19176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:58.191583Z","time spent":"2.000165773s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:00.231427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986862966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:00.231534Z","caller":"traceutil/trace.go:171","msg":"trace[1335697985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.987135384s","start":"2026-04-28T18:51:57.244373Z","end":"2026-04-28T18:52:00.231509Z","steps":["trace[1335697985] 'agreement among raft nodes before linearized reading' (duration: 2.986912338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:00.231445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.186762Z","time spent":"4.044673371s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:00.231599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:57.244337Z","time spent":"2.987242847s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 18:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:00.232135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.189021Z","time spent":"4.043106871s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:00.243675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054700325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:00.24375Z","caller":"traceutil/trace.go:171","msg":"trace[887285755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; }","duration":"4.054800697s","start":"2026-04-28T18:51:56.188931Z","end":"2026-04-28T18:52:00.243732Z","steps":["trace[887285755] 'agreement among raft nodes before linearized reading' (duration: 4.054696285s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:00.243799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.188912Z","time spent":"4.054877069s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} 2026/04/28 18:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:00.350893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.934831196s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:01.188306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.189043Z","time spent":"4.999251498s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:01.894932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543814666s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:01.89692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636260938s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:01.897085Z","caller":"traceutil/trace.go:171","msg":"trace[555461772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43150; }","duration":"3.636441552s","start":"2026-04-28T18:51:58.260621Z","end":"2026-04-28T18:52:01.897062Z","steps":["trace[555461772] 'range keys from in-memory index tree' (duration: 3.636240857s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.898136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639187252s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:01.899154Z","caller":"traceutil/trace.go:171","msg":"trace[1881476565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43158; }","duration":"1.663443608s","start":"2026-04-28T18:52:00.235677Z","end":"2026-04-28T18:52:01.899121Z","steps":["trace[1881476565] 'process raft request' (duration: 1.663396257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.899334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.235646Z","time spent":"1.663595252s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:01.899483Z","caller":"traceutil/trace.go:171","msg":"trace[1543309517] transaction","detail":"{read_only:false; response_revision:43157; number_of_response:1; }","duration":"5.708474548s","start":"2026-04-28T18:51:56.190996Z","end":"2026-04-28T18:52:01.89947Z","steps":["trace[1543309517] 'process raft request' (duration: 5.707899963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.899543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.190985Z","time spent":"5.70852658s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:01.899631Z","caller":"traceutil/trace.go:171","msg":"trace[5929311] transaction","detail":"{read_only:false; response_revision:43155; number_of_response:1; }","duration":"5.710393966s","start":"2026-04-28T18:51:56.189204Z","end":"2026-04-28T18:52:01.899598Z","steps":["trace[5929311] 'process raft request' (duration: 5.709616156s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:01.89977Z","caller":"traceutil/trace.go:171","msg":"trace[1782254311] linearizableReadLoop","detail":"{readStateIndex:44635; appliedIndex:44633; }","duration":"5.713175406s","start":"2026-04-28T18:51:56.186571Z","end":"2026-04-28T18:52:01.899746Z","steps":["trace[1782254311] 'read index received' (duration: 173.934109ms)","trace[1782254311] 'applied index is now lower than readState.Index' (duration: 5.539238787s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:01.899876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.189194Z","time spent":"5.710543539s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:01.899961Z","caller":"traceutil/trace.go:171","msg":"trace[1439399553] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43158; }","duration":"1.665009596s","start":"2026-04-28T18:52:00.23494Z","end":"2026-04-28T18:52:01.89995Z","steps":["trace[1439399553] 'process raft request' (duration: 1.664063533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.900031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.234911Z","time spent":"1.665079348s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:01.900174Z","caller":"traceutil/trace.go:171","msg":"trace[3275020] transaction","detail":"{read_only:false; response_revision:43156; number_of_response:1; }","duration":"5.709489614s","start":"2026-04-28T18:51:56.190667Z","end":"2026-04-28T18:52:01.900157Z","steps":["trace[3275020] 'process raft request' (duration: 5.708191681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.900321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.190636Z","time spent":"5.709592015s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:01.899911Z","caller":"traceutil/trace.go:171","msg":"trace[1881300050] transaction","detail":"{read_only:false; response_revision:43158; number_of_response:1; }","duration":"4.449894172s","start":"2026-04-28T18:51:57.449997Z","end":"2026-04-28T18:52:01.899891Z","steps":["trace[1881300050] 'process raft request' (duration: 4.448969729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.900397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713814123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" ","response":"range_response_count:1 size:1100"} {"level":"info","ts":"2026-04-28T18:52:01.900467Z","caller":"traceutil/trace.go:171","msg":"trace[14192183] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-admin; range_end:; response_count:1; response_revision:43158; }","duration":"5.713916746s","start":"2026-04-28T18:51:56.186533Z","end":"2026-04-28T18:52:01.900449Z","steps":["trace[14192183] 'agreement among raft nodes before linearized reading' (duration: 5.713698379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:01.900466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:57.449955Z","time spent":"4.450448197s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:01.900511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.186525Z","time spent":"5.713974497s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1124,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" "} {"level":"info","ts":"2026-04-28T18:52:01.902941Z","caller":"traceutil/trace.go:171","msg":"trace[1560412376] transaction","detail":"{read_only:false; response_revision:43151; number_of_response:1; }","duration":"5.714094751s","start":"2026-04-28T18:51:56.184335Z","end":"2026-04-28T18:52:01.89843Z","steps":["trace[1560412376] 'process raft request' (duration: 2.074484408s)","trace[1560412376] 'compare' (duration: 3.63796839s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:01.903126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.184315Z","time spent":"5.718686476s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:02.201072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:02.201179Z","caller":"traceutil/trace.go:171","msg":"trace[1498390444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712117s","start":"2026-04-28T18:52:00.200439Z","end":"2026-04-28T18:52:02.201151Z","steps":["trace[1498390444] 'agreement among raft nodes before linearized reading' (duration: 2.000578534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:02.201268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.200413Z","time spent":"2.000823719s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:02.400651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:02.901638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:03.138753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998968742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:03.13885Z","caller":"traceutil/trace.go:171","msg":"trace[32835461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999136596s","start":"2026-04-28T18:51:58.139693Z","end":"2026-04-28T18:52:03.138829Z","steps":["trace[32835461] 'agreement among raft nodes before linearized reading' (duration: 4.999008673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:03.13891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:58.139667Z","time spent":"4.999230309s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 18:52:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:03.402205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:03.851468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908194972s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:52:03.852192Z","caller":"traceutil/trace.go:171","msg":"trace[1663927527] transaction","detail":"{read_only:false; response_revision:43160; number_of_response:1; }","duration":"3.176268047s","start":"2026-04-28T18:52:00.675912Z","end":"2026-04-28T18:52:03.85218Z","steps":["trace[1663927527] 'process raft request' (duration: 3.176131503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:03.852358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.675879Z","time spent":"3.1763785s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:03.852193Z","caller":"traceutil/trace.go:171","msg":"trace[1675020251] transaction","detail":"{read_only:false; response_revision:43159; number_of_response:1; }","duration":"3.206345058s","start":"2026-04-28T18:52:00.645819Z","end":"2026-04-28T18:52:03.852164Z","steps":["trace[1675020251] 'process raft request' (duration: 3.20600841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:03.85262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.645781Z","time spent":"3.206723158s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:04.201715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:04.201796Z","caller":"traceutil/trace.go:171","msg":"trace[1143213930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562393s","start":"2026-04-28T18:52:02.201213Z","end":"2026-04-28T18:52:04.201775Z","steps":["trace[1143213930] 'agreement among raft nodes before linearized reading' (duration: 2.00045601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:04.201855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:02.201176Z","time spent":"2.000668156s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:05.404358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213984053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:05.404461Z","caller":"traceutil/trace.go:171","msg":"trace[361993805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.214125137s","start":"2026-04-28T18:52:03.190313Z","end":"2026-04-28T18:52:05.404438Z","steps":["trace[361993805] 'agreement among raft nodes before linearized reading' (duration: 2.213994583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:05.404517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:03.190302Z","time spent":"2.214203659s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 18:52:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:05.818152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966004448s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:52:05.818625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:03.970196Z","time spent":"1.848422777s","remote":"127.0.0.1:54910","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T18:52:05.821295Z","caller":"traceutil/trace.go:171","msg":"trace[314785932] linearizableReadLoop","detail":"{readStateIndex:44648; appliedIndex:44644; }","duration":"3.921444108s","start":"2026-04-28T18:52:01.899826Z","end":"2026-04-28T18:52:05.821271Z","steps":["trace[314785932] 'read index received' (duration: 1.95186631s)","trace[314785932] 'applied index is now lower than readState.Index' (duration: 1.969574827s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:05.82133Z","caller":"traceutil/trace.go:171","msg":"trace[1067143591] transaction","detail":"{read_only:false; response_revision:43162; number_of_response:1; }","duration":"2.912710856s","start":"2026-04-28T18:52:02.908573Z","end":"2026-04-28T18:52:05.821284Z","steps":["trace[1067143591] 'process raft request' (duration: 2.909680719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:05.82157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:02.90854Z","time spent":"2.912919561s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:07.532931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:08.646814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.905458369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.646915Z","caller":"traceutil/trace.go:171","msg":"trace[1313010498] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:43162; }","duration":"9.905627893s","start":"2026-04-28T18:51:58.741259Z","end":"2026-04-28T18:52:08.646887Z","steps":["trace[1313010498] 'agreement among raft nodes before linearized reading' (duration: 7.080012625s)","trace[1313010498] 'count revisions from in-memory index tree' (duration: 2.825469685s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.646977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:58.741233Z","time spent":"9.905727856s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.647255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.802436649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.647313Z","caller":"traceutil/trace.go:171","msg":"trace[1124048343] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:43162; }","duration":"6.802540471s","start":"2026-04-28T18:52:01.844752Z","end":"2026-04-28T18:52:08.647293Z","steps":["trace[1124048343] 'agreement among raft nodes before linearized reading' (duration: 3.976540923s)","trace[1124048343] 'count revisions from in-memory index tree' (duration: 2.825931686s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.647374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:01.844726Z","time spent":"6.802628713s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.647802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.382182142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-test\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-04-28T18:52:08.647842Z","caller":"traceutil/trace.go:171","msg":"trace[1137034436] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-test; range_end:; response_count:1; response_revision:43162; }","duration":"12.382244774s","start":"2026-04-28T18:51:56.265585Z","end":"2026-04-28T18:52:08.64783Z","steps":["trace[1137034436] 'agreement among raft nodes before linearized reading' (duration: 9.555695953s)","trace[1137034436] 'range keys from in-memory index tree' (duration: 2.826351717s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.647876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.265575Z","time spent":"12.382291265s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1093,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-test\" "} {"level":"warn","ts":"2026-04-28T18:52:08.648046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085593677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.648084Z","caller":"traceutil/trace.go:171","msg":"trace[1074817875] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:43162; }","duration":"7.085678358s","start":"2026-04-28T18:52:01.562392Z","end":"2026-04-28T18:52:08.648071Z","steps":["trace[1074817875] 'agreement among raft nodes before linearized reading' (duration: 4.258911211s)","trace[1074817875] 'count revisions from in-memory index tree' (duration: 2.826720306s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.648115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:01.562367Z","time spent":"7.08573882s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.64828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.372427126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.648321Z","caller":"traceutil/trace.go:171","msg":"trace[2081024871] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:43162; }","duration":"10.372515658s","start":"2026-04-28T18:51:58.27579Z","end":"2026-04-28T18:52:08.648306Z","steps":["trace[2081024871] 'agreement among raft nodes before linearized reading' (duration: 7.545521086s)","trace[2081024871] 'count revisions from in-memory index tree' (duration: 2.826939681s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.648366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:58.275764Z","time spent":"10.372590089s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.648396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.76133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.648528Z","caller":"traceutil/trace.go:171","msg":"trace[631938970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43162; }","duration":"387.912613ms","start":"2026-04-28T18:52:08.260597Z","end":"2026-04-28T18:52:08.648509Z","steps":["trace[631938970] 'range keys from in-memory index tree' (duration: 387.741588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.648569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.450538866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.648603Z","caller":"traceutil/trace.go:171","msg":"trace[1101578314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:43162; }","duration":"12.450607346s","start":"2026-04-28T18:51:56.197985Z","end":"2026-04-28T18:52:08.648592Z","steps":["trace[1101578314] 'agreement among raft nodes before linearized reading' (duration: 9.623338157s)","trace[1101578314] 'count revisions from in-memory index tree' (duration: 2.827212188s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.64864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.197975Z","time spent":"12.450655438s","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.648831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.920094421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.648882Z","caller":"traceutil/trace.go:171","msg":"trace[1639390392] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:43162; }","duration":"7.920204553s","start":"2026-04-28T18:52:00.728665Z","end":"2026-04-28T18:52:08.64887Z","steps":["trace[1639390392] 'agreement among raft nodes before linearized reading' (duration: 5.092660507s)","trace[1639390392] 'count revisions from in-memory index tree' (duration: 2.827469025s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.648916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.728632Z","time spent":"7.920272976s","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.649089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.988126426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:08.649121Z","caller":"traceutil/trace.go:171","msg":"trace[1932024601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43162; }","duration":"8.988199367s","start":"2026-04-28T18:51:59.660909Z","end":"2026-04-28T18:52:08.649108Z","steps":["trace[1932024601] 'agreement among raft nodes before linearized reading' (duration: 6.160411194s)","trace[1932024601] 'count revisions from in-memory index tree' (duration: 2.827736473s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.649201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:59.660883Z","time spent":"8.98830709s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.649463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.705196732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.649513Z","caller":"traceutil/trace.go:171","msg":"trace[798217919] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:43162; }","duration":"10.705279464s","start":"2026-04-28T18:51:57.944219Z","end":"2026-04-28T18:52:08.649499Z","steps":["trace[798217919] 'agreement among raft nodes before linearized reading' (duration: 7.877109021s)","trace[798217919] 'count revisions from in-memory index tree' (duration: 2.828071711s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.649615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:57.944195Z","time spent":"10.705380747s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.649865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.389786626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.649938Z","caller":"traceutil/trace.go:171","msg":"trace[915552794] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:43162; }","duration":"12.389878768s","start":"2026-04-28T18:51:56.260013Z","end":"2026-04-28T18:52:08.649891Z","steps":["trace[915552794] 'agreement among raft nodes before linearized reading' (duration: 9.561331225s)","trace[915552794] 'count revisions from in-memory index tree' (duration: 2.828493441s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.649992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.259983Z","time spent":"12.389992761s","remote":"127.0.0.1:60712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.65228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44182976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.652389Z","caller":"traceutil/trace.go:171","msg":"trace[883351962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43162; }","duration":"2.442012945s","start":"2026-04-28T18:52:06.210352Z","end":"2026-04-28T18:52:08.652365Z","steps":["trace[883351962] 'range keys from in-memory index tree' (duration: 2.441731638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.652453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:06.210329Z","time spent":"2.442110817s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:08.652445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442560387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.652519Z","caller":"traceutil/trace.go:171","msg":"trace[729725571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43162; }","duration":"4.44268798s","start":"2026-04-28T18:52:04.20981Z","end":"2026-04-28T18:52:08.652498Z","steps":["trace[729725571] 'agreement among raft nodes before linearized reading' (duration: 1.611681795s)","trace[729725571] 'range keys from in-memory index tree' (duration: 2.830888833s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.652558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:04.209791Z","time spent":"4.442758853s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:08.652644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301140643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.652686Z","caller":"traceutil/trace.go:171","msg":"trace[1203021084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43162; }","duration":"2.301231216s","start":"2026-04-28T18:52:06.351443Z","end":"2026-04-28T18:52:08.652674Z","steps":["trace[1203021084] 'range keys from in-memory index tree' (duration: 2.301053981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.652697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.084043417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:08.652716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:06.351421Z","time spent":"2.301287378s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:52:08.652723Z","caller":"traceutil/trace.go:171","msg":"trace[1085621998] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:43162; }","duration":"8.084106519s","start":"2026-04-28T18:52:00.568603Z","end":"2026-04-28T18:52:08.65271Z","steps":["trace[1085621998] 'agreement among raft nodes before linearized reading' (duration: 5.252743104s)","trace[1085621998] 'count revisions from in-memory index tree' (duration: 2.831327073s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.652752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:00.568576Z","time spent":"8.08416954s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.652748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94992814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:08.652738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.745569717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dd46b97f5-xzqwh.18aa97798b686130\" ","response":"range_response_count:1 size:908"} {"level":"warn","ts":"2026-04-28T18:52:08.652807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291654263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.652833Z","caller":"traceutil/trace.go:171","msg":"trace[721494583] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:43162; }","duration":"2.291714304s","start":"2026-04-28T18:52:06.361107Z","end":"2026-04-28T18:52:08.652821Z","steps":["trace[721494583] 'count revisions from in-memory index tree' (duration: 2.291507669s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:08.652821Z","caller":"traceutil/trace.go:171","msg":"trace[1103692491] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dd46b97f5-xzqwh.18aa97798b686130; range_end:; response_count:1; response_revision:43162; }","duration":"6.745707691s","start":"2026-04-28T18:52:01.907089Z","end":"2026-04-28T18:52:08.652796Z","steps":["trace[1103692491] 'agreement among raft nodes before linearized reading' (duration: 3.914421749s)","trace[1103692491] 'range keys from in-memory index tree' (duration: 2.831042596s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.652853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:06.361084Z","time spent":"2.291761735s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.652857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.300612308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:08.65287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:01.907026Z","time spent":"6.745831824s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":932,"request content":"key:\"/registry/events/openstack/heat-cfn-7dd46b97f5-xzqwh.18aa97798b686130\" "} {"level":"warn","ts":"2026-04-28T18:52:08.652925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169108566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.652938Z","caller":"traceutil/trace.go:171","msg":"trace[179539882] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:43162; }","duration":"7.3007214s","start":"2026-04-28T18:52:01.352171Z","end":"2026-04-28T18:52:08.652893Z","steps":["trace[179539882] 'agreement among raft nodes before linearized reading' (duration: 4.469141721s)","trace[179539882] 'count revisions from in-memory index tree' (duration: 2.831372844s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.652951Z","caller":"traceutil/trace.go:171","msg":"trace[882794011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:43162; }","duration":"3.169183947s","start":"2026-04-28T18:52:05.483757Z","end":"2026-04-28T18:52:08.652941Z","steps":["trace[882794011] 'agreement among raft nodes before linearized reading' (duration: 337.69457ms)","trace[882794011] 'count revisions from in-memory index tree' (duration: 2.831453977s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.652974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:05.483729Z","time spent":"3.169238409s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.652978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:01.352141Z","time spent":"7.300825893s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.652996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.464013017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T18:52:08.653061Z","caller":"traceutil/trace.go:171","msg":"trace[2081516996] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:43162; }","duration":"12.464076499s","start":"2026-04-28T18:51:56.188959Z","end":"2026-04-28T18:52:08.653035Z","steps":["trace[2081516996] 'agreement among raft nodes before linearized reading' (duration: 9.632398987s)","trace[2081516996] 'range keys from in-memory index tree' (duration: 2.831481267s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.188938Z","time spent":"12.464161821s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T18:52:08.653132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597802913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.65278Z","caller":"traceutil/trace.go:171","msg":"trace[847412480] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:43162; }","duration":"1.950006392s","start":"2026-04-28T18:52:06.702763Z","end":"2026-04-28T18:52:08.652769Z","steps":["trace[847412480] 'count revisions from in-memory index tree' (duration: 1.949819357s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:08.653173Z","caller":"traceutil/trace.go:171","msg":"trace[296099779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:43162; }","duration":"3.597845934s","start":"2026-04-28T18:52:05.055313Z","end":"2026-04-28T18:52:08.653159Z","steps":["trace[296099779] 'agreement among raft nodes before linearized reading' (duration: 766.201363ms)","trace[296099779] 'count revisions from in-memory index tree' (duration: 2.83158645s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.625447351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-28T18:52:08.653195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:06.702736Z","time spent":"1.950443273s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.65321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710777446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:52:08.653218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:05.055236Z","time spent":"3.597972737s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.653233Z","caller":"traceutil/trace.go:171","msg":"trace[116087737] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:43162; }","duration":"5.710847077s","start":"2026-04-28T18:52:02.942377Z","end":"2026-04-28T18:52:08.653225Z","steps":["trace[116087737] 'agreement among raft nodes before linearized reading' (duration: 2.879077783s)","trace[116087737] 'count revisions from in-memory index tree' (duration: 2.831735314s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:02.94235Z","time spent":"5.710899549s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":192,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.653263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325551051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T18:52:08.653285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.14454806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:08.653292Z","caller":"traceutil/trace.go:171","msg":"trace[692645753] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43162; }","duration":"3.325631413s","start":"2026-04-28T18:52:05.32765Z","end":"2026-04-28T18:52:08.653282Z","steps":["trace[692645753] 'agreement among raft nodes before linearized reading' (duration: 493.820218ms)","trace[692645753] 'range keys from in-memory index tree' (duration: 2.831686072s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:05.327601Z","time spent":"3.325709416s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T18:52:08.653315Z","caller":"traceutil/trace.go:171","msg":"trace[900435685] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:43162; }","duration":"9.144623961s","start":"2026-04-28T18:51:59.508682Z","end":"2026-04-28T18:52:08.653306Z","steps":["trace[900435685] 'agreement among raft nodes before linearized reading' (duration: 6.312687893s)","trace[900435685] 'count revisions from in-memory index tree' (duration: 2.831894828s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:59.508654Z","time spent":"9.144683043s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.653379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.576281494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:08.653397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246343114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:52:08.653402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.045767235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.65342Z","caller":"traceutil/trace.go:171","msg":"trace[1101371261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43162; }","duration":"3.246399225s","start":"2026-04-28T18:52:05.407012Z","end":"2026-04-28T18:52:08.653412Z","steps":["trace[1101371261] 'agreement among raft nodes before linearized reading' (duration: 414.448826ms)","trace[1101371261] 'range keys from in-memory index tree' (duration: 2.831886558s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.653421Z","caller":"traceutil/trace.go:171","msg":"trace[1301346176] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:43162; }","duration":"9.576377157s","start":"2026-04-28T18:51:59.077028Z","end":"2026-04-28T18:52:08.653405Z","steps":["trace[1301346176] 'agreement among raft nodes before linearized reading' (duration: 6.744322826s)","trace[1301346176] 'count revisions from in-memory index tree' (duration: 2.83199257s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.653436Z","caller":"traceutil/trace.go:171","msg":"trace[107067005] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:43162; }","duration":"12.045841196s","start":"2026-04-28T18:51:56.607585Z","end":"2026-04-28T18:52:08.653426Z","steps":["trace[107067005] 'agreement among raft nodes before linearized reading' (duration: 9.213755844s)","trace[107067005] 'count revisions from in-memory index tree' (duration: 2.83202522s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:05.406991Z","time spent":"3.246444007s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T18:52:08.653433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.256992849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:08.653459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.607561Z","time spent":"12.045891648s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.653463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:59.077Z","time spent":"9.576448398s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.653468Z","caller":"traceutil/trace.go:171","msg":"trace[349399228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:43162; }","duration":"12.257080221s","start":"2026-04-28T18:51:56.396375Z","end":"2026-04-28T18:52:08.653455Z","steps":["trace[349399228] 'agreement among raft nodes before linearized reading' (duration: 9.424973488s)","trace[349399228] 'count revisions from in-memory index tree' (duration: 2.832053141s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457791793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419574"} {"level":"warn","ts":"2026-04-28T18:52:08.653499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.39634Z","time spent":"12.257150433s","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.65353Z","caller":"traceutil/trace.go:171","msg":"trace[1446152496] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:43162; }","duration":"4.457890926s","start":"2026-04-28T18:52:04.195622Z","end":"2026-04-28T18:52:08.653513Z","steps":["trace[1446152496] 'agreement among raft nodes before linearized reading' (duration: 1.625895956s)","trace[1446152496] 'range keys from in-memory index tree' (duration: 2.831691792s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.466841148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:52:08.653581Z","caller":"traceutil/trace.go:171","msg":"trace[803636762] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:43162; }","duration":"12.466924311s","start":"2026-04-28T18:51:56.186647Z","end":"2026-04-28T18:52:08.653571Z","steps":["trace[803636762] 'agreement among raft nodes before linearized reading' (duration: 9.634729316s)","trace[803636762] 'range keys from in-memory index tree' (duration: 2.832106173s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:04.195597Z","time spent":"4.457973107s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419598,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T18:52:08.653608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.186618Z","time spent":"12.466983572s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:52:08.653657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767513014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:08.653727Z","caller":"traceutil/trace.go:171","msg":"trace[813864262] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:43162; }","duration":"4.767650589s","start":"2026-04-28T18:52:03.886057Z","end":"2026-04-28T18:52:08.653707Z","steps":["trace[813864262] 'agreement among raft nodes before linearized reading' (duration: 1.935378202s)","trace[813864262] 'count revisions from in-memory index tree' (duration: 2.832152194s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797375461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:52:08.65377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:03.886033Z","time spent":"4.7677278s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.653779Z","caller":"traceutil/trace.go:171","msg":"trace[273102644] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:43162; }","duration":"4.797453273s","start":"2026-04-28T18:52:03.856311Z","end":"2026-04-28T18:52:08.653764Z","steps":["trace[273102644] 'agreement among raft nodes before linearized reading' (duration: 1.965152835s)","trace[273102644] 'count revisions from in-memory index tree' (duration: 2.832248876s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.65381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:03.85629Z","time spent":"4.797509595s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":254,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.653227Z","caller":"traceutil/trace.go:171","msg":"trace[306726470] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:43162; }","duration":"9.625528943s","start":"2026-04-28T18:51:59.027686Z","end":"2026-04-28T18:52:08.653215Z","steps":["trace[306726470] 'agreement among raft nodes before linearized reading' (duration: 6.793684117s)","trace[306726470] 'range keys from in-memory index tree' (duration: 2.831780995s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573641578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-user\" ","response":"range_response_count:1 size:1101"} {"level":"warn","ts":"2026-04-28T18:52:08.653886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:59.027662Z","time spent":"9.6262112s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T18:52:08.653902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357581952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:08.653931Z","caller":"traceutil/trace.go:171","msg":"trace[1750197424] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:43162; }","duration":"5.357658974s","start":"2026-04-28T18:52:03.296262Z","end":"2026-04-28T18:52:08.653921Z","steps":["trace[1750197424] 'agreement among raft nodes before linearized reading' (duration: 2.525210833s)","trace[1750197424] 'count revisions from in-memory index tree' (duration: 2.83240975s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.65394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.182158345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:08.65396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:03.296233Z","time spent":"5.357720706s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.653971Z","caller":"traceutil/trace.go:171","msg":"trace[171765897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:43162; }","duration":"6.182237108s","start":"2026-04-28T18:52:02.471723Z","end":"2026-04-28T18:52:08.65396Z","steps":["trace[171765897] 'agreement among raft nodes before linearized reading' (duration: 3.349753756s)","trace[171765897] 'count revisions from in-memory index tree' (duration: 2.832436641s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.653996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:02.471697Z","time spent":"6.182290449s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.654012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.747835694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh\" ","response":"range_response_count:1 size:5756"} {"level":"warn","ts":"2026-04-28T18:52:08.653682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.464810158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:08.654063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.481049052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:52:08.654064Z","caller":"traceutil/trace.go:171","msg":"trace[1173196164] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh; range_end:; response_count:1; response_revision:43162; }","duration":"6.747887165s","start":"2026-04-28T18:52:01.906161Z","end":"2026-04-28T18:52:08.654048Z","steps":["trace[1173196164] 'agreement among raft nodes before linearized reading' (duration: 3.91529665s)","trace[1173196164] 'range keys from in-memory index tree' (duration: 2.832453191s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.653892Z","caller":"traceutil/trace.go:171","msg":"trace[1893791870] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-user; range_end:; response_count:1; response_revision:43162; }","duration":"6.573713541s","start":"2026-04-28T18:52:02.080168Z","end":"2026-04-28T18:52:08.653882Z","steps":["trace[1893791870] 'agreement among raft nodes before linearized reading' (duration: 3.741325901s)","trace[1893791870] 'range keys from in-memory index tree' (duration: 2.832301938s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.654084Z","caller":"traceutil/trace.go:171","msg":"trace[1694880668] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:43162; }","duration":"12.465228108s","start":"2026-04-28T18:51:56.188844Z","end":"2026-04-28T18:52:08.654072Z","steps":["trace[1694880668] 'agreement among raft nodes before linearized reading' (duration: 9.63251618s)","trace[1694880668] 'range keys from in-memory index tree' (duration: 2.832292427s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.654093Z","caller":"traceutil/trace.go:171","msg":"trace[690725845] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:43162; }","duration":"5.481125564s","start":"2026-04-28T18:52:03.172958Z","end":"2026-04-28T18:52:08.654083Z","steps":["trace[690725845] 'agreement among raft nodes before linearized reading' (duration: 2.648523919s)","trace[690725845] 'count revisions from in-memory index tree' (duration: 2.832564094s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.654105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:01.906073Z","time spent":"6.748023349s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5780,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4hlvh\" "} {"level":"warn","ts":"2026-04-28T18:52:08.654113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:51:56.188836Z","time spent":"12.465268598s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:52:08.654111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:02.080144Z","time spent":"6.573956626s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1125,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-user\" "} {"level":"warn","ts":"2026-04-28T18:52:08.654123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:03.17293Z","time spent":"5.481185475s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":196,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.654179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.72098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:08.654233Z","caller":"traceutil/trace.go:171","msg":"trace[878067691] linearizableReadLoop","detail":"{readStateIndex:44649; appliedIndex:44648; }","duration":"1.621727679s","start":"2026-04-28T18:52:07.032496Z","end":"2026-04-28T18:52:08.654224Z","steps":["trace[878067691] 'read index received' (duration: 758.831495ms)","trace[878067691] 'applied index is now lower than readState.Index' (duration: 862.894404ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:08.654416Z","caller":"traceutil/trace.go:171","msg":"trace[1815131962] transaction","detail":"{read_only:false; response_revision:43163; number_of_response:1; }","duration":"1.746553364s","start":"2026-04-28T18:52:06.90785Z","end":"2026-04-28T18:52:08.654404Z","steps":["trace[1815131962] 'process raft request' (duration: 883.540817ms)","trace[1815131962] 'compare' (duration: 860.897124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:08.654461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:06.907821Z","time spent":"1.746615266s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:08.654503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.709714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:08.654509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.731658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:08.65452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62203584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:52:08.65453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.732761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.654541Z","caller":"traceutil/trace.go:171","msg":"trace[1496962829] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:43163; }","duration":"829.748255ms","start":"2026-04-28T18:52:07.824779Z","end":"2026-04-28T18:52:08.654527Z","steps":["trace[1496962829] 'agreement among raft nodes before linearized reading' (duration: 829.678182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:08.654575Z","caller":"traceutil/trace.go:171","msg":"trace[1265743330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43163; }","duration":"434.831834ms","start":"2026-04-28T18:52:08.219732Z","end":"2026-04-28T18:52:08.654564Z","steps":["trace[1265743330] 'agreement among raft nodes before linearized reading' (duration: 434.755202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.656653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.219701Z","time spent":"436.940286ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:52:08.65458Z","caller":"traceutil/trace.go:171","msg":"trace[1296607386] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:43163; }","duration":"611.853001ms","start":"2026-04-28T18:52:08.042716Z","end":"2026-04-28T18:52:08.654569Z","steps":["trace[1296607386] 'agreement among raft nodes before linearized reading' (duration: 611.738197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.656863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.042688Z","time spent":"614.159909ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:08.654511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21063666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:08.657008Z","caller":"traceutil/trace.go:171","msg":"trace[1428841366] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:43163; }","duration":"1.213184334s","start":"2026-04-28T18:52:07.443811Z","end":"2026-04-28T18:52:08.656996Z","steps":["trace[1428841366] 'agreement among raft nodes before linearized reading' (duration: 1.210650189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.657035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:07.443785Z","time spent":"1.213239805s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:08.654559Z","caller":"traceutil/trace.go:171","msg":"trace[1157208558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43163; }","duration":"1.622120202s","start":"2026-04-28T18:52:07.032428Z","end":"2026-04-28T18:52:08.654549Z","steps":["trace[1157208558] 'agreement among raft nodes before linearized reading' (duration: 1.622009168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.657159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:07.032401Z","time spent":"1.624749296s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:52:08.654619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.052528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:08.657251Z","caller":"traceutil/trace.go:171","msg":"trace[1141348294] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:43163; }","duration":"835.730795ms","start":"2026-04-28T18:52:07.821513Z","end":"2026-04-28T18:52:08.657244Z","steps":["trace[1141348294] 'agreement among raft nodes before linearized reading' (duration: 833.034088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.657276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:07.821487Z","time spent":"835.780806ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-28T18:52:08.654629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.654809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T18:52:08.657393Z","caller":"traceutil/trace.go:171","msg":"trace[1550792328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43163; }","duration":"125.461101ms","start":"2026-04-28T18:52:08.531913Z","end":"2026-04-28T18:52:08.657374Z","steps":["trace[1550792328] 'agreement among raft nodes before linearized reading' (duration: 122.562017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:08.654628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:07.824739Z","time spent":"829.842327ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:09.160905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:09.661849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:10.162486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:10.222888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132012756s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:10.659764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:10.659859Z","caller":"traceutil/trace.go:171","msg":"trace[806013081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003502s","start":"2026-04-28T18:52:08.659802Z","end":"2026-04-28T18:52:10.659837Z","steps":["trace[806013081] 'agreement among raft nodes before linearized reading' (duration: 1.999912057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:10.65992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.659787Z","time spent":"2.000121263s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:12.249952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026607805s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:12.250126Z","caller":"traceutil/trace.go:171","msg":"trace[1686714473] transaction","detail":"{read_only:false; response_revision:43164; number_of_response:1; }","duration":"3.592304584s","start":"2026-04-28T18:52:08.65779Z","end":"2026-04-28T18:52:12.250094Z","steps":["trace[1686714473] 'process raft request' (duration: 1.565418442s)","trace[1686714473] 'compare' (duration: 2.026187794s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:12.25023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.657764Z","time spent":"3.592416296s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:12.668684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:12.668838Z","caller":"traceutil/trace.go:171","msg":"trace[1268583692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070251s","start":"2026-04-28T18:52:10.668701Z","end":"2026-04-28T18:52:12.668771Z","steps":["trace[1268583692] 'agreement among raft nodes before linearized reading' (duration: 1.999922137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:12.668927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:10.668672Z","time spent":"2.000235986s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:13.661586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.662294Z","time spent":"4.99927883s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:13.848981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.625730762s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:52:13.849769Z","caller":"traceutil/trace.go:171","msg":"trace[1705524163] linearizableReadLoop","detail":"{readStateIndex:44653; appliedIndex:44649; }","duration":"5.189895082s","start":"2026-04-28T18:52:08.659843Z","end":"2026-04-28T18:52:13.849738Z","steps":["trace[1705524163] 'read index received' (duration: 1.563255528s)","trace[1705524163] 'applied index is now lower than readState.Index' (duration: 3.626638224s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:13.849915Z","caller":"traceutil/trace.go:171","msg":"trace[2007819376] transaction","detail":"{read_only:false; response_revision:43166; number_of_response:1; }","duration":"5.186248779s","start":"2026-04-28T18:52:08.66365Z","end":"2026-04-28T18:52:13.849898Z","steps":["trace[2007819376] 'process raft request' (duration: 5.185990672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:13.849991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.659961Z","time spent":"5.190024505s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:13.850077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.663639Z","time spent":"5.18631609s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6055,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:14.595409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:14.595517Z","caller":"traceutil/trace.go:171","msg":"trace[1165518392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371268s","start":"2026-04-28T18:52:12.595121Z","end":"2026-04-28T18:52:14.595492Z","steps":["trace[1165518392] 'agreement among raft nodes before linearized reading' (duration: 2.000236775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.595571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:12.595073Z","time spent":"2.000488821s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:14.668963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99966217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:14.669094Z","caller":"traceutil/trace.go:171","msg":"trace[1784621301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999885936s","start":"2026-04-28T18:52:12.669179Z","end":"2026-04-28T18:52:14.669065Z","steps":["trace[1784621301] 'agreement among raft nodes before linearized reading' (duration: 1.999710721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.669151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:12.669148Z","time spent":"1.999993399s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:14.983322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.162465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:14.983738Z","caller":"traceutil/trace.go:171","msg":"trace[2143777721] linearizableReadLoop","detail":"{readStateIndex:44655; appliedIndex:44653; }","duration":"1.133805261s","start":"2026-04-28T18:52:13.849848Z","end":"2026-04-28T18:52:14.983654Z","steps":["trace[2143777721] 'read index received' (duration: 473.226076ms)","trace[2143777721] 'applied index is now lower than readState.Index' (duration: 660.577355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:14.983815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205666941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:14.98387Z","caller":"traceutil/trace.go:171","msg":"trace[1234579274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:43168; }","duration":"5.205767013s","start":"2026-04-28T18:52:09.778085Z","end":"2026-04-28T18:52:14.983852Z","steps":["trace[1234579274] 'agreement among raft nodes before linearized reading' (duration: 5.20561297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.983885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.754685099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:14.983923Z","caller":"traceutil/trace.go:171","msg":"trace[1323124993] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:43168; }","duration":"5.754764911s","start":"2026-04-28T18:52:09.229143Z","end":"2026-04-28T18:52:14.983908Z","steps":["trace[1323124993] 'agreement among raft nodes before linearized reading' (duration: 5.754693999s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:14.983935Z","caller":"traceutil/trace.go:171","msg":"trace[1403251205] transaction","detail":"{read_only:false; response_revision:43167; number_of_response:1; }","duration":"1.653419694s","start":"2026-04-28T18:52:13.330485Z","end":"2026-04-28T18:52:14.983905Z","steps":["trace[1403251205] 'process raft request' (duration: 992.569851ms)","trace[1403251205] 'compare' (duration: 659.651362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:14.983967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:09.229122Z","time spent":"5.754833013s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.984074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.330455Z","time spent":"1.653542136s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:14.984146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410473915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:14.984163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275680577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T18:52:14.984206Z","caller":"traceutil/trace.go:171","msg":"trace[660272853] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:43168; }","duration":"1.410562148s","start":"2026-04-28T18:52:13.573629Z","end":"2026-04-28T18:52:14.984191Z","steps":["trace[660272853] 'agreement among raft nodes before linearized reading' (duration: 1.410377343s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:14.984223Z","caller":"traceutil/trace.go:171","msg":"trace[383024596] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43168; }","duration":"4.275789619s","start":"2026-04-28T18:52:10.708413Z","end":"2026-04-28T18:52:14.984203Z","steps":["trace[383024596] 'agreement among raft nodes before linearized reading' (duration: 4.275567404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.573614Z","time spent":"1.410625749s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.98427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:10.708386Z","time spent":"4.275871702s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:52:14.98431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720303359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:14.984289Z","caller":"traceutil/trace.go:171","msg":"trace[154032229] transaction","detail":"{read_only:false; response_revision:43168; number_of_response:1; }","duration":"1.320632877s","start":"2026-04-28T18:52:13.663609Z","end":"2026-04-28T18:52:14.984242Z","steps":["trace[154032229] 'process raft request' (duration: 1.319845747s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:14.984348Z","caller":"traceutil/trace.go:171","msg":"trace[226951003] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:43168; }","duration":"3.720391021s","start":"2026-04-28T18:52:11.263948Z","end":"2026-04-28T18:52:14.984339Z","steps":["trace[226951003] 'agreement among raft nodes before linearized reading' (duration: 3.720328239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805486257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-user\" ","response":"range_response_count:1 size:1101"} {"level":"warn","ts":"2026-04-28T18:52:14.984384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:11.263922Z","time spent":"3.720451692s","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:14.984413Z","caller":"traceutil/trace.go:171","msg":"trace[1677608978] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-user; range_end:; response_count:1; response_revision:43168; }","duration":"5.805577049s","start":"2026-04-28T18:52:09.178821Z","end":"2026-04-28T18:52:14.984398Z","steps":["trace[1677608978] 'agreement among raft nodes before linearized reading' (duration: 5.805380824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:09.778065Z","time spent":"5.205839656s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.983942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802612154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:14.984507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326750563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T18:52:14.984503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.663587Z","time spent":"1.320791441s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:14.984536Z","caller":"traceutil/trace.go:171","msg":"trace[436694857] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:43168; }","duration":"4.80327457s","start":"2026-04-28T18:52:10.181253Z","end":"2026-04-28T18:52:14.984527Z","steps":["trace[436694857] 'agreement among raft nodes before linearized reading' (duration: 4.802615454s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:14.984543Z","caller":"traceutil/trace.go:171","msg":"trace[1593908067] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:43168; }","duration":"1.326836365s","start":"2026-04-28T18:52:13.657696Z","end":"2026-04-28T18:52:14.984533Z","steps":["trace[1593908067] 'agreement among raft nodes before linearized reading' (duration: 1.326709972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548431072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:14.984604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963158134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:14.984683Z","caller":"traceutil/trace.go:171","msg":"trace[2067099770] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:43168; }","duration":"5.963296058s","start":"2026-04-28T18:52:09.021372Z","end":"2026-04-28T18:52:14.984668Z","steps":["trace[2067099770] 'agreement among raft nodes before linearized reading' (duration: 5.963077772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841928371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:14.984743Z","caller":"traceutil/trace.go:171","msg":"trace[142442982] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:43168; }","duration":"4.842053163s","start":"2026-04-28T18:52:10.142672Z","end":"2026-04-28T18:52:14.984725Z","steps":["trace[142442982] 'agreement among raft nodes before linearized reading' (duration: 4.841944671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730376704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-58fc6dc8d5-cszmn.18aa977bdfe386ed\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-28T18:52:14.984791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:10.142646Z","time spent":"4.842132876s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.984854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426280385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:52:14.98492Z","caller":"traceutil/trace.go:171","msg":"trace[339377987] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:43168; }","duration":"1.426415179s","start":"2026-04-28T18:52:13.558492Z","end":"2026-04-28T18:52:14.984907Z","steps":["trace[339377987] 'agreement among raft nodes before linearized reading' (duration: 1.426171503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.558469Z","time spent":"1.426479231s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T18:52:14.984677Z","caller":"traceutil/trace.go:171","msg":"trace[1814442146] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:43168; }","duration":"3.548756659s","start":"2026-04-28T18:52:11.435894Z","end":"2026-04-28T18:52:14.984651Z","steps":["trace[1814442146] 'agreement among raft nodes before linearized reading' (duration: 3.548355969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:09.1788Z","time spent":"5.80564835s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1125,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-user\" "} {"level":"info","ts":"2026-04-28T18:52:14.984798Z","caller":"traceutil/trace.go:171","msg":"trace[2137637927] range","detail":"{range_begin:/registry/events/openstack/heat-api-58fc6dc8d5-cszmn.18aa977bdfe386ed; range_end:; response_count:1; response_revision:43168; }","duration":"2.730462556s","start":"2026-04-28T18:52:12.254321Z","end":"2026-04-28T18:52:14.984783Z","steps":["trace[2137637927] 'agreement among raft nodes before linearized reading' (duration: 2.730346873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.984746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:09.021345Z","time spent":"5.963386839s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.985316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:12.2543Z","time spent":"2.730991928s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-58fc6dc8d5-cszmn.18aa977bdfe386ed\" "} {"level":"warn","ts":"2026-04-28T18:52:14.985334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:11.435865Z","time spent":"3.549241622s","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.984576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:10.181226Z","time spent":"4.803338683s","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.984573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.324653018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T18:52:14.985601Z","caller":"traceutil/trace.go:171","msg":"trace[861809338] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84; range_end:; response_count:1; response_revision:43168; }","duration":"6.325694344s","start":"2026-04-28T18:52:08.659889Z","end":"2026-04-28T18:52:14.985583Z","steps":["trace[861809338] 'agreement among raft nodes before linearized reading' (duration: 6.324597396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.985659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.659875Z","time spent":"6.325769337s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-1ac2b8cd-d32b-4f9a-a231-5cb4dd9d6f84\" "} {"level":"warn","ts":"2026-04-28T18:52:14.984579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.65767Z","time spent":"1.326898457s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":465,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-28T18:52:14.983839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771223059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:14.985778Z","caller":"traceutil/trace.go:171","msg":"trace[108321565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:43168; }","duration":"3.77324161s","start":"2026-04-28T18:52:11.212523Z","end":"2026-04-28T18:52:14.985765Z","steps":["trace[108321565] 'agreement among raft nodes before linearized reading' (duration: 3.771151817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.985831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:11.212497Z","time spent":"3.773317793s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:14.984555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.324494204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-test\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-04-28T18:52:14.985888Z","caller":"traceutil/trace.go:171","msg":"trace[211794331] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-test; range_end:; response_count:1; response_revision:43168; }","duration":"6.32587897s","start":"2026-04-28T18:52:08.659994Z","end":"2026-04-28T18:52:14.985873Z","steps":["trace[211794331] 'agreement among raft nodes before linearized reading' (duration: 6.32430992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.985943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:08.659977Z","time spent":"6.325951751s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1093,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-test\" "} {"level":"warn","ts":"2026-04-28T18:52:14.988388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935563784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388548"} {"level":"info","ts":"2026-04-28T18:52:14.988438Z","caller":"traceutil/trace.go:171","msg":"trace[137499018] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:43168; }","duration":"4.935662728s","start":"2026-04-28T18:52:10.052766Z","end":"2026-04-28T18:52:14.988429Z","steps":["trace[137499018] 'agreement among raft nodes before linearized reading' (duration: 4.931879591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:14.988482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:10.052744Z","time spent":"4.935716729s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1515,"response size":388572,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T18:52:15.484637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:15.760835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437782907s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:16.675786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:16.675881Z","caller":"traceutil/trace.go:171","msg":"trace[221971047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230115s","start":"2026-04-28T18:52:14.675629Z","end":"2026-04-28T18:52:16.67586Z","steps":["trace[221971047] 'agreement among raft nodes before linearized reading' (duration: 2.000104882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:16.675936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.675601Z","time spent":"2.000323998s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:17.546025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630320297s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:17.63205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870756513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:17.632363Z","caller":"traceutil/trace.go:171","msg":"trace[742030133] transaction","detail":"{read_only:false; response_revision:43169; number_of_response:1; }","duration":"3.779347324s","start":"2026-04-28T18:52:13.852962Z","end":"2026-04-28T18:52:17.632309Z","steps":["trace[742030133] 'process raft request' (duration: 1.908238263s)","trace[742030133] 'compare' (duration: 1.870039055s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:17.632608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.852932Z","time spent":"3.779535679s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:17.633303Z","caller":"traceutil/trace.go:171","msg":"trace[1749932295] linearizableReadLoop","detail":"{readStateIndex:44660; appliedIndex:44655; }","duration":"2.649478424s","start":"2026-04-28T18:52:14.983801Z","end":"2026-04-28T18:52:17.633279Z","steps":["trace[1749932295] 'read index received' (duration: 777.421607ms)","trace[1749932295] 'applied index is now lower than readState.Index' (duration: 1.872055297s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:17.633995Z","caller":"traceutil/trace.go:171","msg":"trace[1678925017] transaction","detail":"{read_only:false; response_revision:43170; number_of_response:1; }","duration":"3.571196529s","start":"2026-04-28T18:52:14.062781Z","end":"2026-04-28T18:52:17.633978Z","steps":["trace[1678925017] 'process raft request' (duration: 3.570198254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.634221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.062743Z","time spent":"3.571294502s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:17.63481Z","caller":"traceutil/trace.go:171","msg":"trace[257041238] transaction","detail":"{read_only:false; response_revision:43171; number_of_response:1; }","duration":"3.565402592s","start":"2026-04-28T18:52:14.069393Z","end":"2026-04-28T18:52:17.634796Z","steps":["trace[257041238] 'process raft request' (duration: 3.56372512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.63525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.069363Z","time spent":"3.565488474s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:17.635255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637689004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T18:52:17.635375Z","caller":"traceutil/trace.go:171","msg":"trace[1089102850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43173; }","duration":"2.637865439s","start":"2026-04-28T18:52:14.997492Z","end":"2026-04-28T18:52:17.635357Z","steps":["trace[1089102850] 'agreement among raft nodes before linearized reading' (duration: 2.63750749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.635444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.997472Z","time spent":"2.637962721s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T18:52:17.635686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283831535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:17.636137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638549936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-user\" ","response":"range_response_count:1 size:1101"} {"level":"info","ts":"2026-04-28T18:52:17.636151Z","caller":"traceutil/trace.go:171","msg":"trace[826575761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43173; }","duration":"1.284292387s","start":"2026-04-28T18:52:16.351847Z","end":"2026-04-28T18:52:17.636139Z","steps":["trace[826575761] 'agreement among raft nodes before linearized reading' (duration: 1.283802694s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:17.636188Z","caller":"traceutil/trace.go:171","msg":"trace[1344726518] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-user; range_end:; response_count:1; response_revision:43173; }","duration":"2.638630968s","start":"2026-04-28T18:52:14.997546Z","end":"2026-04-28T18:52:17.636177Z","steps":["trace[1344726518] 'agreement among raft nodes before linearized reading' (duration: 2.638511505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.635674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.971259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:17.636214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558491348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-rabbitmq-admin\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-28T18:52:17.636269Z","caller":"traceutil/trace.go:171","msg":"trace[1212990569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43173; }","duration":"959.618516ms","start":"2026-04-28T18:52:16.67664Z","end":"2026-04-28T18:52:17.636258Z","steps":["trace[1212990569] 'agreement among raft nodes before linearized reading' (duration: 958.969919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.636268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.997526Z","time spent":"2.638729291s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1125,"request content":"key:\"/registry/secrets/openstack/cinder-keystone-user\" "} {"level":"warn","ts":"2026-04-28T18:52:17.636304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.676609Z","time spent":"959.685868ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:17.636298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.351761Z","time spent":"1.284480652s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:17.635734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.762559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:17.636468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585488991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:17.636499Z","caller":"traceutil/trace.go:171","msg":"trace[46298044] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:43173; }","duration":"399.544388ms","start":"2026-04-28T18:52:17.236916Z","end":"2026-04-28T18:52:17.636461Z","steps":["trace[46298044] 'agreement among raft nodes before linearized reading' (duration: 398.791469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:17.636524Z","caller":"traceutil/trace.go:171","msg":"trace[2001516471] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:43173; }","duration":"2.585790929s","start":"2026-04-28T18:52:15.050717Z","end":"2026-04-28T18:52:17.636508Z","steps":["trace[2001516471] 'agreement among raft nodes before linearized reading' (duration: 2.585395589s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:17.636296Z","caller":"traceutil/trace.go:171","msg":"trace[1601340373] range","detail":"{range_begin:/registry/secrets/openstack/cinder-rabbitmq-admin; range_end:; response_count:1; response_revision:43173; }","duration":"2.558612871s","start":"2026-04-28T18:52:15.077667Z","end":"2026-04-28T18:52:17.63628Z","steps":["trace[1601340373] 'agreement among raft nodes before linearized reading' (duration: 2.558419576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.636577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:15.050688Z","time spent":"2.585871361s","remote":"127.0.0.1:49856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:17.636622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:15.077641Z","time spent":"2.55896659s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":776,"request content":"key:\"/registry/secrets/openstack/cinder-rabbitmq-admin\" "} {"level":"warn","ts":"2026-04-28T18:52:17.635757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.751482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:17.636686Z","caller":"traceutil/trace.go:171","msg":"trace[1890736814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:43173; }","duration":"213.760618ms","start":"2026-04-28T18:52:17.422904Z","end":"2026-04-28T18:52:17.636665Z","steps":["trace[1890736814] 'agreement among raft nodes before linearized reading' (duration: 212.735452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.636582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.236891Z","time spent":"399.670602ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:17.635868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77081892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pzpcx\" ","response":"range_response_count:1 size:9204"} {"level":"warn","ts":"2026-04-28T18:52:17.635868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.139938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:52:17.636813Z","caller":"traceutil/trace.go:171","msg":"trace[1524447986] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43173; }","duration":"729.133133ms","start":"2026-04-28T18:52:16.907669Z","end":"2026-04-28T18:52:17.636802Z","steps":["trace[1524447986] 'agreement among raft nodes before linearized reading' (duration: 728.080076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.635864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410223019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:17.636848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.907627Z","time spent":"729.206804ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T18:52:17.636823Z","caller":"traceutil/trace.go:171","msg":"trace[13969546] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pzpcx; range_end:; response_count:1; response_revision:43173; }","duration":"3.771820314s","start":"2026-04-28T18:52:13.864968Z","end":"2026-04-28T18:52:17.636788Z","steps":["trace[13969546] 'agreement among raft nodes before linearized reading' (duration: 3.770716746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.635924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.281052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:52:17.637096Z","caller":"traceutil/trace.go:171","msg":"trace[1215137142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43173; }","duration":"729.503642ms","start":"2026-04-28T18:52:16.907582Z","end":"2026-04-28T18:52:17.637086Z","steps":["trace[1215137142] 'agreement among raft nodes before linearized reading' (duration: 728.300472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.637131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.907551Z","time spent":"729.569164ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:52:17.635951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.438245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:52:17.636883Z","caller":"traceutil/trace.go:171","msg":"trace[1235681159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:43173; }","duration":"2.411272655s","start":"2026-04-28T18:52:15.225569Z","end":"2026-04-28T18:52:17.636841Z","steps":["trace[1235681159] 'agreement among raft nodes before linearized reading' (duration: 2.410253139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.637049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:13.864944Z","time spent":"3.772091661s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9228,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pzpcx\" "} {"level":"warn","ts":"2026-04-28T18:52:17.637281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:15.225533Z","time spent":"2.411704485s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:17.635975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.946561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T18:52:17.637338Z","caller":"traceutil/trace.go:171","msg":"trace[51517617] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43173; }","duration":"192.349926ms","start":"2026-04-28T18:52:17.444979Z","end":"2026-04-28T18:52:17.637329Z","steps":["trace[51517617] 'agreement among raft nodes before linearized reading' (duration: 190.845518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.636008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.787568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:17.637408Z","caller":"traceutil/trace.go:171","msg":"trace[1194539143] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43173; }","duration":"910.223633ms","start":"2026-04-28T18:52:16.727169Z","end":"2026-04-28T18:52:17.637393Z","steps":["trace[1194539143] 'agreement among raft nodes before linearized reading' (duration: 908.809858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.63745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.727147Z","time spent":"910.289415ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:17.636053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429029245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:465"} {"level":"info","ts":"2026-04-28T18:52:17.637594Z","caller":"traceutil/trace.go:171","msg":"trace[1231595712] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:43173; }","duration":"1.430618476s","start":"2026-04-28T18:52:16.206963Z","end":"2026-04-28T18:52:17.637582Z","steps":["trace[1231595712] 'agreement among raft nodes before linearized reading' (duration: 1.429040347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.637623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.20693Z","time spent":"1.430684267s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":489,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T18:52:17.63605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419661218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:17.637768Z","caller":"traceutil/trace.go:171","msg":"trace[1582999289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43173; }","duration":"1.421401381s","start":"2026-04-28T18:52:16.216355Z","end":"2026-04-28T18:52:17.637756Z","steps":["trace[1582999289] 'agreement among raft nodes before linearized reading' (duration: 1.419665568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.637801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.216343Z","time spent":"1.421448582s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:52:17.636072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584000144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T18:52:17.638009Z","caller":"traceutil/trace.go:171","msg":"trace[289651813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43173; }","duration":"1.585980603s","start":"2026-04-28T18:52:16.052016Z","end":"2026-04-28T18:52:17.637996Z","steps":["trace[289651813] 'agreement among raft nodes before linearized reading' (duration: 1.583997074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.638382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633320014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints.18aa97fc517721c6\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:43168 ","response":"range_response_count:500 size:385544"} {"level":"info","ts":"2026-04-28T18:52:17.638431Z","caller":"traceutil/trace.go:171","msg":"trace[771508781] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints.18aa97fc517721c6\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:43173; }","duration":"2.633371025s","start":"2026-04-28T18:52:15.005046Z","end":"2026-04-28T18:52:17.638417Z","steps":["trace[771508781] 'agreement among raft nodes before linearized reading' (duration: 2.630994336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.638485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:15.005004Z","time spent":"2.633452717s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1015,"response size":385568,"request content":"key:\"/registry/events/openstack/magnum-ks-endpoints.18aa97fc517721c6\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:43168 "} {"level":"warn","ts":"2026-04-28T18:52:17.638959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.051991Z","time spent":"1.586953199s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T18:52:17.635791Z","caller":"traceutil/trace.go:171","msg":"trace[1520194444] transaction","detail":"{read_only:false; response_revision:43172; number_of_response:1; }","duration":"2.645186145s","start":"2026-04-28T18:52:14.990588Z","end":"2026-04-28T18:52:17.635775Z","steps":["trace[1520194444] 'process raft request' (duration: 2.642578269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.639296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.990561Z","time spent":"2.648651383s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:17.635965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.315598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:17.639568Z","caller":"traceutil/trace.go:171","msg":"trace[1216743876] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:43173; }","duration":"803.9602ms","start":"2026-04-28T18:52:16.835589Z","end":"2026-04-28T18:52:17.639549Z","steps":["trace[1216743876] 'agreement among raft nodes before linearized reading' (duration: 800.350309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:17.635917Z","caller":"traceutil/trace.go:171","msg":"trace[1532685682] transaction","detail":"{read_only:false; response_revision:43173; number_of_response:1; }","duration":"2.638378782s","start":"2026-04-28T18:52:14.997522Z","end":"2026-04-28T18:52:17.6359Z","steps":["trace[1532685682] 'process raft request' (duration: 2.635712675s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:17.637202Z","caller":"traceutil/trace.go:171","msg":"trace[1191806690] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:43173; }","duration":"136.716306ms","start":"2026-04-28T18:52:17.500475Z","end":"2026-04-28T18:52:17.637192Z","steps":["trace[1191806690] 'agreement among raft nodes before linearized reading' (duration: 135.224138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.635995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314990435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:17.643373Z","caller":"traceutil/trace.go:171","msg":"trace[856192872] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:43173; }","duration":"1.322442963s","start":"2026-04-28T18:52:16.320913Z","end":"2026-04-28T18:52:17.643356Z","steps":["trace[856192872] 'agreement among raft nodes before linearized reading' (duration: 1.314966535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:17.643427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.320888Z","time spent":"1.322518525s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:17.643573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:14.99749Z","time spent":"2.646014395s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:17.643693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:16.835551Z","time spent":"808.130036ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:18.153091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:18.653612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:18.760761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.857741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:18.760959Z","caller":"traceutil/trace.go:171","msg":"trace[1040359773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43173; }","duration":"500.074226ms","start":"2026-04-28T18:52:18.260853Z","end":"2026-04-28T18:52:18.760927Z","steps":["trace[1040359773] 'range keys from in-memory index tree' (duration: 499.83107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:18.868301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222828078s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:52:18.868925Z","caller":"traceutil/trace.go:171","msg":"trace[233406505] transaction","detail":"{read_only:false; response_revision:43174; number_of_response:1; }","duration":"1.223502495s","start":"2026-04-28T18:52:17.645399Z","end":"2026-04-28T18:52:18.868902Z","steps":["trace[233406505] 'process raft request' (duration: 1.223343081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:18.869407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.645386Z","time spent":"1.223934266s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:20.066795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000771308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:20.067441Z","caller":"traceutil/trace.go:171","msg":"trace[1132271527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001499378s","start":"2026-04-28T18:52:18.065915Z","end":"2026-04-28T18:52:20.067414Z","steps":["trace[1132271527] 'agreement among raft nodes before linearized reading' (duration: 2.00081355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:20.067707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:18.065887Z","time spent":"2.001796095s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:21.526227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.657300821s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:52:21.527802Z","caller":"traceutil/trace.go:171","msg":"trace[143457708] transaction","detail":"{read_only:false; response_revision:43175; number_of_response:1; }","duration":"3.882258154s","start":"2026-04-28T18:52:17.645471Z","end":"2026-04-28T18:52:21.527729Z","steps":["trace[143457708] 'process raft request' (duration: 3.881273058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:21.528043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.645448Z","time spent":"3.882478689s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:21.528056Z","caller":"traceutil/trace.go:171","msg":"trace[565203569] linearizableReadLoop","detail":"{readStateIndex:44668; appliedIndex:44661; }","duration":"3.87505344s","start":"2026-04-28T18:52:17.652971Z","end":"2026-04-28T18:52:21.528024Z","steps":["trace[565203569] 'read index received' (duration: 1.215925983s)","trace[565203569] 'applied index is now lower than readState.Index' (duration: 2.659126237s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:21.528242Z","caller":"traceutil/trace.go:171","msg":"trace[790990665] transaction","detail":"{read_only:false; response_revision:43176; number_of_response:1; }","duration":"3.880064927s","start":"2026-04-28T18:52:17.648164Z","end":"2026-04-28T18:52:21.528229Z","steps":["trace[790990665] 'process raft request' (duration: 3.879168435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:21.528365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.648143Z","time spent":"3.88013982s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:21.528441Z","caller":"traceutil/trace.go:171","msg":"trace[1962674034] transaction","detail":"{read_only:false; response_revision:43178; number_of_response:1; }","duration":"3.878908399s","start":"2026-04-28T18:52:17.649511Z","end":"2026-04-28T18:52:21.52842Z","steps":["trace[1962674034] 'process raft request' (duration: 3.878285954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:21.528505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.649505Z","time spent":"3.878975321s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T18:52:21.528603Z","caller":"traceutil/trace.go:171","msg":"trace[529491378] transaction","detail":"{read_only:false; response_revision:43177; number_of_response:1; }","duration":"3.880303253s","start":"2026-04-28T18:52:17.648285Z","end":"2026-04-28T18:52:21.528589Z","steps":["trace[529491378] 'process raft request' (duration: 3.879448332s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:21.528654Z","caller":"traceutil/trace.go:171","msg":"trace[2008944754] transaction","detail":"{read_only:false; response_revision:43181; number_of_response:1; }","duration":"3.876997701s","start":"2026-04-28T18:52:17.651645Z","end":"2026-04-28T18:52:21.528642Z","steps":["trace[2008944754] 'process raft request' (duration: 3.876309504s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:21.528632Z","caller":"traceutil/trace.go:171","msg":"trace[187580203] transaction","detail":"{read_only:false; response_revision:43179; number_of_response:1; }","duration":"3.877102323s","start":"2026-04-28T18:52:17.651495Z","end":"2026-04-28T18:52:21.528597Z","steps":["trace[187580203] 'process raft request' (duration: 3.876349204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:21.528679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.64828Z","time spent":"3.880362415s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:21.528719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.651628Z","time spent":"3.877057862s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:21.528775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.651488Z","time spent":"3.877215395s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:52:21.528768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875777849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:21.528821Z","caller":"traceutil/trace.go:171","msg":"trace[1258015924] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:43181; }","duration":"3.875871301s","start":"2026-04-28T18:52:17.652936Z","end":"2026-04-28T18:52:21.528808Z","steps":["trace[1258015924] 'agreement among raft nodes before linearized reading' (duration: 3.875766448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:21.528854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.652927Z","time spent":"3.875919792s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:52:21.528618Z","caller":"traceutil/trace.go:171","msg":"trace[2018304159] transaction","detail":"{read_only:false; response_revision:43180; number_of_response:1; }","duration":"3.877031751s","start":"2026-04-28T18:52:17.651519Z","end":"2026-04-28T18:52:21.528551Z","steps":["trace[2018304159] 'process raft request' (duration: 3.876366785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:21.529352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.651508Z","time spent":"3.8777957s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:22.028192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:22.076926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000667636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:22.077014Z","caller":"traceutil/trace.go:171","msg":"trace[1357005425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084058s","start":"2026-04-28T18:52:20.076156Z","end":"2026-04-28T18:52:22.076996Z","steps":["trace[1357005425] 'agreement among raft nodes before linearized reading' (duration: 2.000724568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:22.07706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:20.076135Z","time spent":"2.000916212s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:22.528521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:23.028745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:23.529893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:24.030642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:24.077231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:24.077337Z","caller":"traceutil/trace.go:171","msg":"trace[401997562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999985229s","start":"2026-04-28T18:52:22.077326Z","end":"2026-04-28T18:52:24.077311Z","steps":["trace[401997562] 'agreement among raft nodes before linearized reading' (duration: 1.999848145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:24.077394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:22.077205Z","time spent":"2.000179024s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:24.531751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:24.814865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999233978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:24.814985Z","caller":"traceutil/trace.go:171","msg":"trace[1885945913] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999437982s","start":"2026-04-28T18:52:19.815524Z","end":"2026-04-28T18:52:24.814962Z","steps":["trace[1885945913] 'agreement among raft nodes before linearized reading' (duration: 4.999284208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:24.815036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:19.815496Z","time spent":"4.999530055s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:52:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:25.032738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:25.249157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998340015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:25.249259Z","caller":"traceutil/trace.go:171","msg":"trace[25299533] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998543411s","start":"2026-04-28T18:52:20.250691Z","end":"2026-04-28T18:52:25.249234Z","steps":["trace[25299533] 'agreement among raft nodes before linearized reading' (duration: 4.998381657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:25.249333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:20.250662Z","time spent":"4.998654523s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:52:25.533402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:26.03389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:26.08606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:26.086166Z","caller":"traceutil/trace.go:171","msg":"trace[1738417667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350008s","start":"2026-04-28T18:52:24.085792Z","end":"2026-04-28T18:52:26.086142Z","steps":["trace[1738417667] 'agreement among raft nodes before linearized reading' (duration: 2.000209994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:26.086226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:24.085769Z","time spent":"2.00044347s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:26.217146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.690702158s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:52:26.218224Z","caller":"traceutil/trace.go:171","msg":"trace[1710277243] transaction","detail":"{read_only:false; response_revision:43182; number_of_response:1; }","duration":"6.222030886s","start":"2026-04-28T18:52:19.99616Z","end":"2026-04-28T18:52:26.218191Z","steps":["trace[1710277243] 'process raft request' (duration: 6.221834001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:26.218452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:19.996133Z","time spent":"6.222205921s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:26.532677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.535932Z","time spent":"4.996735525s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:26.536697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999603548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:26.536742Z","caller":"traceutil/trace.go:171","msg":"trace[106897293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99968506s","start":"2026-04-28T18:52:21.537046Z","end":"2026-04-28T18:52:26.536731Z","steps":["trace[106897293] 'agreement among raft nodes before linearized reading' (duration: 4.999627409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:26.536766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.537035Z","time spent":"4.999726771s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T18:52:28.08668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:28.086776Z","caller":"traceutil/trace.go:171","msg":"trace[282265422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270606s","start":"2026-04-28T18:52:26.086485Z","end":"2026-04-28T18:52:28.086755Z","steps":["trace[282265422] 'agreement among raft nodes before linearized reading' (duration: 2.000045761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:28.086818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:26.08646Z","time spent":"2.000350518s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:28.350102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999725252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:28.350202Z","caller":"traceutil/trace.go:171","msg":"trace[275879365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999841305s","start":"2026-04-28T18:52:26.350341Z","end":"2026-04-28T18:52:28.350182Z","steps":["trace[275879365] 'agreement among raft nodes before linearized reading' (duration: 1.999722382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:28.350254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:26.350262Z","time spent":"1.999982378s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:28.535141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:23.53809Z","time spent":"4.997040003s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:28.536223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.536087Z","time spent":"7.00012892s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:28.536464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.536238Z","time spent":"7.000221752s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:29.492421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:22.491907Z","time spent":"7.00050101s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:29.992936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.634698308s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:30.094646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998695417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:30.094904Z","caller":"traceutil/trace.go:171","msg":"trace[325381403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999001274s","start":"2026-04-28T18:52:28.09587Z","end":"2026-04-28T18:52:30.094871Z","steps":["trace[325381403] 'agreement among raft nodes before linearized reading' (duration: 1.998718607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.095017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:28.095853Z","time spent":"1.999145919s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:30.684775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424266515s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:30.684949Z","caller":"traceutil/trace.go:171","msg":"trace[568623013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43182; }","duration":"2.42446337s","start":"2026-04-28T18:52:28.260451Z","end":"2026-04-28T18:52:30.684915Z","steps":["trace[568623013] 'range keys from in-memory index tree' (duration: 2.424238184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.685593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.338471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:30.686175Z","caller":"traceutil/trace.go:171","msg":"trace[1556398050] linearizableReadLoop","detail":"{readStateIndex:44674; appliedIndex:44668; }","duration":"9.158050513s","start":"2026-04-28T18:52:21.528111Z","end":"2026-04-28T18:52:30.686161Z","steps":["trace[1556398050] 'read index received' (duration: 4.689784995s)","trace[1556398050] 'applied index is now lower than readState.Index' (duration: 4.468263788s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:30.686287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.321835334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:30.686331Z","caller":"traceutil/trace.go:171","msg":"trace[382127039] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:43187; }","duration":"9.321924026s","start":"2026-04-28T18:52:21.364392Z","end":"2026-04-28T18:52:30.686316Z","steps":["trace[382127039] 'agreement among raft nodes before linearized reading' (duration: 9.321850454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.686374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.364367Z","time spent":"9.321996198s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.686516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.605612629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:30.686579Z","caller":"traceutil/trace.go:171","msg":"trace[1274842321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:43187; }","duration":"9.605728891s","start":"2026-04-28T18:52:21.080839Z","end":"2026-04-28T18:52:30.686568Z","steps":["trace[1274842321] 'agreement among raft nodes before linearized reading' (duration: 9.605633249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.686617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.080807Z","time spent":"9.605799423s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.686815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.934196847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:30.686852Z","caller":"traceutil/trace.go:171","msg":"trace[2038109829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43187; }","duration":"9.9342908s","start":"2026-04-28T18:52:20.752552Z","end":"2026-04-28T18:52:30.686843Z","steps":["trace[2038109829] 'agreement among raft nodes before linearized reading' (duration: 9.934216108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.686882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:20.752523Z","time spent":"9.934349061s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.686983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.710061775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:30.687016Z","caller":"traceutil/trace.go:171","msg":"trace[1805739278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43187; }","duration":"10.710150597s","start":"2026-04-28T18:52:19.976858Z","end":"2026-04-28T18:52:30.687008Z","steps":["trace[1805739278] 'agreement among raft nodes before linearized reading' (duration: 10.710094566s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.687055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:19.976828Z","time spent":"10.710213059s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.687157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.100718738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:30.687194Z","caller":"traceutil/trace.go:171","msg":"trace[39632312] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:43187; }","duration":"11.10080482s","start":"2026-04-28T18:52:19.58638Z","end":"2026-04-28T18:52:30.687185Z","steps":["trace[39632312] 'agreement among raft nodes before linearized reading' (duration: 11.100747518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.68723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:19.58635Z","time spent":"11.100869652s","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.687493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.460486628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:30.687535Z","caller":"traceutil/trace.go:171","msg":"trace[375662917] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:43187; }","duration":"11.46056893s","start":"2026-04-28T18:52:19.226953Z","end":"2026-04-28T18:52:30.687522Z","steps":["trace[375662917] 'agreement among raft nodes before linearized reading' (duration: 11.460409886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.687563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:19.226923Z","time spent":"11.460631652s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.687742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.488854837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:30.687782Z","caller":"traceutil/trace.go:171","msg":"trace[712371584] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:43187; }","duration":"11.48893841s","start":"2026-04-28T18:52:19.198832Z","end":"2026-04-28T18:52:30.687771Z","steps":["trace[712371584] 'agreement among raft nodes before linearized reading' (duration: 11.488870729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.687812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:19.198788Z","time spent":"11.489014112s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.687872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.056268512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:30.687965Z","caller":"traceutil/trace.go:171","msg":"trace[295116159] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:43187; }","duration":"12.056433946s","start":"2026-04-28T18:52:18.631512Z","end":"2026-04-28T18:52:30.687946Z","steps":["trace[295116159] 'agreement among raft nodes before linearized reading' (duration: 12.056224191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.68797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.933684803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T18:52:30.688073Z","caller":"traceutil/trace.go:171","msg":"trace[1146928365] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:43187; }","duration":"12.933835847s","start":"2026-04-28T18:52:17.754209Z","end":"2026-04-28T18:52:30.688045Z","steps":["trace[1146928365] 'agreement among raft nodes before linearized reading' (duration: 12.933510209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.688136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.754189Z","time spent":"12.93393365s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T18:52:30.688148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.030102639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:52:30.688194Z","caller":"traceutil/trace.go:171","msg":"trace[744469857] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:43187; }","duration":"12.030179861s","start":"2026-04-28T18:52:18.658001Z","end":"2026-04-28T18:52:30.688181Z","steps":["trace[744469857] 'agreement among raft nodes before linearized reading' (duration: 12.030031857s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.68822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:18.657978Z","time spent":"12.030236423s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T18:52:30.688013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:18.631488Z","time spent":"12.056516657s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:30.688256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.923540836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-rabbitmq-user\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T18:52:30.688388Z","caller":"traceutil/trace.go:171","msg":"trace[1014973722] range","detail":"{range_begin:/registry/secrets/openstack/cinder-rabbitmq-user; range_end:; response_count:1; response_revision:43187; }","duration":"12.92371152s","start":"2026-04-28T18:52:17.764645Z","end":"2026-04-28T18:52:30.688356Z","steps":["trace[1014973722] 'agreement among raft nodes before linearized reading' (duration: 12.92331899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.688464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.764599Z","time spent":"12.923848833s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":747,"request content":"key:\"/registry/secrets/openstack/cinder-rabbitmq-user\" "} {"level":"warn","ts":"2026-04-28T18:52:30.688737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.929412804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-rabbitmq-admin\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-28T18:52:30.688927Z","caller":"traceutil/trace.go:171","msg":"trace[402912409] range","detail":"{range_begin:/registry/secrets/openstack/cinder-rabbitmq-admin; range_end:; response_count:1; response_revision:43187; }","duration":"12.929534128s","start":"2026-04-28T18:52:17.759267Z","end":"2026-04-28T18:52:30.688802Z","steps":["trace[402912409] 'agreement among raft nodes before linearized reading' (duration: 12.928833811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.689017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.759254Z","time spent":"12.929716932s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":776,"request content":"key:\"/registry/secrets/openstack/cinder-rabbitmq-admin\" "} {"level":"warn","ts":"2026-04-28T18:52:30.690019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.030513727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-ks-user-l86kl.18aa96f69f9aa6e9\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:43168 ","response":"range_response_count:500 size:387313"} {"level":"info","ts":"2026-04-28T18:52:30.690063Z","caller":"traceutil/trace.go:171","msg":"trace[1027993330] range","detail":"{range_begin:/registry/events/openstack/nova-ks-user-l86kl.18aa96f69f9aa6e9\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:43187; }","duration":"13.030590299s","start":"2026-04-28T18:52:17.65946Z","end":"2026-04-28T18:52:30.69005Z","steps":["trace[1027993330] 'agreement among raft nodes before linearized reading' (duration: 13.028498067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:30.690097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:17.659447Z","time spent":"13.030633s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":515,"response size":387337,"request content":"key:\"/registry/events/openstack/nova-ks-user-l86kl.18aa96f69f9aa6e9\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:43168 "} {"level":"warn","ts":"2026-04-28T18:52:31.53202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998485429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:31.532139Z","caller":"traceutil/trace.go:171","msg":"trace[1155472268] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998684684s","start":"2026-04-28T18:52:26.533427Z","end":"2026-04-28T18:52:31.532111Z","steps":["trace[1155472268] 'agreement among raft nodes before linearized reading' (duration: 4.998513679s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:31.532196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:26.533413Z","time spent":"4.998772517s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/28 18:52:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:31.537194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996228164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:31.537286Z","caller":"traceutil/trace.go:171","msg":"trace[615197288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996356677s","start":"2026-04-28T18:52:28.540906Z","end":"2026-04-28T18:52:31.537262Z","steps":["trace[615197288] 'agreement among raft nodes before linearized reading' (duration: 2.996243555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:31.537329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:28.540896Z","time spent":"2.996424739s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 18:52:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:31.544658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00804649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:31.544766Z","caller":"traceutil/trace.go:171","msg":"trace[1495405105] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.008228534s","start":"2026-04-28T18:52:21.536513Z","end":"2026-04-28T18:52:31.544742Z","steps":["trace[1495405105] 'agreement among raft nodes before linearized reading' (duration: 10.008075691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:31.544823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.536506Z","time spent":"10.008300117s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/28 18:52:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:32.095437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:32.095565Z","caller":"traceutil/trace.go:171","msg":"trace[76378145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334648s","start":"2026-04-28T18:52:30.095189Z","end":"2026-04-28T18:52:32.095523Z","steps":["trace[76378145] 'agreement among raft nodes before linearized reading' (duration: 2.000169804s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:32.095614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.095163Z","time spent":"2.00044272s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:32.921079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999638659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:32.92119Z","caller":"traceutil/trace.go:171","msg":"trace[10371990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999821223s","start":"2026-04-28T18:52:27.921344Z","end":"2026-04-28T18:52:32.921165Z","steps":["trace[10371990] 'agreement among raft nodes before linearized reading' (duration: 4.99967913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:32.92125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:27.921316Z","time spent":"4.999920096s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 18:52:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:32.945513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002582685s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:32.946234Z","caller":"traceutil/trace.go:171","msg":"trace[2112856893] transaction","detail":"{read_only:false; response_revision:43188; number_of_response:1; }","duration":"5.177412795s","start":"2026-04-28T18:52:27.768763Z","end":"2026-04-28T18:52:32.946176Z","steps":["trace[2112856893] 'process raft request' (duration: 3.174088191s)","trace[2112856893] 'compare' (duration: 2.002297197s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:32.946626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:27.768733Z","time spent":"5.1776047s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:32.946613Z","caller":"traceutil/trace.go:171","msg":"trace[1915981181] transaction","detail":"{read_only:false; response_revision:43189; number_of_response:1; }","duration":"5.035067306s","start":"2026-04-28T18:52:27.911497Z","end":"2026-04-28T18:52:32.946565Z","steps":["trace[1915981181] 'process raft request' (duration: 5.034086762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:32.946996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:27.91147Z","time spent":"5.035348514s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:33.005037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998641494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:33.005182Z","caller":"traceutil/trace.go:171","msg":"trace[431674011] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998850899s","start":"2026-04-28T18:52:28.006281Z","end":"2026-04-28T18:52:33.005132Z","steps":["trace[431674011] 'agreement among raft nodes before linearized reading' (duration: 4.998654744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.005433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:28.006256Z","time spent":"4.999157607s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:52:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:33.008903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403647742s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:33.535102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997998287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:33.535224Z","caller":"traceutil/trace.go:171","msg":"trace[1711271872] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998191392s","start":"2026-04-28T18:52:28.537001Z","end":"2026-04-28T18:52:33.535192Z","steps":["trace[1711271872] 'agreement among raft nodes before linearized reading' (duration: 4.998044058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.535281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:28.536977Z","time spent":"4.998292565s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/28 18:52:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:33.602288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.582434ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:52:33.602452Z","caller":"traceutil/trace.go:171","msg":"trace[365852530] linearizableReadLoop","detail":"{readStateIndex:44677; appliedIndex:44674; }","duration":"2.916208865s","start":"2026-04-28T18:52:30.68621Z","end":"2026-04-28T18:52:33.602419Z","steps":["trace[365852530] 'read index received' (duration: 256.656317ms)","trace[365852530] 'applied index is now lower than readState.Index' (duration: 2.659550698s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:33.602859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.402770195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.602905Z","caller":"traceutil/trace.go:171","msg":"trace[1339472690] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43190; }","duration":"11.402889858s","start":"2026-04-28T18:52:22.200002Z","end":"2026-04-28T18:52:33.602892Z","steps":["trace[1339472690] 'agreement among raft nodes before linearized reading' (duration: 11.402786065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.602886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646699611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:33.602939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:22.199972Z","time spent":"11.40295666s","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.602948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183672684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T18:52:33.602988Z","caller":"traceutil/trace.go:171","msg":"trace[2043815081] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:43190; }","duration":"5.646879345s","start":"2026-04-28T18:52:27.956079Z","end":"2026-04-28T18:52:33.602959Z","steps":["trace[2043815081] 'agreement among raft nodes before linearized reading' (duration: 5.64665443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.904035264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:33.603046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:27.956052Z","time spent":"5.646982928s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:33.603075Z","caller":"traceutil/trace.go:171","msg":"trace[1683100876] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:43190; }","duration":"5.904109006s","start":"2026-04-28T18:52:27.698954Z","end":"2026-04-28T18:52:33.603063Z","steps":["trace[1683100876] 'agreement among raft nodes before linearized reading' (duration: 5.904053035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:27.698932Z","time spent":"5.904166888s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.603226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.60652626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T18:52:33.603257Z","caller":"traceutil/trace.go:171","msg":"trace[1933295346] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:43190; }","duration":"11.606608593s","start":"2026-04-28T18:52:21.99664Z","end":"2026-04-28T18:52:33.603248Z","steps":["trace[1933295346] 'agreement among raft nodes before linearized reading' (duration: 11.60648519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.996612Z","time spent":"11.606662533s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T18:52:33.603334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198366826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.603362Z","caller":"traceutil/trace.go:171","msg":"trace[732412400] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:43190; }","duration":"6.198456997s","start":"2026-04-28T18:52:27.404893Z","end":"2026-04-28T18:52:33.60335Z","steps":["trace[732412400] 'agreement among raft nodes before linearized reading' (duration: 6.198410376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:27.404868Z","time spent":"6.198507129s","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.603407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.689363Z","time spent":"2.91404259s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:33.603487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.789524758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.603522Z","caller":"traceutil/trace.go:171","msg":"trace[1869180880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43190; }","duration":"11.78959479s","start":"2026-04-28T18:52:21.813917Z","end":"2026-04-28T18:52:33.603512Z","steps":["trace[1869180880] 'agreement among raft nodes before linearized reading' (duration: 11.789535489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.813897Z","time spent":"11.789646442s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.603636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.414113445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:52:33.603661Z","caller":"traceutil/trace.go:171","msg":"trace[297400389] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:43190; }","duration":"7.414196247s","start":"2026-04-28T18:52:26.189458Z","end":"2026-04-28T18:52:33.603654Z","steps":["trace[297400389] 'agreement among raft nodes before linearized reading' (duration: 7.414040492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.60368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:26.189425Z","time spent":"7.414249208s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.603699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.553008336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:33.603722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.835894375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.603742Z","caller":"traceutil/trace.go:171","msg":"trace[2018457791] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:43190; }","duration":"10.553109518s","start":"2026-04-28T18:52:23.050618Z","end":"2026-04-28T18:52:33.603728Z","steps":["trace[2018457791] 'agreement among raft nodes before linearized reading' (duration: 10.552984635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.60374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152142324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.603752Z","caller":"traceutil/trace.go:171","msg":"trace[384580858] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43190; }","duration":"11.835963667s","start":"2026-04-28T18:52:21.767778Z","end":"2026-04-28T18:52:33.603742Z","steps":["trace[384580858] 'agreement among raft nodes before linearized reading' (duration: 11.835908116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.059565695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-28T18:52:33.60377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:23.050593Z","time spent":"10.55316925s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:33.603784Z","caller":"traceutil/trace.go:171","msg":"trace[115543036] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:43190; }","duration":"8.152236857s","start":"2026-04-28T18:52:25.451534Z","end":"2026-04-28T18:52:33.603771Z","steps":["trace[115543036] 'agreement among raft nodes before linearized reading' (duration: 8.152160825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.767754Z","time spent":"11.836029098s","remote":"127.0.0.1:56200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:33.603796Z","caller":"traceutil/trace.go:171","msg":"trace[1446353893] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:43190; }","duration":"12.059599576s","start":"2026-04-28T18:52:21.544184Z","end":"2026-04-28T18:52:33.603783Z","steps":["trace[1446353893] 'agreement among raft nodes before linearized reading' (duration: 12.059508084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446359372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:33.603817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:25.45151Z","time spent":"8.152298169s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.603812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.981191129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:33.603818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.544174Z","time spent":"12.059638587s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-28T18:52:33.603903Z","caller":"traceutil/trace.go:171","msg":"trace[495456147] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:43190; }","duration":"8.981377114s","start":"2026-04-28T18:52:24.622505Z","end":"2026-04-28T18:52:33.603882Z","steps":["trace[495456147] 'agreement among raft nodes before linearized reading' (duration: 8.981213859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.863020303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-28T18:52:33.603937Z","caller":"traceutil/trace.go:171","msg":"trace[1299958008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:43190; }","duration":"11.863081755s","start":"2026-04-28T18:52:21.740847Z","end":"2026-04-28T18:52:33.603929Z","steps":["trace[1299958008] 'agreement among raft nodes before linearized reading' (duration: 11.862982852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:24.622478Z","time spent":"8.981455476s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.603954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.740824Z","time spent":"11.863126655s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:33.604028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.06018597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-04-28T18:52:33.603737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.954710389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.604041Z","caller":"traceutil/trace.go:171","msg":"trace[345467] transaction","detail":"{read_only:false; response_revision:43192; number_of_response:1; }","duration":"2.063420917s","start":"2026-04-28T18:52:31.540609Z","end":"2026-04-28T18:52:33.60403Z","steps":["trace[345467] 'process raft request' (duration: 2.063315685s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:33.603855Z","caller":"traceutil/trace.go:171","msg":"trace[1547488939] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:43190; }","duration":"7.446471556s","start":"2026-04-28T18:52:26.15737Z","end":"2026-04-28T18:52:33.603841Z","steps":["trace[1547488939] 'agreement among raft nodes before linearized reading' (duration: 7.446401044s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:33.603027Z","caller":"traceutil/trace.go:171","msg":"trace[2041409068] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43190; }","duration":"3.183822798s","start":"2026-04-28T18:52:30.419184Z","end":"2026-04-28T18:52:33.603007Z","steps":["trace[2041409068] 'agreement among raft nodes before linearized reading' (duration: 3.183590512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.603818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.783317183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:33.60409Z","caller":"traceutil/trace.go:171","msg":"trace[1037380045] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:43190; }","duration":"10.783639821s","start":"2026-04-28T18:52:22.820445Z","end":"2026-04-28T18:52:33.604085Z","steps":["trace[1037380045] 'agreement among raft nodes before linearized reading' (duration: 10.783344243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.602982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.946223322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:52:33.645742Z","caller":"traceutil/trace.go:171","msg":"trace[2092499238] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:43190; }","duration":"10.988995966s","start":"2026-04-28T18:52:22.6567Z","end":"2026-04-28T18:52:33.645696Z","steps":["trace[2092499238] 'agreement among raft nodes before linearized reading' (duration: 10.945982276s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.645803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:22.820418Z","time spent":"10.825327458s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.64589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:22.656675Z","time spent":"10.989146651s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":198,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.604094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.419157Z","time spent":"3.184929127s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T18:52:33.604068Z","caller":"traceutil/trace.go:171","msg":"trace[391463461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:43190; }","duration":"7.955100989s","start":"2026-04-28T18:52:25.648957Z","end":"2026-04-28T18:52:33.604058Z","steps":["trace[391463461] 'agreement among raft nodes before linearized reading' (duration: 7.954706409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.646802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:25.648934Z","time spent":"7.997851942s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:33.604092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:26.157346Z","time spent":"7.446734633s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:33.651357Z","caller":"traceutil/trace.go:171","msg":"trace[263376339] transaction","detail":"{read_only:false; response_revision:43191; number_of_response:1; }","duration":"2.425574887s","start":"2026-04-28T18:52:31.225562Z","end":"2026-04-28T18:52:33.651137Z","steps":["trace[263376339] 'process raft request' (duration: 2.377772575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.65223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:31.225528Z","time spent":"2.425872135s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:33.652341Z","caller":"traceutil/trace.go:171","msg":"trace[1811520873] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:43191; }","duration":"12.060454968s","start":"2026-04-28T18:52:21.543597Z","end":"2026-04-28T18:52:33.604052Z","steps":["trace[1811520873] 'agreement among raft nodes before linearized reading' (duration: 12.060325645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:33.652515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.542937Z","time spent":"12.109510451s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:33.652645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:31.540576Z","time spent":"2.063492149s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:34.103812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:34.10394Z","caller":"traceutil/trace.go:171","msg":"trace[1915618386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000933023s","start":"2026-04-28T18:52:32.102977Z","end":"2026-04-28T18:52:34.10391Z","steps":["trace[1915618386] 'agreement among raft nodes before linearized reading' (duration: 2.000757749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.103999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:32.102916Z","time spent":"2.001071476s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:34.316392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.379379ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:52:34.316629Z","caller":"traceutil/trace.go:171","msg":"trace[1662906627] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43193; }","duration":"664.469425ms","start":"2026-04-28T18:52:33.652138Z","end":"2026-04-28T18:52:34.316608Z","steps":["trace[1662906627] 'process raft request' (duration: 664.395793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.316754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.652098Z","time spent":"664.577658ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:34.317496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776845671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-28T18:52:34.317786Z","caller":"traceutil/trace.go:171","msg":"trace[80381650] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac; range_end:; response_count:1; response_revision:43193; }","duration":"5.776944563s","start":"2026-04-28T18:52:28.540594Z","end":"2026-04-28T18:52:34.317538Z","steps":["trace[80381650] 'agreement among raft nodes before linearized reading' (duration: 5.063449797s)","trace[80381650] 'range keys from in-memory index tree' (duration: 713.351113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.317829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:28.540572Z","time spent":"5.777247741s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a9662eac\" "} {"level":"warn","ts":"2026-04-28T18:52:34.318042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.820182261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T18:52:34.318083Z","caller":"traceutil/trace.go:171","msg":"trace[1268054130] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:43193; }","duration":"4.820271883s","start":"2026-04-28T18:52:29.4978Z","end":"2026-04-28T18:52:34.318072Z","steps":["trace[1268054130] 'agreement among raft nodes before linearized reading' (duration: 4.106257012s)","trace[1268054130] 'range keys from in-memory index tree' (duration: 713.918729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.318113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:29.497769Z","time spent":"4.820337545s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T18:52:34.318167Z","caller":"traceutil/trace.go:171","msg":"trace[1021719222] linearizableReadLoop","detail":"{readStateIndex:44681; appliedIndex:44680; }","duration":"715.599392ms","start":"2026-04-28T18:52:33.602478Z","end":"2026-04-28T18:52:34.318078Z","steps":["trace[1021719222] 'read index received' (duration: 1.617332ms)","trace[1021719222] 'applied index is now lower than readState.Index' (duration: 713.97765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.318316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.779057125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-04-28T18:52:34.318361Z","caller":"traceutil/trace.go:171","msg":"trace[122836704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.779138737s","start":"2026-04-28T18:52:21.539208Z","end":"2026-04-28T18:52:34.318347Z","steps":["trace[122836704] 'agreement among raft nodes before linearized reading' (duration: 12.064867969s)","trace[122836704] 'range keys from in-memory index tree' (duration: 714.178114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.318393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.539185Z","time spent":"12.779201079s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:34.318691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.24671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-28T18:52:34.318763Z","caller":"traceutil/trace.go:171","msg":"trace[1913076982] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:43193; }","duration":"780.380293ms","start":"2026-04-28T18:52:33.538361Z","end":"2026-04-28T18:52:34.318742Z","steps":["trace[1913076982] 'agreement among raft nodes before linearized reading' (duration: 780.062506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.318769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.77412653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-04-28T18:52:34.318821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.538332Z","time spent":"780.475586ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":541,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-28T18:52:34.318833Z","caller":"traceutil/trace.go:171","msg":"trace[853847629] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.774204201s","start":"2026-04-28T18:52:21.544608Z","end":"2026-04-28T18:52:34.318812Z","steps":["trace[853847629] 'agreement among raft nodes before linearized reading' (duration: 12.102732149s)","trace[853847629] 'range keys from in-memory index tree' (duration: 671.313498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.318831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.774388036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-04-28T18:52:34.318869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.544602Z","time spent":"12.774258312s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:34.318895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.152648507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:34.318951Z","caller":"traceutil/trace.go:171","msg":"trace[389980730] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.774509599s","start":"2026-04-28T18:52:21.544404Z","end":"2026-04-28T18:52:34.318914Z","steps":["trace[389980730] 'agreement among raft nodes before linearized reading' (duration: 12.102953114s)","trace[389980730] 'range keys from in-memory index tree' (duration: 671.080873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.318922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000253735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:34.319007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.544293Z","time spent":"12.774705354s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-28T18:52:34.319018Z","caller":"traceutil/trace.go:171","msg":"trace[660886316] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.152828954s","start":"2026-04-28T18:52:29.166156Z","end":"2026-04-28T18:52:34.318985Z","steps":["trace[660886316] 'agreement among raft nodes before linearized reading' (duration: 4.43791063s)","trace[660886316] 'get authentication metadata' (duration: 48.494429ms)","trace[660886316] 'range keys from in-memory index tree' (duration: 666.25869ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T18:52:34.319036Z","caller":"traceutil/trace.go:171","msg":"trace[1500062942] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43193; }","duration":"6.000413089s","start":"2026-04-28T18:52:28.31859Z","end":"2026-04-28T18:52:34.319003Z","steps":["trace[1500062942] 'agreement among raft nodes before linearized reading' (duration: 5.332726703s)","trace[1500062942] 'count revisions from in-memory index tree' (duration: 667.512041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.319058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497897191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-rabbitmq-user\" ","response":"range_response_count:1 size:723"} {"level":"warn","ts":"2026-04-28T18:52:34.319077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:29.166131Z","time spent":"5.152933086s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:52:34.319068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784786963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:52:34.319106Z","caller":"traceutil/trace.go:171","msg":"trace[402438681] range","detail":"{range_begin:/registry/secrets/openstack/cinder-rabbitmq-user; range_end:; response_count:1; response_revision:43193; }","duration":"3.498006084s","start":"2026-04-28T18:52:30.821086Z","end":"2026-04-28T18:52:34.319092Z","steps":["trace[402438681] 'agreement among raft nodes before linearized reading' (duration: 3.497866911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.319075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.774736165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-04-28T18:52:34.319156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.821051Z","time spent":"3.498094037s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":747,"request content":"key:\"/registry/secrets/openstack/cinder-rabbitmq-user\" "} {"level":"info","ts":"2026-04-28T18:52:34.319162Z","caller":"traceutil/trace.go:171","msg":"trace[1696329494] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:43193; }","duration":"2.784915876s","start":"2026-04-28T18:52:31.534221Z","end":"2026-04-28T18:52:34.319137Z","steps":["trace[1696329494] 'agreement among raft nodes before linearized reading' (duration: 2.78466108s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:34.319196Z","caller":"traceutil/trace.go:171","msg":"trace[1359476579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.774881788s","start":"2026-04-28T18:52:21.544275Z","end":"2026-04-28T18:52:34.319156Z","steps":["trace[1359476579] 'agreement among raft nodes before linearized reading' (duration: 12.103314403s)","trace[1359476579] 'range keys from in-memory index tree' (duration: 670.865197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.31923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:31.534201Z","time spent":"2.785010389s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T18:52:34.319259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.544267Z","time spent":"12.774978601s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} 2026/04/28 18:52:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:34.319415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.474731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:34.319461Z","caller":"traceutil/trace.go:171","msg":"trace[688263575] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:43193; }","duration":"665.538612ms","start":"2026-04-28T18:52:33.653909Z","end":"2026-04-28T18:52:34.319448Z","steps":["trace[688263575] 'agreement among raft nodes before linearized reading' (duration: 665.46172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.319463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.774766755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-28T18:52:34.319496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.65389Z","time spent":"665.597314ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:34.319509Z","caller":"traceutil/trace.go:171","msg":"trace[1640850518] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.774813126s","start":"2026-04-28T18:52:21.544678Z","end":"2026-04-28T18:52:34.319491Z","steps":["trace[1640850518] 'agreement among raft nodes before linearized reading' (duration: 12.101431356s)","trace[1640850518] 'range keys from in-memory index tree' (duration: 672.458578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.319533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.548441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:34.319585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.619856188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:34.319584Z","caller":"traceutil/trace.go:171","msg":"trace[316081103] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:43193; }","duration":"818.708044ms","start":"2026-04-28T18:52:33.500858Z","end":"2026-04-28T18:52:34.319566Z","steps":["trace[316081103] 'agreement among raft nodes before linearized reading' (duration: 818.619932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:34.319617Z","caller":"traceutil/trace.go:171","msg":"trace[1286550713] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:43193; }","duration":"12.6199211s","start":"2026-04-28T18:52:21.699685Z","end":"2026-04-28T18:52:34.319606Z","steps":["trace[1286550713] 'agreement among raft nodes before linearized reading' (duration: 11.946237632s)","trace[1286550713] 'count revisions from in-memory index tree' (duration: 673.529744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.319629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.500823Z","time spent":"818.791486ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:34.319634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.77495145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-04-28T18:52:34.319647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.699664Z","time spent":"12.619974632s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:34.319685Z","caller":"traceutil/trace.go:171","msg":"trace[1881934735] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.775006662s","start":"2026-04-28T18:52:21.54466Z","end":"2026-04-28T18:52:34.319667Z","steps":["trace[1881934735] 'agreement among raft nodes before linearized reading' (duration: 12.102277017s)","trace[1881934735] 'range keys from in-memory index tree' (duration: 672.216712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.319688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.611412415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-04-28T18:52:34.319724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.544657Z","time spent":"12.775058253s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:34.319728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.640071561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-28T18:52:34.319767Z","caller":"traceutil/trace.go:171","msg":"trace[197879736] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.611575718s","start":"2026-04-28T18:52:21.708165Z","end":"2026-04-28T18:52:34.319741Z","steps":["trace[197879736] 'agreement among raft nodes before linearized reading' (duration: 11.937583753s)","trace[197879736] 'range keys from in-memory index tree' (duration: 673.37259ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:34.319773Z","caller":"traceutil/trace.go:171","msg":"trace[1914656252] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:43193; }","duration":"12.640118962s","start":"2026-04-28T18:52:21.67964Z","end":"2026-04-28T18:52:34.319759Z","steps":["trace[1914656252] 'agreement among raft nodes before linearized reading' (duration: 11.966407363s)","trace[1914656252] 'range keys from in-memory index tree' (duration: 673.543465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:34.319817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.679558Z","time spent":"12.640251516s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:34.319866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000468282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:34.319813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612693511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/tempest-ks-user-kchhk.18aa992d298a0a84\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:43168 ","response":"range_response_count:15 size:11298"} {"level":"warn","ts":"2026-04-28T18:52:34.319899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626699075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-28T18:52:34.31992Z","caller":"traceutil/trace.go:171","msg":"trace[292960353] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:43193; }","duration":"1.000567234s","start":"2026-04-28T18:52:33.319338Z","end":"2026-04-28T18:52:34.319905Z","steps":["trace[292960353] 'agreement among raft nodes before linearized reading' (duration: 1.000484562s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:34.319929Z","caller":"traceutil/trace.go:171","msg":"trace[551558016] range","detail":"{range_begin:/registry/events/openstack/tempest-ks-user-kchhk.18aa992d298a0a84\u0000; range_end:/registry/events/openstack0; response_count:15; response_revision:43193; }","duration":"3.612848325s","start":"2026-04-28T18:52:30.707066Z","end":"2026-04-28T18:52:34.319915Z","steps":["trace[551558016] 'agreement among raft nodes before linearized reading' (duration: 3.612585378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.319957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.319297Z","time spent":"1.000651567s","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:34.319987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.250301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:34.319995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.707049Z","time spent":"3.612922996s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":15,"response size":11322,"request content":"key:\"/registry/events/openstack/tempest-ks-user-kchhk.18aa992d298a0a84\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:43168 "} {"level":"warn","ts":"2026-04-28T18:52:34.320006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.469263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T18:52:34.319088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:28.318568Z","time spent":"6.000508821s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:34.320053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.708136Z","time spent":"12.611669531s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:34.320193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.00205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:34.320222Z","caller":"traceutil/trace.go:171","msg":"trace[112629474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43193; }","duration":"215.076811ms","start":"2026-04-28T18:52:34.105137Z","end":"2026-04-28T18:52:34.320214Z","steps":["trace[112629474] 'agreement among raft nodes before linearized reading' (duration: 215.03445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.320238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31242986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:34.320016Z","caller":"traceutil/trace.go:171","msg":"trace[1932547546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:43193; }","duration":"513.334243ms","start":"2026-04-28T18:52:33.806674Z","end":"2026-04-28T18:52:34.320008Z","steps":["trace[1932547546] 'agreement among raft nodes before linearized reading' (duration: 513.283612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:34.320276Z","caller":"traceutil/trace.go:171","msg":"trace[1218861290] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:43193; }","duration":"2.312524041s","start":"2026-04-28T18:52:32.007743Z","end":"2026-04-28T18:52:34.320267Z","steps":["trace[1218861290] 'agreement among raft nodes before linearized reading' (duration: 2.31246166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.320276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493653773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:34.320319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:32.007711Z","time spent":"2.312599944s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:34.320315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.806646Z","time spent":"513.643631ms","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:34.320335Z","caller":"traceutil/trace.go:171","msg":"trace[1333461486] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:43193; }","duration":"2.493802527s","start":"2026-04-28T18:52:31.826514Z","end":"2026-04-28T18:52:34.320317Z","steps":["trace[1333461486] 'agreement among raft nodes before linearized reading' (duration: 2.493706954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.320383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:31.826488Z","time spent":"2.493881339s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:34.319544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.544672Z","time spent":"12.774865477s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-28T18:52:34.320473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962844587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-04-28T18:52:34.32049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663738815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:34.320525Z","caller":"traceutil/trace.go:171","msg":"trace[822154527] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:43193; }","duration":"1.96292431s","start":"2026-04-28T18:52:32.357589Z","end":"2026-04-28T18:52:34.320514Z","steps":["trace[822154527] 'agreement among raft nodes before linearized reading' (duration: 1.962796786s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:34.320534Z","caller":"traceutil/trace.go:171","msg":"trace[1754407427] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:43193; }","duration":"1.663830878s","start":"2026-04-28T18:52:32.656692Z","end":"2026-04-28T18:52:34.320523Z","steps":["trace[1754407427] 'agreement among raft nodes before linearized reading' (duration: 1.663725555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.319252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.782938533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-28T18:52:34.32056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:32.357571Z","time spent":"1.962981811s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":651,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:52:34.320569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:32.656662Z","time spent":"1.66389887s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:34.320584Z","caller":"traceutil/trace.go:171","msg":"trace[1781834160] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:43193; }","duration":"12.784291096s","start":"2026-04-28T18:52:21.536273Z","end":"2026-04-28T18:52:34.320564Z","steps":["trace[1781834160] 'agreement among raft nodes before linearized reading' (duration: 12.067812114s)","trace[1781834160] 'range keys from in-memory index tree' (duration: 715.049446ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:34.319936Z","caller":"traceutil/trace.go:171","msg":"trace[575253499] range","detail":"{range_begin:/registry/persistentvolumes/pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a; range_end:; response_count:1; response_revision:43193; }","duration":"3.626733056s","start":"2026-04-28T18:52:30.693193Z","end":"2026-04-28T18:52:34.319926Z","steps":["trace[575253499] 'agreement among raft nodes before linearized reading' (duration: 3.626645824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.320638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:21.536263Z","time spent":"12.784362108s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T18:52:34.320662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.693137Z","time spent":"3.627517966s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-60e47ca2-1c2d-4c30-b7dd-eb588688b73a\" "} {"level":"info","ts":"2026-04-28T18:52:34.320053Z","caller":"traceutil/trace.go:171","msg":"trace[576075351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43193; }","duration":"445.563255ms","start":"2026-04-28T18:52:33.87448Z","end":"2026-04-28T18:52:34.320043Z","steps":["trace[576075351] 'agreement among raft nodes before linearized reading' (duration: 445.448552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.320724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:33.874435Z","time spent":"446.274214ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:52:34.320153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627076655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-rabbitmq-admin\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-28T18:52:34.320828Z","caller":"traceutil/trace.go:171","msg":"trace[1384869804] range","detail":"{range_begin:/registry/secrets/openstack/cinder-rabbitmq-admin; range_end:; response_count:1; response_revision:43193; }","duration":"3.627795903s","start":"2026-04-28T18:52:30.693021Z","end":"2026-04-28T18:52:34.320817Z","steps":["trace[1384869804] 'agreement among raft nodes before linearized reading' (duration: 3.627055774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.320864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:30.692997Z","time spent":"3.627856965s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":776,"request content":"key:\"/registry/secrets/openstack/cinder-rabbitmq-admin\" "} {"level":"warn","ts":"2026-04-28T18:52:34.320392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919310844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:34.320996Z","caller":"traceutil/trace.go:171","msg":"trace[1461688555] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:43193; }","duration":"1.919950281s","start":"2026-04-28T18:52:32.401023Z","end":"2026-04-28T18:52:34.320973Z","steps":["trace[1461688555] 'agreement among raft nodes before linearized reading' (duration: 1.919327335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:34.321044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:32.400998Z","time spent":"1.920028363s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:34.841654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:35.058719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.321259Z","time spent":"737.454405ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:35.151339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.574095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:35.151453Z","caller":"traceutil/trace.go:171","msg":"trace[210805425] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"202.736909ms","start":"2026-04-28T18:52:34.948691Z","end":"2026-04-28T18:52:35.151427Z","steps":["trace[210805425] 'agreement among raft nodes before linearized reading' (duration: 202.568995ms)"],"step_count":1} 2026/04/28 18:52:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:35.151709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.447291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:35.151825Z","caller":"traceutil/trace.go:171","msg":"trace[2118724366] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"202.645176ms","start":"2026-04-28T18:52:34.949156Z","end":"2026-04-28T18:52:35.151801Z","steps":["trace[2118724366] 'agreement among raft nodes before linearized reading' (duration: 202.482092ms)"],"step_count":1} 2026/04/28 18:52:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:36.280622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222298994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:36.280739Z","caller":"traceutil/trace.go:171","msg":"trace[808674250] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; }","duration":"1.222473518s","start":"2026-04-28T18:52:35.058231Z","end":"2026-04-28T18:52:36.280704Z","steps":["trace[808674250] 'agreement among raft nodes before linearized reading' (duration: 1.222338195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:36.280799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:35.058208Z","time spent":"1.222579191s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} 2026/04/28 18:52:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:36.350771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:36.35086Z","caller":"traceutil/trace.go:171","msg":"trace[1682484474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340098s","start":"2026-04-28T18:52:34.350501Z","end":"2026-04-28T18:52:36.350841Z","steps":["trace[1682484474] 'agreement among raft nodes before linearized reading' (duration: 2.000234876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:36.350906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.350481Z","time spent":"2.00041519s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:37.491515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162045045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:37.491613Z","caller":"traceutil/trace.go:171","msg":"trace[348105167] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.16221417s","start":"2026-04-28T18:52:34.329377Z","end":"2026-04-28T18:52:37.491591Z","steps":["trace[348105167] 'agreement among raft nodes before linearized reading' (duration: 3.162089957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:37.491663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.329341Z","time spent":"3.162308283s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 18:52:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:38.350736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:38.350839Z","caller":"traceutil/trace.go:171","msg":"trace[1854490273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000906241s","start":"2026-04-28T18:52:36.349907Z","end":"2026-04-28T18:52:38.350813Z","steps":["trace[1854490273] 'agreement among raft nodes before linearized reading' (duration: 2.000762288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:38.350899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.34988Z","time spent":"2.001007474s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:38.351465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:38.351498Z","caller":"traceutil/trace.go:171","msg":"trace[160321608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999922027s","start":"2026-04-28T18:52:36.351569Z","end":"2026-04-28T18:52:38.351491Z","steps":["trace[160321608] 'agreement among raft nodes before linearized reading' (duration: 1.999885156s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:38.351522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.351559Z","time spent":"1.999956508s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:39.353358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999321411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:39.353478Z","caller":"traceutil/trace.go:171","msg":"trace[325073763] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999482615s","start":"2026-04-28T18:52:34.353966Z","end":"2026-04-28T18:52:39.353449Z","steps":["trace[325073763] 'agreement among raft nodes before linearized reading' (duration: 4.999332881s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:39.353557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.353953Z","time spent":"4.999582717s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:52:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:39.409083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.144604064s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:39.410578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:37.005456Z","time spent":"2.405111077s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:39.411158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149969322s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:39.415105Z","caller":"traceutil/trace.go:171","msg":"trace[1621006666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43193; }","duration":"1.153943772s","start":"2026-04-28T18:52:38.261139Z","end":"2026-04-28T18:52:39.415083Z","steps":["trace[1621006666] 'range keys from in-memory index tree' (duration: 1.149937501s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:39.412665Z","caller":"traceutil/trace.go:171","msg":"trace[205876507] transaction","detail":"{read_only:false; response_revision:43194; number_of_response:1; }","duration":"5.087297251s","start":"2026-04-28T18:52:34.32533Z","end":"2026-04-28T18:52:39.412627Z","steps":["trace[205876507] 'process raft request' (duration: 5.084057759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:39.415405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.325308Z","time spent":"5.090025301s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:39.412731Z","caller":"traceutil/trace.go:171","msg":"trace[1470511923] linearizableReadLoop","detail":"{readStateIndex:44686; appliedIndex:44682; }","duration":"5.08724108s","start":"2026-04-28T18:52:34.325463Z","end":"2026-04-28T18:52:39.412704Z","steps":["trace[1470511923] 'read index received' (duration: 733.224598ms)","trace[1470511923] 'applied index is now lower than readState.Index' (duration: 4.354015182s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:39.412755Z","caller":"traceutil/trace.go:171","msg":"trace[1117562465] transaction","detail":"{read_only:false; response_revision:43195; number_of_response:1; }","duration":"5.081379721s","start":"2026-04-28T18:52:34.331359Z","end":"2026-04-28T18:52:39.412739Z","steps":["trace[1117562465] 'process raft request' (duration: 5.081150565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:39.4156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.331346Z","time spent":"5.084196213s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:39.412952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087481516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-rabbitmq-user\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-28T18:52:39.415731Z","caller":"traceutil/trace.go:171","msg":"trace[1760789473] range","detail":"{range_begin:/registry/secrets/openstack/cinder-rabbitmq-user; range_end:; response_count:1; response_revision:43196; }","duration":"5.090280607s","start":"2026-04-28T18:52:34.325423Z","end":"2026-04-28T18:52:39.415703Z","steps":["trace[1760789473] 'agreement among raft nodes before linearized reading' (duration: 5.087344923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:39.4158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.325407Z","time spent":"5.090366849s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":747,"request content":"key:\"/registry/secrets/openstack/cinder-rabbitmq-user\" "} {"level":"info","ts":"2026-04-28T18:52:39.413061Z","caller":"traceutil/trace.go:171","msg":"trace[1587644503] transaction","detail":"{read_only:false; response_revision:43196; number_of_response:1; }","duration":"5.063526468s","start":"2026-04-28T18:52:34.349524Z","end":"2026-04-28T18:52:39.41305Z","steps":["trace[1587644503] 'process raft request' (duration: 5.063111827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:39.416389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.349506Z","time spent":"5.066853922s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:40.264122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997902674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:40.26425Z","caller":"traceutil/trace.go:171","msg":"trace[1808823282] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998110859s","start":"2026-04-28T18:52:35.266111Z","end":"2026-04-28T18:52:40.264222Z","steps":["trace[1808823282] 'agreement among raft nodes before linearized reading' (duration: 4.997930465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:40.264317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:35.266088Z","time spent":"4.998215912s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:52:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:40.358666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:40.358788Z","caller":"traceutil/trace.go:171","msg":"trace[1509520092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302097s","start":"2026-04-28T18:52:38.35845Z","end":"2026-04-28T18:52:40.358752Z","steps":["trace[1509520092] 'agreement among raft nodes before linearized reading' (duration: 2.000166864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:40.358843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.358396Z","time spent":"2.00042957s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:40.962729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342569033s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:40.963649Z","caller":"traceutil/trace.go:171","msg":"trace[666888896] transaction","detail":"{read_only:false; response_revision:43197; number_of_response:1; }","duration":"5.903547312s","start":"2026-04-28T18:52:35.060069Z","end":"2026-04-28T18:52:40.963616Z","steps":["trace[666888896] 'process raft request' (duration: 4.559980413s)","trace[666888896] 'compare' (duration: 1.341044185s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:40.964325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:35.060044Z","time spent":"5.903679106s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:41.61124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996068298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:41.611339Z","caller":"traceutil/trace.go:171","msg":"trace[640542098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.996237932s","start":"2026-04-28T18:52:36.615077Z","end":"2026-04-28T18:52:41.611315Z","steps":["trace[640542098] 'agreement among raft nodes before linearized reading' (duration: 4.996107709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:41.611402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.615054Z","time spent":"4.996335755s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 18:52:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:41.979385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016520938s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T18:52:41.980695Z","caller":"traceutil/trace.go:171","msg":"trace[1782698577] transaction","detail":"{read_only:false; response_revision:43199; number_of_response:1; }","duration":"4.48645448s","start":"2026-04-28T18:52:37.494215Z","end":"2026-04-28T18:52:41.980669Z","steps":["trace[1782698577] 'process raft request' (duration: 4.48529598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:41.980867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:37.494179Z","time spent":"4.486593834s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:42.322796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.653067954s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:42.360439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:42.360542Z","caller":"traceutil/trace.go:171","msg":"trace[1200625028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0008577s","start":"2026-04-28T18:52:40.359662Z","end":"2026-04-28T18:52:42.36052Z","steps":["trace[1200625028] 'agreement among raft nodes before linearized reading' (duration: 2.000718657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:42.360605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.359633Z","time spent":"2.000958323s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:43.350158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369267041s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:43.350364Z","caller":"traceutil/trace.go:171","msg":"trace[1326540147] transaction","detail":"{read_only:false; response_revision:43200; number_of_response:1; }","duration":"4.682309325s","start":"2026-04-28T18:52:38.668021Z","end":"2026-04-28T18:52:43.35033Z","steps":["trace[1326540147] 'process raft request' (duration: 3.312620154s)","trace[1326540147] 'compare' (duration: 1.367312391s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:43.35049Z","caller":"traceutil/trace.go:171","msg":"trace[1248722034] transaction","detail":"{read_only:false; response_revision:43201; number_of_response:1; }","duration":"2.68089511s","start":"2026-04-28T18:52:40.669574Z","end":"2026-04-28T18:52:43.350469Z","steps":["trace[1248722034] 'process raft request' (duration: 2.680750006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.350503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.667998Z","time spent":"4.682441178s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:43.35049Z","caller":"traceutil/trace.go:171","msg":"trace[941651294] linearizableReadLoop","detail":"{readStateIndex:44690; appliedIndex:44686; }","duration":"3.93495605s","start":"2026-04-28T18:52:39.41548Z","end":"2026-04-28T18:52:43.350436Z","steps":["trace[941651294] 'read index received' (duration: 204.494924ms)","trace[941651294] 'applied index is now lower than readState.Index' (duration: 3.730455846s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:43.350643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.669543Z","time spent":"2.681043614s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:43.350648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.89280058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.350795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.272472864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:43.350833Z","caller":"traceutil/trace.go:171","msg":"trace[1472212515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:43201; }","duration":"5.893043226s","start":"2026-04-28T18:52:37.457711Z","end":"2026-04-28T18:52:43.350754Z","steps":["trace[1472212515] 'agreement among raft nodes before linearized reading' (duration: 5.892741388s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:43.350872Z","caller":"traceutil/trace.go:171","msg":"trace[1828020025] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:43201; }","duration":"7.272630057s","start":"2026-04-28T18:52:36.078222Z","end":"2026-04-28T18:52:43.350852Z","steps":["trace[1828020025] 'agreement among raft nodes before linearized reading' (duration: 7.272453983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.350863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.642467023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:43.350969Z","caller":"traceutil/trace.go:171","msg":"trace[95203193] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:43201; }","duration":"6.642645818s","start":"2026-04-28T18:52:36.708297Z","end":"2026-04-28T18:52:43.350943Z","steps":["trace[95203193] 'agreement among raft nodes before linearized reading' (duration: 6.642384071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.350979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:37.457685Z","time spent":"5.893274952s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.35095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.314875288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.350945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.078199Z","time spent":"7.27272664s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.843207452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.884158738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-volume-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-28T18:52:43.351103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.06799794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.184266569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:43.351069Z","caller":"traceutil/trace.go:171","msg":"trace[451292782] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43201; }","duration":"8.315029462s","start":"2026-04-28T18:52:35.036016Z","end":"2026-04-28T18:52:43.351045Z","steps":["trace[451292782] 'agreement among raft nodes before linearized reading' (duration: 8.314798056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.818317402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:52:43.351148Z","caller":"traceutil/trace.go:171","msg":"trace[1045677309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:43201; }","duration":"8.068069641s","start":"2026-04-28T18:52:35.283062Z","end":"2026-04-28T18:52:43.351131Z","steps":["trace[1045677309] 'agreement among raft nodes before linearized reading' (duration: 8.06800995s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:43.351145Z","caller":"traceutil/trace.go:171","msg":"trace[497050838] range","detail":"{range_begin:/registry/secrets/openstack/cinder-volume-rbd-keyring; range_end:; response_count:1; response_revision:43201; }","duration":"8.884273291s","start":"2026-04-28T18:52:34.466854Z","end":"2026-04-28T18:52:43.351127Z","steps":["trace[497050838] 'agreement among raft nodes before linearized reading' (duration: 8.884067476s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:43.351168Z","caller":"traceutil/trace.go:171","msg":"trace[1540201372] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:43201; }","duration":"5.184376792s","start":"2026-04-28T18:52:38.16677Z","end":"2026-04-28T18:52:43.351147Z","steps":["trace[1540201372] 'agreement among raft nodes before linearized reading' (duration: 5.184262039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341143416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:35.283035Z","time spent":"8.068145124s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.351192Z","caller":"traceutil/trace.go:171","msg":"trace[845269762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43201; }","duration":"6.818452054s","start":"2026-04-28T18:52:36.532724Z","end":"2026-04-28T18:52:43.351176Z","steps":["trace[845269762] 'agreement among raft nodes before linearized reading' (duration: 6.81826044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.466834Z","time spent":"8.884363624s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":783,"request content":"key:\"/registry/secrets/openstack/cinder-volume-rbd-keyring\" "} {"level":"info","ts":"2026-04-28T18:52:43.351227Z","caller":"traceutil/trace.go:171","msg":"trace[1112932080] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:43201; }","duration":"5.341229108s","start":"2026-04-28T18:52:38.009984Z","end":"2026-04-28T18:52:43.351213Z","steps":["trace[1112932080] 'agreement among raft nodes before linearized reading' (duration: 5.341164367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.35123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.166751Z","time spent":"5.184464044s","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.532696Z","time spent":"6.818531487s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:52:43.351258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231955528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:43.351039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.708272Z","time spent":"6.642752361s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":40,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.009958Z","time spent":"5.341304931s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.351313Z","caller":"traceutil/trace.go:171","msg":"trace[1165898801] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:43201; }","duration":"5.232056841s","start":"2026-04-28T18:52:38.119242Z","end":"2026-04-28T18:52:43.351299Z","steps":["trace[1165898801] 'agreement among raft nodes before linearized reading' (duration: 5.231901307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.119214Z","time spent":"5.232130493s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.191278676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.320086342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:35.035994Z","time spent":"8.315207146s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.35151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033531308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.865725824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:43.351495Z","caller":"traceutil/trace.go:171","msg":"trace[484813393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:43201; }","duration":"6.191570593s","start":"2026-04-28T18:52:37.1599Z","end":"2026-04-28T18:52:43.351471Z","steps":["trace[484813393] 'agreement among raft nodes before linearized reading' (duration: 6.191097711s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:43.351596Z","caller":"traceutil/trace.go:171","msg":"trace[400201213] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:43201; }","duration":"5.865784266s","start":"2026-04-28T18:52:37.4858Z","end":"2026-04-28T18:52:43.351584Z","steps":["trace[400201213] 'agreement among raft nodes before linearized reading' (duration: 5.865605611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:37.159869Z","time spent":"6.191786778s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.016112886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:43.351748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.249562314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:43.35179Z","caller":"traceutil/trace.go:171","msg":"trace[1264870060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43201; }","duration":"6.016990377s","start":"2026-04-28T18:52:37.334784Z","end":"2026-04-28T18:52:43.351774Z","steps":["trace[1264870060] 'agreement among raft nodes before linearized reading' (duration: 6.016122496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801441525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T18:52:43.351835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660899491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-04-28T18:52:43.351854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:37.334757Z","time spent":"6.01707737s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.35188Z","caller":"traceutil/trace.go:171","msg":"trace[683717876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43201; }","duration":"4.801488186s","start":"2026-04-28T18:52:38.550379Z","end":"2026-04-28T18:52:43.351867Z","steps":["trace[683717876] 'agreement among raft nodes before linearized reading' (duration: 4.801329262s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:43.351903Z","caller":"traceutil/trace.go:171","msg":"trace[1245719012] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:43201; }","duration":"4.660987523s","start":"2026-04-28T18:52:38.690885Z","end":"2026-04-28T18:52:43.351873Z","steps":["trace[1245719012] 'agreement among raft nodes before linearized reading' (duration: 4.660839539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.550293Z","time spent":"4.801618269s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T18:52:43.351529Z","caller":"traceutil/trace.go:171","msg":"trace[193073085] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:43201; }","duration":"5.320543573s","start":"2026-04-28T18:52:38.030972Z","end":"2026-04-28T18:52:43.351516Z","steps":["trace[193073085] 'agreement among raft nodes before linearized reading' (duration: 5.320110902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.351945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.690848Z","time spent":"4.661088966s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":651,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:52:43.35197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.030943Z","time spent":"5.321011005s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.351796Z","caller":"traceutil/trace.go:171","msg":"trace[485488929] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:43201; }","duration":"5.249655867s","start":"2026-04-28T18:52:38.102124Z","end":"2026-04-28T18:52:43.35178Z","steps":["trace[485488929] 'agreement among raft nodes before linearized reading' (duration: 5.249569624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.352046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:38.102094Z","time spent":"5.249939744s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.351583Z","caller":"traceutil/trace.go:171","msg":"trace[1006325905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:43201; }","duration":"4.033664551s","start":"2026-04-28T18:52:39.317902Z","end":"2026-04-28T18:52:43.351566Z","steps":["trace[1006325905] 'agreement among raft nodes before linearized reading' (duration: 4.033549218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.350894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.991403749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:43.352145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.317689Z","time spent":"4.034440021s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.352186Z","caller":"traceutil/trace.go:171","msg":"trace[1364576753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43201; }","duration":"6.992732202s","start":"2026-04-28T18:52:36.359439Z","end":"2026-04-28T18:52:43.352171Z","steps":["trace[1364576753] 'agreement among raft nodes before linearized reading' (duration: 6.991224975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.352277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.359428Z","time spent":"6.992819364s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097309904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:43.351674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:37.485685Z","time spent":"5.865945619s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.352344Z","caller":"traceutil/trace.go:171","msg":"trace[1909110409] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:43201; }","duration":"4.098061943s","start":"2026-04-28T18:52:39.25427Z","end":"2026-04-28T18:52:43.352332Z","steps":["trace[1909110409] 'agreement among raft nodes before linearized reading' (duration: 4.097344255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.352398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.254236Z","time spent":"4.098146857s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138330784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:43.351112Z","caller":"traceutil/trace.go:171","msg":"trace[1281301102] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:43201; }","duration":"7.843356085s","start":"2026-04-28T18:52:35.507729Z","end":"2026-04-28T18:52:43.351085Z","steps":["trace[1281301102] 'agreement among raft nodes before linearized reading' (duration: 7.843213352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.352607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:35.507692Z","time spent":"7.844880224s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:43.352501Z","caller":"traceutil/trace.go:171","msg":"trace[1276016199] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:43201; }","duration":"4.139104625s","start":"2026-04-28T18:52:39.213343Z","end":"2026-04-28T18:52:43.352448Z","steps":["trace[1276016199] 'agreement among raft nodes before linearized reading' (duration: 4.138353765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.352722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.213314Z","time spent":"4.139386352s","remote":"127.0.0.1:49690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.351074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936964208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:43.353628Z","caller":"traceutil/trace.go:171","msg":"trace[1650465755] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43201; }","duration":"6.939564574s","start":"2026-04-28T18:52:36.414041Z","end":"2026-04-28T18:52:43.353606Z","steps":["trace[1650465755] 'agreement among raft nodes before linearized reading' (duration: 6.936976128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.353892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.009353203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:52:43.354035Z","caller":"traceutil/trace.go:171","msg":"trace[84245371] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:43201; }","duration":"9.009519237s","start":"2026-04-28T18:52:34.344478Z","end":"2026-04-28T18:52:43.353997Z","steps":["trace[84245371] 'agreement among raft nodes before linearized reading' (duration: 9.006507961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:43.354103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:34.344469Z","time spent":"9.00962181s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T18:52:43.354795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:36.414018Z","time spent":"6.939663897s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:43.851439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:44.353929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:44.370933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001153618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:44.37119Z","caller":"traceutil/trace.go:171","msg":"trace[589511321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001469266s","start":"2026-04-28T18:52:42.369681Z","end":"2026-04-28T18:52:44.37115Z","steps":["trace[589511321] 'agreement among raft nodes before linearized reading' (duration: 2.0012049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:44.371281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.369652Z","time spent":"2.001619919s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:44.855197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:52:45.342988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.995609727s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:46.164296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.978636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:46.164462Z","caller":"traceutil/trace.go:171","msg":"trace[983622198] transaction","detail":"{read_only:false; response_revision:43202; number_of_response:1; }","duration":"4.906740703s","start":"2026-04-28T18:52:41.257698Z","end":"2026-04-28T18:52:46.164439Z","steps":["trace[983622198] 'process raft request' (duration: 4.085820323s)","trace[983622198] 'compare' (duration: 819.097235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:46.168226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.257668Z","time spent":"4.91050192s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:52:46.373017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:46.373114Z","caller":"traceutil/trace.go:171","msg":"trace[513636916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601014s","start":"2026-04-28T18:52:44.372492Z","end":"2026-04-28T18:52:46.373093Z","steps":["trace[513636916] 'agreement among raft nodes before linearized reading' (duration: 2.000473371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:46.373171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:44.372478Z","time spent":"2.000683376s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:47.057044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122203148s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:47.260147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.590336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:52:47.260532Z","caller":"traceutil/trace.go:171","msg":"trace[994090249] transaction","detail":"{read_only:false; response_revision:43207; number_of_response:1; }","duration":"424.813299ms","start":"2026-04-28T18:52:46.835697Z","end":"2026-04-28T18:52:47.26051Z","steps":["trace[994090249] 'process raft request' (duration: 424.761138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.260607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:46.835672Z","time spent":"424.906182ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:47.260834Z","caller":"traceutil/trace.go:171","msg":"trace[1042583113] transaction","detail":"{read_only:false; response_revision:43203; number_of_response:1; }","duration":"4.283452504s","start":"2026-04-28T18:52:42.977369Z","end":"2026-04-28T18:52:47.260822Z","steps":["trace[1042583113] 'process raft request' (duration: 4.080062788s)","trace[1042583113] 'compare' (duration: 201.854656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:47.260905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.977343Z","time spent":"4.283532146s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:47.261392Z","caller":"traceutil/trace.go:171","msg":"trace[339654784] transaction","detail":"{read_only:false; response_revision:43204; number_of_response:1; }","duration":"4.278630631s","start":"2026-04-28T18:52:42.98275Z","end":"2026-04-28T18:52:47.261381Z","steps":["trace[339654784] 'process raft request' (duration: 4.277515412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.261457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.982719Z","time spent":"4.278706953s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:47.261596Z","caller":"traceutil/trace.go:171","msg":"trace[659829871] transaction","detail":"{read_only:false; response_revision:43205; number_of_response:1; }","duration":"3.897719235s","start":"2026-04-28T18:52:43.363865Z","end":"2026-04-28T18:52:47.261585Z","steps":["trace[659829871] 'process raft request' (duration: 3.896511805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.261673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.363837Z","time spent":"3.897796087s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:52:47.261721Z","caller":"traceutil/trace.go:171","msg":"trace[273948699] linearizableReadLoop","detail":"{readStateIndex:44696; appliedIndex:44691; }","duration":"3.911063253s","start":"2026-04-28T18:52:43.350622Z","end":"2026-04-28T18:52:47.261685Z","steps":["trace[273948699] 'read index received' (duration: 1.992903988s)","trace[273948699] 'applied index is now lower than readState.Index' (duration: 1.918156915s)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:52:47.261899Z","caller":"traceutil/trace.go:171","msg":"trace[1979049858] transaction","detail":"{read_only:false; response_revision:43206; number_of_response:1; }","duration":"3.895883749s","start":"2026-04-28T18:52:43.366Z","end":"2026-04-28T18:52:47.261884Z","steps":["trace[1979049858] 'process raft request' (duration: 3.894414213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.365991Z","time spent":"3.89594064s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:52:47.262073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174789708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.262155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365634926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.262172Z","caller":"traceutil/trace.go:171","msg":"trace[1053190161] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:43207; }","duration":"6.174962432s","start":"2026-04-28T18:52:41.087187Z","end":"2026-04-28T18:52:47.262149Z","steps":["trace[1053190161] 'agreement among raft nodes before linearized reading' (duration: 6.174772537s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.2622Z","caller":"traceutil/trace.go:171","msg":"trace[1617845612] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:43207; }","duration":"7.365717458s","start":"2026-04-28T18:52:39.896471Z","end":"2026-04-28T18:52:47.262188Z","steps":["trace[1617845612] 'agreement among raft nodes before linearized reading' (duration: 7.365640056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.087152Z","time spent":"6.175061294s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.262238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.896449Z","time spent":"7.365779979s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.262271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72799283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs\" ","response":"range_response_count:1 size:4303"} {"level":"info","ts":"2026-04-28T18:52:47.262309Z","caller":"traceutil/trace.go:171","msg":"trace[116109261] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs; range_end:; response_count:1; response_revision:43207; }","duration":"7.728105473s","start":"2026-04-28T18:52:39.534193Z","end":"2026-04-28T18:52:47.262299Z","steps":["trace[116109261] 'agreement among raft nodes before linearized reading' (duration: 7.72795111s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.534138Z","time spent":"7.728197785s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4327,"request content":"key:\"/registry/secrets/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-04-28T18:52:47.262389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.807660011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.262482Z","caller":"traceutil/trace.go:171","msg":"trace[66983593] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43207; }","duration":"6.807927808s","start":"2026-04-28T18:52:40.454533Z","end":"2026-04-28T18:52:47.262461Z","steps":["trace[66983593] 'agreement among raft nodes before linearized reading' (duration: 6.807760013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.454506Z","time spent":"6.808131253s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.262801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.295941769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T18:52:47.262782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838725448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7hjdn\" ","response":"range_response_count:1 size:6364"} {"level":"info","ts":"2026-04-28T18:52:47.262849Z","caller":"traceutil/trace.go:171","msg":"trace[411684868] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:43207; }","duration":"6.296032871s","start":"2026-04-28T18:52:40.966802Z","end":"2026-04-28T18:52:47.262835Z","steps":["trace[411684868] 'agreement among raft nodes before linearized reading' (duration: 6.295897748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.966779Z","time spent":"6.296101263s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T18:52:47.262895Z","caller":"traceutil/trace.go:171","msg":"trace[816961620] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7hjdn; range_end:; response_count:1; response_revision:43207; }","duration":"7.838891883s","start":"2026-04-28T18:52:39.423976Z","end":"2026-04-28T18:52:47.262868Z","steps":["trace[816961620] 'agreement among raft nodes before linearized reading' (duration: 7.838425311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905436671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-28T18:52:47.26294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.423959Z","time spent":"7.838974724s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6388,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7hjdn\" "} {"level":"info","ts":"2026-04-28T18:52:47.262959Z","caller":"traceutil/trace.go:171","msg":"trace[1867491622] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f; range_end:; response_count:1; response_revision:43207; }","duration":"3.905538773s","start":"2026-04-28T18:52:43.357397Z","end":"2026-04-28T18:52:47.262936Z","steps":["trace[1867491622] 'agreement among raft nodes before linearized reading' (duration: 3.905056501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512799408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:47.263137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484432709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T18:52:47.263151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.357332Z","time spent":"3.90577612s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3b42ce62-9ba9-4f54-8e18-172ca27fce8f\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198566561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.263177Z","caller":"traceutil/trace.go:171","msg":"trace[742197894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:43207; }","duration":"2.484495531s","start":"2026-04-28T18:52:44.778669Z","end":"2026-04-28T18:52:47.263164Z","steps":["trace[742197894] 'agreement among raft nodes before linearized reading' (duration: 2.484383557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.277546843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T18:52:47.263204Z","caller":"traceutil/trace.go:171","msg":"trace[1635875538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:43207; }","duration":"7.198660133s","start":"2026-04-28T18:52:40.064531Z","end":"2026-04-28T18:52:47.263191Z","steps":["trace[1635875538] 'agreement among raft nodes before linearized reading' (duration: 7.197924183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.263221Z","caller":"traceutil/trace.go:171","msg":"trace[2119908868] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:43207; }","duration":"5.277637025s","start":"2026-04-28T18:52:41.98557Z","end":"2026-04-28T18:52:47.263207Z","steps":["trace[2119908868] 'agreement among raft nodes before linearized reading' (duration: 5.277549763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772363798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.263258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.064505Z","time spent":"7.198741565s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.263283Z","caller":"traceutil/trace.go:171","msg":"trace[1418572081] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:43207; }","duration":"2.77242447s","start":"2026-04-28T18:52:44.490851Z","end":"2026-04-28T18:52:47.263276Z","steps":["trace[1418572081] 'agreement among raft nodes before linearized reading' (duration: 2.772381189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:44.490832Z","time spent":"2.772470491s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.263276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750936535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.263347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101630155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-28T18:52:47.263367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.498880445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.263217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681374492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:47.263383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084674046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.26338Z","caller":"traceutil/trace.go:171","msg":"trace[645664576] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:43207; }","duration":"3.751118289s","start":"2026-04-28T18:52:43.512232Z","end":"2026-04-28T18:52:47.26335Z","steps":["trace[645664576] 'agreement among raft nodes before linearized reading' (duration: 3.750920994s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.2634Z","caller":"traceutil/trace.go:171","msg":"trace[1604333932] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:43207; }","duration":"4.101740778s","start":"2026-04-28T18:52:43.161646Z","end":"2026-04-28T18:52:47.263387Z","steps":["trace[1604333932] 'agreement among raft nodes before linearized reading' (duration: 4.101381318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.422986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.26345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.512197Z","time spent":"3.751239262s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.26349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278433508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:47.26351Z","caller":"traceutil/trace.go:171","msg":"trace[221072086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43207; }","duration":"913.763444ms","start":"2026-04-28T18:52:46.34972Z","end":"2026-04-28T18:52:47.263483Z","steps":["trace[221072086] 'agreement among raft nodes before linearized reading' (duration: 913.374583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.262973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.598773635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T18:52:47.263551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.278256383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T18:52:47.263573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:46.349695Z","time spent":"913.865547ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:52:47.263592Z","caller":"traceutil/trace.go:171","msg":"trace[1242742314] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:43207; }","duration":"5.278342985s","start":"2026-04-28T18:52:41.98524Z","end":"2026-04-28T18:52:47.263583Z","steps":["trace[1242742314] 'agreement among raft nodes before linearized reading' (duration: 5.278235182s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.263592Z","caller":"traceutil/trace.go:171","msg":"trace[174964821] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43207; }","duration":"6.599430502s","start":"2026-04-28T18:52:40.66414Z","end":"2026-04-28T18:52:47.263571Z","steps":["trace[174964821] 'agreement among raft nodes before linearized reading' (duration: 6.598738494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477444523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.263621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.985217Z","time spent":"5.278398045s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.085810973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.263643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816925048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-volume-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-28T18:52:47.263255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.98555Z","time spent":"5.277698377s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T18:52:47.263655Z","caller":"traceutil/trace.go:171","msg":"trace[234246795] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:43207; }","duration":"5.085895116s","start":"2026-04-28T18:52:42.177753Z","end":"2026-04-28T18:52:47.263648Z","steps":["trace[234246795] 'agreement among raft nodes before linearized reading' (duration: 5.085848645s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.263651Z","caller":"traceutil/trace.go:171","msg":"trace[1750490093] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:43207; }","duration":"1.477521295s","start":"2026-04-28T18:52:45.786112Z","end":"2026-04-28T18:52:47.263634Z","steps":["trace[1750490093] 'agreement among raft nodes before linearized reading' (duration: 1.477452063s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.263675Z","caller":"traceutil/trace.go:171","msg":"trace[965162047] range","detail":"{range_begin:/registry/secrets/openstack/cinder-volume-rbd-keyring; range_end:; response_count:1; response_revision:43207; }","duration":"3.81701975s","start":"2026-04-28T18:52:43.446646Z","end":"2026-04-28T18:52:47.263666Z","steps":["trace[965162047] 'agreement among raft nodes before linearized reading' (duration: 3.816920827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.177722Z","time spent":"5.085953197s","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.263402Z","caller":"traceutil/trace.go:171","msg":"trace[693500619] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:43207; }","duration":"4.498916346s","start":"2026-04-28T18:52:42.764477Z","end":"2026-04-28T18:52:47.263393Z","steps":["trace[693500619] 'agreement among raft nodes before linearized reading' (duration: 4.498859934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528833544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:47.263769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.780685698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.263763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.764371Z","time spent":"4.499377287s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.263787Z","caller":"traceutil/trace.go:171","msg":"trace[382993883] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:43207; }","duration":"5.528918007s","start":"2026-04-28T18:52:41.73486Z","end":"2026-04-28T18:52:47.263778Z","steps":["trace[382993883] 'agreement among raft nodes before linearized reading' (duration: 5.528845595s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.263799Z","caller":"traceutil/trace.go:171","msg":"trace[1602526201] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43207; }","duration":"5.780795731s","start":"2026-04-28T18:52:41.482993Z","end":"2026-04-28T18:52:47.263789Z","steps":["trace[1602526201] 'agreement among raft nodes before linearized reading' (duration: 5.78074437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725312536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-28T18:52:47.263494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463720954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:47.263828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.482963Z","time spent":"5.780856963s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.26383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.734827Z","time spent":"5.528991428s","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.26297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838722388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a964ea36\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-04-28T18:52:47.263843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897614824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:52:47.263865Z","caller":"traceutil/trace.go:171","msg":"trace[832273270] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a964ea36; range_end:; response_count:1; response_revision:43207; }","duration":"7.839635131s","start":"2026-04-28T18:52:39.424222Z","end":"2026-04-28T18:52:47.263858Z","steps":["trace[832273270] 'agreement among raft nodes before linearized reading' (duration: 7.838571904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.664114Z","time spent":"6.599518645s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T18:52:47.263419Z","caller":"traceutil/trace.go:171","msg":"trace[1109610573] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:43207; }","duration":"1.08480226s","start":"2026-04-28T18:52:46.178606Z","end":"2026-04-28T18:52:47.263409Z","steps":["trace[1109610573] 'agreement among raft nodes before linearized reading' (duration: 1.084741569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.26332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.930924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-04-28T18:52:47.263944Z","caller":"traceutil/trace.go:171","msg":"trace[858892250] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:43207; }","duration":"947.59716ms","start":"2026-04-28T18:52:46.316339Z","end":"2026-04-28T18:52:47.263936Z","steps":["trace[858892250] 'agreement among raft nodes before linearized reading' (duration: 946.898423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.263835Z","caller":"traceutil/trace.go:171","msg":"trace[311941877] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:43207; }","duration":"3.725361017s","start":"2026-04-28T18:52:43.538465Z","end":"2026-04-28T18:52:47.263826Z","steps":["trace[311941877] 'agreement among raft nodes before linearized reading' (duration: 3.725235304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:46.316314Z","time spent":"947.655042ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":651,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:52:47.26399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702642159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.263164Z","caller":"traceutil/trace.go:171","msg":"trace[311727018] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:43207; }","duration":"3.51288696s","start":"2026-04-28T18:52:43.750271Z","end":"2026-04-28T18:52:47.263158Z","steps":["trace[311727018] 'agreement among raft nodes before linearized reading' (duration: 3.512824927s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:47.264043Z","caller":"traceutil/trace.go:171","msg":"trace[1766686795] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43207; }","duration":"5.702742043s","start":"2026-04-28T18:52:41.561285Z","end":"2026-04-28T18:52:47.264027Z","steps":["trace[1766686795] 'agreement among raft nodes before linearized reading' (duration: 5.702658361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.264064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.75023Z","time spent":"3.513816333s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.264076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:41.561258Z","time spent":"5.702810934s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34050874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.263858Z","caller":"traceutil/trace.go:171","msg":"trace[1207920662] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:43207; }","duration":"3.464133214s","start":"2026-04-28T18:52:43.799711Z","end":"2026-04-28T18:52:47.263845Z","steps":["trace[1207920662] 'agreement among raft nodes before linearized reading' (duration: 3.463750485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.264148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.799669Z","time spent":"3.464464972s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.264136Z","caller":"traceutil/trace.go:171","msg":"trace[814454442] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:43207; }","duration":"4.341389233s","start":"2026-04-28T18:52:42.922727Z","end":"2026-04-28T18:52:47.264116Z","steps":["trace[814454442] 'agreement among raft nodes before linearized reading' (duration: 4.340548792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:46.178573Z","time spent":"1.085361353s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.538378Z","time spent":"3.725612543s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T18:52:47.264216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.922697Z","time spent":"4.341494895s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.262434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.102035223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:52:47.263446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925403488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:47.264313Z","caller":"traceutil/trace.go:171","msg":"trace[1488424910] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:43207; }","duration":"2.92629389s","start":"2026-04-28T18:52:44.337999Z","end":"2026-04-28T18:52:47.264293Z","steps":["trace[1488424910] 'agreement among raft nodes before linearized reading' (duration: 2.925420849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.264372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:44.337978Z","time spent":"2.926377633s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.264344Z","caller":"traceutil/trace.go:171","msg":"trace[1582544062] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:43207; }","duration":"7.103931152s","start":"2026-04-28T18:52:40.160387Z","end":"2026-04-28T18:52:47.264319Z","steps":["trace[1582544062] 'agreement among raft nodes before linearized reading' (duration: 7.101991493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.161619Z","time spent":"4.10182197s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.978672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:47.264495Z","caller":"traceutil/trace.go:171","msg":"trace[2102878606] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:43207; }","duration":"480.081239ms","start":"2026-04-28T18:52:46.784403Z","end":"2026-04-28T18:52:47.264484Z","steps":["trace[2102878606] 'agreement among raft nodes before linearized reading' (duration: 478.990312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.264537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:46.784379Z","time spent":"480.145781ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.263535Z","caller":"traceutil/trace.go:171","msg":"trace[835393101] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:43207; }","duration":"1.278478049s","start":"2026-04-28T18:52:45.985046Z","end":"2026-04-28T18:52:47.263524Z","steps":["trace[835393101] 'agreement among raft nodes before linearized reading' (duration: 1.278395657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.26461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:45.984974Z","time spent":"1.279600777s","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.263705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:45.786088Z","time spent":"1.477601817s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.264465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:40.160361Z","time spent":"7.104061255s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:47.264653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.806549044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:52:47.263724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.446624Z","time spent":"3.817069521s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":783,"request content":"key:\"/registry/secrets/openstack/cinder-volume-rbd-keyring\" "} {"level":"info","ts":"2026-04-28T18:52:47.264689Z","caller":"traceutil/trace.go:171","msg":"trace[943175010] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:43207; }","duration":"4.806642176s","start":"2026-04-28T18:52:42.458038Z","end":"2026-04-28T18:52:47.26468Z","steps":["trace[943175010] 'agreement among raft nodes before linearized reading' (duration: 4.805383905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.930387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:52:47.264725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.45801Z","time spent":"4.806707578s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1681,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.264743Z","caller":"traceutil/trace.go:171","msg":"trace[1205885246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43207; }","duration":"884.84999ms","start":"2026-04-28T18:52:46.379877Z","end":"2026-04-28T18:52:47.264727Z","steps":["trace[1205885246] 'agreement among raft nodes before linearized reading' (duration: 883.943288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.263212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:44.77865Z","time spent":"2.484552402s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:52:47.264791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:46.379846Z","time spent":"884.931573ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123635061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:52:47.264886Z","caller":"traceutil/trace.go:171","msg":"trace[1722590070] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:43207; }","duration":"5.124620326s","start":"2026-04-28T18:52:42.140253Z","end":"2026-04-28T18:52:47.264874Z","steps":["trace[1722590070] 'agreement among raft nodes before linearized reading' (duration: 5.123617841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.264924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:42.140175Z","time spent":"5.124737249s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:52:47.263899Z","caller":"traceutil/trace.go:171","msg":"trace[240558966] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:43207; }","duration":"3.897715086s","start":"2026-04-28T18:52:43.366171Z","end":"2026-04-28T18:52:47.263886Z","steps":["trace[240558966] 'agreement among raft nodes before linearized reading' (duration: 3.897570953s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.265043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:43.366149Z","time spent":"3.898881835s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18320,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T18:52:47.263902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:39.424218Z","time spent":"7.839675132s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rrjsd.18aa9596a964ea36\" "} {"level":"info","ts":"2026-04-28T18:52:47.263421Z","caller":"traceutil/trace.go:171","msg":"trace[1463235984] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:43207; }","duration":"2.681629299s","start":"2026-04-28T18:52:44.581777Z","end":"2026-04-28T18:52:47.263407Z","steps":["trace[1463235984] 'agreement among raft nodes before linearized reading' (duration: 2.681402304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:47.265251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:44.581741Z","time spent":"2.683486935s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:52:49.263927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603907069s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:50.069287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:50.06941Z","caller":"traceutil/trace.go:171","msg":"trace[985743363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738298s","start":"2026-04-28T18:52:48.068641Z","end":"2026-04-28T18:52:50.06938Z","steps":["trace[985743363] 'agreement among raft nodes before linearized reading' (duration: 2.000568043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:50.069471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:48.068618Z","time spent":"2.000840809s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:50.57069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910628993s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-28T18:52:50.570965Z","caller":"traceutil/trace.go:171","msg":"trace[1862736805] compact","detail":"{revision:41994; response_revision:43207; }","duration":"3.307878073s","start":"2026-04-28T18:52:47.263064Z","end":"2026-04-28T18:52:50.570942Z","steps":["trace[1862736805] 'process raft request' (duration: 396.909161ms)","trace[1862736805] 'check and update compact revision' (duration: 2.910429409s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:52:50.571017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.263033Z","time spent":"3.307981706s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:50.57217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311858226s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:52:50.572425Z","caller":"traceutil/trace.go:171","msg":"trace[1470907674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43207; }","duration":"2.312124342s","start":"2026-04-28T18:52:48.26027Z","end":"2026-04-28T18:52:50.572395Z","steps":["trace[1470907674] 'range keys from in-memory index tree' (duration: 2.311831624s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:52:50.572839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41994} {"level":"info","ts":"2026-04-28T18:52:50.575371Z","caller":"traceutil/trace.go:171","msg":"trace[903320812] transaction","detail":"{read_only:false; response_revision:43208; number_of_response:1; }","duration":"3.308216341s","start":"2026-04-28T18:52:47.267097Z","end":"2026-04-28T18:52:50.575314Z","steps":["trace[903320812] 'process raft request' (duration: 3.303722817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:50.575542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.267077Z","time spent":"3.308375506s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T18:52:52.069486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:52.069605Z","caller":"traceutil/trace.go:171","msg":"trace[1136537674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266726s","start":"2026-04-28T18:52:50.069311Z","end":"2026-04-28T18:52:52.069578Z","steps":["trace[1136537674] 'agreement among raft nodes before linearized reading' (duration: 2.000104112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:52.069683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.069288Z","time spent":"2.000375659s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:52.269829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.275783Z","time spent":"4.994032017s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:52.271188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.275939Z","time spent":"4.995237108s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 18:52:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:52.800267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.536119899s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:54.079178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:54.079288Z","caller":"traceutil/trace.go:171","msg":"trace[69403940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285156s","start":"2026-04-28T18:52:52.078974Z","end":"2026-04-28T18:52:54.079259Z","steps":["trace[69403940] 'agreement among raft nodes before linearized reading' (duration: 2.000139302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:54.079338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.078953Z","time spent":"2.000373509s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:54.268874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.268025Z","time spent":"7.000840068s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:54.276607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.276077Z","time spent":"7.00052117s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:54.27663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.275908Z","time spent":"7.000711994s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:54.278651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.27706Z","time spent":"7.001582627s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:54.810558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235246422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:52:55.16834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99891033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:55.168449Z","caller":"traceutil/trace.go:171","msg":"trace[142153909] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999103525s","start":"2026-04-28T18:52:50.169321Z","end":"2026-04-28T18:52:55.168425Z","steps":["trace[142153909] 'agreement among raft nodes before linearized reading' (duration: 4.998957102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:55.168507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.169079Z","time spent":"4.999417013s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/28 18:52:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:55.366896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:48.366602Z","time spent":"7.000281354s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:52:55.927154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9997247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:55.927281Z","caller":"traceutil/trace.go:171","msg":"trace[1826495224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999925645s","start":"2026-04-28T18:52:50.927324Z","end":"2026-04-28T18:52:55.92725Z","steps":["trace[1826495224] 'agreement among raft nodes before linearized reading' (duration: 4.999756761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:55.927358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.927304Z","time spent":"5.00003637s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:52:55.98793Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c41","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:52:56.079877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:56.080004Z","caller":"traceutil/trace.go:171","msg":"trace[1895054109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360448s","start":"2026-04-28T18:52:54.07961Z","end":"2026-04-28T18:52:56.07997Z","steps":["trace[1895054109] 'agreement among raft nodes before linearized reading' (duration: 2.000208934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:56.080084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.07959Z","time spent":"2.000472782s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:52:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:56.522953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979494089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:56.523091Z","caller":"traceutil/trace.go:171","msg":"trace[626138950] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.979798256s","start":"2026-04-28T18:52:51.543268Z","end":"2026-04-28T18:52:56.523066Z","steps":["trace[626138950] 'agreement among raft nodes before linearized reading' (duration: 4.979526559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:56.523177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:51.543244Z","time spent":"4.979914549s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:52:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:56.98859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708088831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:56.988705Z","caller":"traceutil/trace.go:171","msg":"trace[1830359918] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"2.708261924s","start":"2026-04-28T18:52:54.280419Z","end":"2026-04-28T18:52:56.988681Z","steps":["trace[1830359918] 'agreement among raft nodes before linearized reading' (duration: 2.708107981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:56.988767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.280404Z","time spent":"2.708349067s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 18:52:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:57.27048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996763497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:57.270597Z","caller":"traceutil/trace.go:171","msg":"trace[552195467] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.996964122s","start":"2026-04-28T18:52:52.273611Z","end":"2026-04-28T18:52:57.270575Z","steps":["trace[552195467] 'agreement among raft nodes before linearized reading' (duration: 4.996819019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:57.270644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.273579Z","time spent":"4.997055325s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 18:52:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:57.281149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005547008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:52:57.281214Z","caller":"traceutil/trace.go:171","msg":"trace[1226844950] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.005667751s","start":"2026-04-28T18:52:47.275533Z","end":"2026-04-28T18:52:57.2812Z","steps":["trace[1226844950] 'agreement among raft nodes before linearized reading' (duration: 10.005586589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:57.281277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.275508Z","time spent":"10.005757043s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/28 18:52:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:52:57.490124Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c4a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:52:57.791816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794029388s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:52:58.085363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:52:58.085498Z","caller":"traceutil/trace.go:171","msg":"trace[405089522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293556s","start":"2026-04-28T18:52:56.085171Z","end":"2026-04-28T18:52:58.085465Z","steps":["trace[405089522] 'agreement among raft nodes before linearized reading' (duration: 2.000109522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:52:58.085858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:56.085139Z","time spent":"2.000695456s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:52:59.45982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667585482s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:53:00.086523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:00.08665Z","caller":"traceutil/trace.go:171","msg":"trace[1758830578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035861s","start":"2026-04-28T18:52:58.08659Z","end":"2026-04-28T18:53:00.086626Z","steps":["trace[1758830578] 'agreement among raft nodes before linearized reading' (duration: 1.999872397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:00.086714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:58.086529Z","time spent":"2.000171014s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:00.531696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27101398s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:00.531905Z","caller":"traceutil/trace.go:171","msg":"trace[281858118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43209; }","duration":"2.271234745s","start":"2026-04-28T18:52:58.260651Z","end":"2026-04-28T18:53:00.531885Z","steps":["trace[281858118] 'range keys from in-memory index tree' (duration: 2.270991589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:00.949586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.138810477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:53:00.96028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997131115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:00.960391Z","caller":"traceutil/trace.go:171","msg":"trace[1258611868] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99726442s","start":"2026-04-28T18:52:55.963104Z","end":"2026-04-28T18:53:00.960369Z","steps":["trace[1258611868] 'agreement among raft nodes before linearized reading' (duration: 4.997127686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:00.960445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.962996Z","time spent":"4.997437323s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 18:53:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:01.417008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993828193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:01.4171Z","caller":"traceutil/trace.go:171","msg":"trace[1948944774] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.993989216s","start":"2026-04-28T18:52:56.423091Z","end":"2026-04-28T18:53:01.417081Z","steps":["trace[1948944774] 'agreement among raft nodes before linearized reading' (duration: 4.993872143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:01.417143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:56.423065Z","time spent":"4.994068089s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:53:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:02.094836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:02.09495Z","caller":"traceutil/trace.go:171","msg":"trace[530487270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243924s","start":"2026-04-28T18:53:00.094683Z","end":"2026-04-28T18:53:02.094927Z","steps":["trace[530487270] 'agreement among raft nodes before linearized reading' (duration: 2.00009637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:02.094996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:00.094661Z","time spent":"2.000325037s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:02.62313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998473448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:02.623237Z","caller":"traceutil/trace.go:171","msg":"trace[1703524571] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998671132s","start":"2026-04-28T18:52:57.624542Z","end":"2026-04-28T18:53:02.623213Z","steps":["trace[1703524571] 'agreement among raft nodes before linearized reading' (duration: 4.998522238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:02.623302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:57.624512Z","time spent":"4.998777765s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/28 18:53:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:02.998081Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c41","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:03.650765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700917515s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:53:03.991859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:56.991334Z","time spent":"7.000517827s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:04.095915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:04.096019Z","caller":"traceutil/trace.go:171","msg":"trace[1300848513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581722s","start":"2026-04-28T18:53:02.095412Z","end":"2026-04-28T18:53:04.095994Z","steps":["trace[1300848513] 'agreement among raft nodes before linearized reading' (duration: 2.000454209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:04.096074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:02.095394Z","time spent":"2.000669224s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:04.209377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998264092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:04.209511Z","caller":"traceutil/trace.go:171","msg":"trace[382272732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998474537s","start":"2026-04-28T18:52:59.211007Z","end":"2026-04-28T18:53:04.209482Z","steps":["trace[382272732] 'agreement among raft nodes before linearized reading' (duration: 4.998297402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:04.209565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:59.210969Z","time spent":"4.998585931s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 18:53:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:04.287241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:57.287056Z","time spent":"7.000171779s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:04.316279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:57.315726Z","time spent":"7.000545958s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:04.501587Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c4a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:04.590248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:03.976753Z","time spent":"613.485532ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:05.605258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998560667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:05.605358Z","caller":"traceutil/trace.go:171","msg":"trace[1891663302] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998718422s","start":"2026-04-28T18:53:00.606608Z","end":"2026-04-28T18:53:05.605327Z","steps":["trace[1891663302] 'agreement among raft nodes before linearized reading' (duration: 4.998602389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:05.605404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:00.606583Z","time spent":"4.998813234s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:53:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:06.105487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:06.105593Z","caller":"traceutil/trace.go:171","msg":"trace[869169505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112341s","start":"2026-04-28T18:53:04.105455Z","end":"2026-04-28T18:53:06.105568Z","steps":["trace[869169505] 'agreement among raft nodes before linearized reading' (duration: 1.999975667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:06.105647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.105436Z","time spent":"2.000202284s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:53:06.64235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991408339s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:53:08.106768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:08.106871Z","caller":"traceutil/trace.go:171","msg":"trace[295514925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452651s","start":"2026-04-28T18:53:06.106393Z","end":"2026-04-28T18:53:08.106846Z","steps":["trace[295514925] 'agreement among raft nodes before linearized reading' (duration: 2.000305387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:08.106932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:06.10637Z","time spent":"2.000550112s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:08.351925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000803529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:08.35203Z","caller":"traceutil/trace.go:171","msg":"trace[862115961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968244s","start":"2026-04-28T18:53:06.351037Z","end":"2026-04-28T18:53:08.352006Z","steps":["trace[862115961] 'agreement among raft nodes before linearized reading' (duration: 2.00084403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:08.352083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:06.351013Z","time spent":"2.001059597s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:08.394056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.265429ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:08.394234Z","caller":"traceutil/trace.go:171","msg":"trace[2114049495] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43212; }","duration":"133.466624ms","start":"2026-04-28T18:53:08.260743Z","end":"2026-04-28T18:53:08.394209Z","steps":["trace[2114049495] 'range keys from in-memory index tree' (duration: 133.246828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:08.775283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319400146s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:53:09.911068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999148855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:09.911197Z","caller":"traceutil/trace.go:171","msg":"trace[272349148] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99935384s","start":"2026-04-28T18:53:04.911814Z","end":"2026-04-28T18:53:09.911168Z","steps":["trace[272349148] 'agreement among raft nodes before linearized reading' (duration: 4.999181316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:09.911265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.911757Z","time spent":"4.999493104s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/28 18:53:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:09.918343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99775838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:09.918517Z","caller":"traceutil/trace.go:171","msg":"trace[1071303111] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998012666s","start":"2026-04-28T18:53:04.920479Z","end":"2026-04-28T18:53:09.918491Z","steps":["trace[1071303111] 'agreement among raft nodes before linearized reading' (duration: 4.997783621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:09.918652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.920454Z","time spent":"4.99814718s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 18:53:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:10.023517Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c41","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:10.114024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:10.114142Z","caller":"traceutil/trace.go:171","msg":"trace[399439903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042962s","start":"2026-04-28T18:53:08.113689Z","end":"2026-04-28T18:53:10.114118Z","steps":["trace[399439903] 'agreement among raft nodes before linearized reading' (duration: 2.000223454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:10.114207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:08.113665Z","time spent":"2.000529613s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:53:10.191234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999682919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:10.191367Z","caller":"traceutil/trace.go:171","msg":"trace[1625321820] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999903714s","start":"2026-04-28T18:53:05.191434Z","end":"2026-04-28T18:53:10.191338Z","steps":["trace[1625321820] 'agreement among raft nodes before linearized reading' (duration: 4.99973164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:10.191456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:05.191408Z","time spent":"5.000024307s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:53:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:11.292937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.292181Z","time spent":"7.000730624s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:11.322561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.322121Z","time spent":"7.000433527s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:11.526374Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c4a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:11.5837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9989159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:11.583806Z","caller":"traceutil/trace.go:171","msg":"trace[391869663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999188706s","start":"2026-04-28T18:53:06.584591Z","end":"2026-04-28T18:53:11.58378Z","steps":["trace[391869663] 'agreement among raft nodes before linearized reading' (duration: 4.999041423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:11.583851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:06.58456Z","time spent":"4.999283829s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 18:53:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:11.773082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130559167s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:53:11.892736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992959689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:11.892902Z","caller":"traceutil/trace.go:171","msg":"trace[1620127870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.993185665s","start":"2026-04-28T18:53:06.899667Z","end":"2026-04-28T18:53:11.892853Z","steps":["trace[1620127870] 'agreement among raft nodes before linearized reading' (duration: 4.993001829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:11.892979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:06.899641Z","time spent":"4.993320099s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:53:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:12.114836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999709012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:12.114939Z","caller":"traceutil/trace.go:171","msg":"trace[512635094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883037s","start":"2026-04-28T18:53:10.115033Z","end":"2026-04-28T18:53:12.114916Z","steps":["trace[512635094] 'agreement among raft nodes before linearized reading' (duration: 1.999739323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:12.115006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:10.115012Z","time spent":"1.999981379s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:13.035882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999227659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:13.035991Z","caller":"traceutil/trace.go:171","msg":"trace[805931301] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999397673s","start":"2026-04-28T18:53:08.036568Z","end":"2026-04-28T18:53:13.035966Z","steps":["trace[805931301] 'agreement among raft nodes before linearized reading' (duration: 4.999266119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:13.036079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:08.036545Z","time spent":"4.999512485s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:53:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:13.1235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.788472Z","time spent":"1.335018922s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:14.056535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.753570941s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:53:14.123343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:14.123477Z","caller":"traceutil/trace.go:171","msg":"trace[274951279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387369s","start":"2026-04-28T18:53:12.123054Z","end":"2026-04-28T18:53:14.123442Z","steps":["trace[274951279] 'agreement among raft nodes before linearized reading' (duration: 2.000226245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:14.123645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:12.123029Z","time spent":"2.000599284s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:53:14.456016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:07.455587Z","time spent":"7.000412206s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:15.371079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999485884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:15.371206Z","caller":"traceutil/trace.go:171","msg":"trace[1950743749] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.99970811s","start":"2026-04-28T18:52:55.371467Z","end":"2026-04-28T18:53:15.371175Z","steps":["trace[1950743749] 'agreement among raft nodes before linearized reading' (duration: 19.999519485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:15.37128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.371441Z","time spent":"19.999821403s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/04/28 18:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:16.124804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:16.124925Z","caller":"traceutil/trace.go:171","msg":"trace[4303495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619654s","start":"2026-04-28T18:53:14.124278Z","end":"2026-04-28T18:53:16.124898Z","steps":["trace[4303495] 'agreement among raft nodes before linearized reading' (duration: 2.000480351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:16.124991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:14.124244Z","time spent":"2.000731437s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:16.574715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801319541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:53:16.57492Z","caller":"traceutil/trace.go:171","msg":"trace[379275650] linearizableReadLoop","detail":"{readStateIndex:44700; appliedIndex:44697; }","duration":"29.306478693s","start":"2026-04-28T18:52:47.268415Z","end":"2026-04-28T18:53:16.574893Z","steps":["trace[379275650] 'read index received' (duration: 391.579486ms)","trace[379275650] 'applied index is now lower than readState.Index' (duration: 28.914897097s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:17.034042Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c41","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:17.311398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.013844516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:17.311516Z","caller":"traceutil/trace.go:171","msg":"trace[903855935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.01401823s","start":"2026-04-28T18:53:07.297469Z","end":"2026-04-28T18:53:17.311487Z","steps":["trace[903855935] 'agreement among raft nodes before linearized reading' (duration: 10.013876817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:17.311571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:07.297442Z","time spent":"10.014115593s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/28 18:53:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:17.372698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999152817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:17.372798Z","caller":"traceutil/trace.go:171","msg":"trace[1675017165] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999324121s","start":"2026-04-28T18:53:12.373451Z","end":"2026-04-28T18:53:17.372775Z","steps":["trace[1675017165] 'agreement among raft nodes before linearized reading' (duration: 4.999188168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:17.37286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:12.373429Z","time spent":"4.999418463s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/28 18:53:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:18.133217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:18.133324Z","caller":"traceutil/trace.go:171","msg":"trace[1845129801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179743s","start":"2026-04-28T18:53:16.133119Z","end":"2026-04-28T18:53:18.133299Z","steps":["trace[1845129801] 'agreement among raft nodes before linearized reading' (duration: 2.00005236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:18.133379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:16.133094Z","time spent":"2.000273996s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:18.137519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094894046s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T18:53:18.203312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.934853362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T18:53:18.203437Z","caller":"traceutil/trace.go:171","msg":"trace[924397365] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:43214; }","duration":"30.93522069s","start":"2026-04-28T18:52:47.268179Z","end":"2026-04-28T18:53:18.203399Z","steps":["trace[924397365] 'agreement among raft nodes before linearized reading' (duration: 29.306851972s)","trace[924397365] 'range keys from in-memory index tree' (duration: 1.62804612s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:18.203513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.268147Z","time spent":"30.935342334s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T18:53:18.298184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.297443Z","time spent":"7.000722415s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:18.302309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99850184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:18.302369Z","caller":"traceutil/trace.go:171","msg":"trace[1825024801] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998608363s","start":"2026-04-28T18:53:13.303741Z","end":"2026-04-28T18:53:18.302349Z","steps":["trace[1825024801] 'agreement among raft nodes before linearized reading' (duration: 4.998525231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:18.302407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:13.303728Z","time spent":"4.998673585s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 18:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:18.327572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.326965Z","time spent":"7.000550269s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:18.378062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998873768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:18.378169Z","caller":"traceutil/trace.go:171","msg":"trace[61570945] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999011473s","start":"2026-04-28T18:53:13.379133Z","end":"2026-04-28T18:53:18.378145Z","steps":["trace[61570945] 'agreement among raft nodes before linearized reading' (duration: 4.998864788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:18.378286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:13.379074Z","time spent":"4.999197278s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:53:18.53558Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c4a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:19.430028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169990909s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:19.430137Z","caller":"traceutil/trace.go:171","msg":"trace[9101518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43214; }","duration":"1.170128202s","start":"2026-04-28T18:53:18.259992Z","end":"2026-04-28T18:53:19.43012Z","steps":["trace[9101518] 'range keys from in-memory index tree' (duration: 1.169971839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:20.138328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004613747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:20.138455Z","caller":"traceutil/trace.go:171","msg":"trace[836200493] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004812982s","start":"2026-04-28T18:53:18.133612Z","end":"2026-04-28T18:53:20.138425Z","steps":["trace[836200493] 'agreement among raft nodes before linearized reading' (duration: 2.004641568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:20.138515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.133594Z","time spent":"2.004907324s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:20.237261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999357431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:20.237372Z","caller":"traceutil/trace.go:171","msg":"trace[1751542477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999577376s","start":"2026-04-28T18:53:15.237768Z","end":"2026-04-28T18:53:20.237345Z","steps":["trace[1751542477] 'agreement among raft nodes before linearized reading' (duration: 4.999416942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:20.237449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:15.23774Z","time spent":"4.999691069s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 18:53:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:20.521773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997894154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:20.521888Z","caller":"traceutil/trace.go:171","msg":"trace[1771546512] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998084649s","start":"2026-04-28T18:53:15.523775Z","end":"2026-04-28T18:53:20.521859Z","steps":["trace[1771546512] 'agreement among raft nodes before linearized reading' (duration: 4.997933365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:20.521952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:15.523751Z","time spent":"4.998187322s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 18:53:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:21.109514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998626754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:21.109615Z","caller":"traceutil/trace.go:171","msg":"trace[190435312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998801488s","start":"2026-04-28T18:53:16.110789Z","end":"2026-04-28T18:53:21.10959Z","steps":["trace[190435312] 'agreement among raft nodes before linearized reading' (duration: 4.998653724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:21.109675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:16.11076Z","time spent":"4.998903171s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 18:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:21.6651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.090118003s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T18:53:22.142703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000522752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:22.142834Z","caller":"traceutil/trace.go:171","msg":"trace[1852920686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729318s","start":"2026-04-28T18:53:20.142074Z","end":"2026-04-28T18:53:22.142803Z","steps":["trace[1852920686] 'agreement among raft nodes before linearized reading' (duration: 2.000546033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:22.142923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:20.142056Z","time spent":"2.000846721s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T18:53:22.374883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:15.37472Z","time spent":"7.000151441s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:23.710834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045591995s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:53:24.043171Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c41","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:24.144003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000713217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:24.144119Z","caller":"traceutil/trace.go:171","msg":"trace[2071317311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000896561s","start":"2026-04-28T18:53:22.143197Z","end":"2026-04-28T18:53:24.144093Z","steps":["trace[2071317311] 'agreement among raft nodes before linearized reading' (duration: 2.000750717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:24.144178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:22.143173Z","time spent":"2.000991944s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:24.460429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998881978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:24.460555Z","caller":"traceutil/trace.go:171","msg":"trace[1783171023] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999047612s","start":"2026-04-28T18:53:14.461479Z","end":"2026-04-28T18:53:24.460527Z","steps":["trace[1783171023] 'agreement among raft nodes before linearized reading' (duration: 9.998872258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:24.460618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:14.461405Z","time spent":"9.999197666s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/28 18:53:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:25.052936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341963848s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T18:53:25.053095Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.141µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:53:25.303363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.303227Z","time spent":"7.00012353s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:25.333642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.33292Z","time spent":"7.000715725s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:25.54541Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6f7a9dd518ab6c4a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T18:53:25.660112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998813448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:25.660209Z","caller":"traceutil/trace.go:171","msg":"trace[1113567786] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998999362s","start":"2026-04-28T18:53:20.661189Z","end":"2026-04-28T18:53:25.660188Z","steps":["trace[1113567786] 'agreement among raft nodes before linearized reading' (duration: 4.998866079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:25.660265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:20.661158Z","time spent":"4.999094335s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/28 18:53:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:25.779039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999227218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:25.779152Z","caller":"traceutil/trace.go:171","msg":"trace[1691175685] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999423213s","start":"2026-04-28T18:53:20.779698Z","end":"2026-04-28T18:53:25.779121Z","steps":["trace[1691175685] 'agreement among raft nodes before linearized reading' (duration: 4.999267139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:25.779233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:20.779673Z","time spent":"4.999542366s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 18:53:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:25.849266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999665219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T18:53:25.849373Z","caller":"traceutil/trace.go:171","msg":"trace[1320059360] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999870475s","start":"2026-04-28T18:53:20.849476Z","end":"2026-04-28T18:53:25.849346Z","steps":["trace[1320059360] 'agreement among raft nodes before linearized reading' (duration: 4.99970709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:25.849441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:20.849442Z","time spent":"4.999985498s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 18:53:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:26.153981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T18:53:26.154075Z","caller":"traceutil/trace.go:171","msg":"trace[1969866982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473061s","start":"2026-04-28T18:53:24.15358Z","end":"2026-04-28T18:53:26.154054Z","steps":["trace[1969866982] 'agreement among raft nodes before linearized reading' (duration: 2.000354828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.154129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:24.15357Z","time spent":"2.000546933s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 18:53:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T18:53:26.17271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119449518s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-28T18:53:26.173286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41994,"took":"35.596431411s","hash":531497988,"current-db-size-bytes":52748288,"current-db-size":"53 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-28T18:53:26.173486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":531497988,"revision":41994,"compact-revision":39696} {"level":"warn","ts":"2026-04-28T18:53:26.174246Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"47.981µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:53:26.174344Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"10.88µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:53:26.174718Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"83.462µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:53:26.175124Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"73.582µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:53:26.175379Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"73.192µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-28T18:53:26.175525Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"30.78µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-28T18:53:26.1756Z","caller":"traceutil/trace.go:171","msg":"trace[1048803982] linearizableReadLoop","detail":"{readStateIndex:44723; appliedIndex:44705; }","duration":"9.600613231s","start":"2026-04-28T18:53:16.574963Z","end":"2026-04-28T18:53:26.175576Z","steps":["trace[1048803982] 'read index received' (duration: 91.122µs)","trace[1048803982] 'applied index is now lower than readState.Index' (duration: 9.600520109s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:26.175733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.631514784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.175731Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"61.532µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-28T18:53:26.175771Z","caller":"traceutil/trace.go:171","msg":"trace[1528844697] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:43219; }","duration":"10.631606626s","start":"2026-04-28T18:53:15.544153Z","end":"2026-04-28T18:53:26.17576Z","steps":["trace[1528844697] 'agreement among raft nodes before linearized reading' (duration: 10.631504034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.1758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:15.544132Z","time spent":"10.631660108s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.175823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.507531839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.175919Z","caller":"traceutil/trace.go:171","msg":"trace[954114239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:43219; }","duration":"28.507652811s","start":"2026-04-28T18:52:57.668246Z","end":"2026-04-28T18:53:26.175899Z","steps":["trace[954114239] 'agreement among raft nodes before linearized reading' (duration: 28.507528878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.597227982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.176028Z","caller":"traceutil/trace.go:171","msg":"trace[887239556] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:43219; }","duration":"28.597316184s","start":"2026-04-28T18:52:57.578703Z","end":"2026-04-28T18:53:26.176019Z","steps":["trace[887239556] 'agreement among raft nodes before linearized reading' (duration: 28.597263423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:57.578636Z","time spent":"28.597410607s","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.176043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:57.668229Z","time spent":"28.507765374s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.176334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.763817226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:53:26.176367Z","caller":"traceutil/trace.go:171","msg":"trace[303515833] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:43219; }","duration":"29.763889887s","start":"2026-04-28T18:52:56.412468Z","end":"2026-04-28T18:53:26.176358Z","steps":["trace[303515833] 'agreement among raft nodes before linearized reading' (duration: 29.763693323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:56.412445Z","time spent":"29.763940138s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.176608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.345984784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-04-28T18:53:26.176637Z","caller":"traceutil/trace.go:171","msg":"trace[1942298476] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:43219; }","duration":"30.346052725s","start":"2026-04-28T18:52:55.830576Z","end":"2026-04-28T18:53:26.176628Z","steps":["trace[1942298476] 'agreement among raft nodes before linearized reading' (duration: 30.345940322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.830523Z","time spent":"30.346127617s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":477,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-04-28T18:53:26.176709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.387175249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:53:26.176806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.971168478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419574"} {"level":"info","ts":"2026-04-28T18:53:26.17686Z","caller":"traceutil/trace.go:171","msg":"trace[1602477111] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:43219; }","duration":"11.387334024s","start":"2026-04-28T18:53:14.789421Z","end":"2026-04-28T18:53:26.176755Z","steps":["trace[1602477111] 'agreement among raft nodes before linearized reading' (duration: 11.386878033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:14.789393Z","time spent":"11.387499449s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":254,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.176917Z","caller":"traceutil/trace.go:171","msg":"trace[262745345] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:43219; }","duration":"21.971351573s","start":"2026-04-28T18:53:04.205531Z","end":"2026-04-28T18:53:26.176883Z","steps":["trace[262745345] 'agreement among raft nodes before linearized reading' (duration: 21.970910572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.743668964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.176989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.205489Z","time spent":"21.971483416s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419598,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T18:53:26.177032Z","caller":"traceutil/trace.go:171","msg":"trace[104374129] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:43219; }","duration":"30.743736526s","start":"2026-04-28T18:52:55.433276Z","end":"2026-04-28T18:53:26.177012Z","steps":["trace[104374129] 'agreement among raft nodes before linearized reading' (duration: 30.743677484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.177066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.180327359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T18:53:26.177094Z","caller":"traceutil/trace.go:171","msg":"trace[276156712] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:43219; }","duration":"22.180379812s","start":"2026-04-28T18:53:03.996706Z","end":"2026-04-28T18:53:26.177086Z","steps":["trace[276156712] 'agreement among raft nodes before linearized reading' (duration: 22.180248997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.177117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:03.996692Z","time spent":"22.180419392s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T18:53:26.177118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.939970571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.177142Z","caller":"traceutil/trace.go:171","msg":"trace[279300387] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:43219; }","duration":"30.940049114s","start":"2026-04-28T18:52:55.237085Z","end":"2026-04-28T18:53:26.177134Z","steps":["trace[279300387] 'agreement among raft nodes before linearized reading' (duration: 30.939998473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.17716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.23704Z","time spent":"30.940112925s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.177198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.074469343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.177242Z","caller":"traceutil/trace.go:171","msg":"trace[632484083] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:43219; }","duration":"25.074556995s","start":"2026-04-28T18:53:01.102671Z","end":"2026-04-28T18:53:26.177228Z","steps":["trace[632484083] 'agreement among raft nodes before linearized reading' (duration: 25.0743988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.17728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:01.102646Z","time spent":"25.074622877s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.177304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.589486263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.177316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.016197753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.177339Z","caller":"traceutil/trace.go:171","msg":"trace[1544571612] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:43219; }","duration":"31.016225094s","start":"2026-04-28T18:52:55.161108Z","end":"2026-04-28T18:53:26.177333Z","steps":["trace[1544571612] 'agreement among raft nodes before linearized reading' (duration: 31.016175343s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.177331Z","caller":"traceutil/trace.go:171","msg":"trace[1101128767] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:43219; }","duration":"22.589567125s","start":"2026-04-28T18:53:03.587754Z","end":"2026-04-28T18:53:26.177321Z","steps":["trace[1101128767] 'agreement among raft nodes before linearized reading' (duration: 22.589519833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.17736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.161041Z","time spent":"31.016312476s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.177365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:03.587713Z","time spent":"22.589644046s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.177501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.546279131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.177523Z","caller":"traceutil/trace.go:171","msg":"trace[50892182] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:43219; }","duration":"31.546346442s","start":"2026-04-28T18:52:54.63117Z","end":"2026-04-28T18:53:26.177517Z","steps":["trace[50892182] 'agreement among raft nodes before linearized reading' (duration: 31.546298291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.177541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.631144Z","time spent":"31.546391654s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.17755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.362397742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.17762Z","caller":"traceutil/trace.go:171","msg":"trace[604027651] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:43219; }","duration":"12.362516705s","start":"2026-04-28T18:53:13.815087Z","end":"2026-04-28T18:53:26.177603Z","steps":["trace[604027651] 'agreement among raft nodes before linearized reading' (duration: 12.362393052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.17765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.784242415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:53:26.17768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.559064825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.177674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:13.814942Z","time spent":"12.362715889s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.177705Z","caller":"traceutil/trace.go:171","msg":"trace[1271573363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:43219; }","duration":"31.559129757s","start":"2026-04-28T18:52:54.618566Z","end":"2026-04-28T18:53:26.177696Z","steps":["trace[1271573363] 'agreement among raft nodes before linearized reading' (duration: 31.559090596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.177728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.618518Z","time spent":"31.559204379s","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.177756Z","caller":"traceutil/trace.go:171","msg":"trace[870987553] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:43219; }","duration":"25.784376199s","start":"2026-04-28T18:53:00.393351Z","end":"2026-04-28T18:53:26.177727Z","steps":["trace[870987553] 'agreement among raft nodes before linearized reading' (duration: 25.784110622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.177835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:00.393326Z","time spent":"25.784491382s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.177876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.748064526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T18:53:26.177895Z","caller":"traceutil/trace.go:171","msg":"trace[1363774251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43219; }","duration":"31.748132678s","start":"2026-04-28T18:52:54.429756Z","end":"2026-04-28T18:53:26.177888Z","steps":["trace[1363774251] 'agreement among raft nodes before linearized reading' (duration: 31.748067886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.177912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.429729Z","time spent":"31.748179279s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T18:53:26.177954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.818491613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.178007Z","caller":"traceutil/trace.go:171","msg":"trace[880162566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:43219; }","duration":"12.818614866s","start":"2026-04-28T18:53:13.359374Z","end":"2026-04-28T18:53:26.177989Z","steps":["trace[880162566] 'agreement among raft nodes before linearized reading' (duration: 12.818520574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.895442073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7179"} {"level":"warn","ts":"2026-04-28T18:53:26.17805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:13.359344Z","time spent":"12.818691998s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.178067Z","caller":"traceutil/trace.go:171","msg":"trace[1409329227] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:43219; }","duration":"31.895487614s","start":"2026-04-28T18:52:54.282572Z","end":"2026-04-28T18:53:26.17806Z","steps":["trace[1409329227] 'agreement among raft nodes before linearized reading' (duration: 31.895418532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.17809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.282556Z","time spent":"31.895529545s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7203,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T18:53:26.178103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.957404986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.178151Z","caller":"traceutil/trace.go:171","msg":"trace[936647292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:43219; }","duration":"25.957514838s","start":"2026-04-28T18:53:00.220622Z","end":"2026-04-28T18:53:26.178137Z","steps":["trace[936647292] 'agreement among raft nodes before linearized reading' (duration: 25.957431766s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:00.220593Z","time spent":"25.95758622s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.178257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.903514208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bknff.18aa95971845d77e\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-04-28T18:53:26.178282Z","caller":"traceutil/trace.go:171","msg":"trace[1184641089] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bknff.18aa95971845d77e; range_end:; response_count:1; response_revision:43219; }","duration":"31.903590999s","start":"2026-04-28T18:52:54.274684Z","end":"2026-04-28T18:53:26.178275Z","steps":["trace[1184641089] 'agreement among raft nodes before linearized reading' (duration: 31.903515418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.1783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.274644Z","time spent":"31.903651941s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":890,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bknff.18aa95971845d77e\" "} {"level":"warn","ts":"2026-04-28T18:53:26.178316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.931020386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.178374Z","caller":"traceutil/trace.go:171","msg":"trace[2002944384] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:43219; }","duration":"12.931113169s","start":"2026-04-28T18:53:13.247246Z","end":"2026-04-28T18:53:26.178359Z","steps":["trace[2002944384] 'agreement among raft nodes before linearized reading' (duration: 12.931021256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.374682043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.178429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.038302674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.178425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:13.247185Z","time spent":"12.931225961s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.178458Z","caller":"traceutil/trace.go:171","msg":"trace[1025259530] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:43219; }","duration":"32.038364446s","start":"2026-04-28T18:52:54.140085Z","end":"2026-04-28T18:53:26.178449Z","steps":["trace[1025259530] 'agreement among raft nodes before linearized reading' (duration: 32.038316155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:54.140064Z","time spent":"32.038408926s","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.178499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.573110814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.17857Z","caller":"traceutil/trace.go:171","msg":"trace[364161766] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:43219; }","duration":"26.573205056s","start":"2026-04-28T18:52:59.605327Z","end":"2026-04-28T18:53:26.178532Z","steps":["trace[364161766] 'agreement among raft nodes before linearized reading' (duration: 26.573120274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:59.605298Z","time spent":"26.573303949s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.178674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.497200336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.178702Z","caller":"traceutil/trace.go:171","msg":"trace[677125633] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:43219; }","duration":"32.497227917s","start":"2026-04-28T18:52:53.681466Z","end":"2026-04-28T18:53:26.178694Z","steps":["trace[677125633] 'agreement among raft nodes before linearized reading' (duration: 32.497181206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:53.681396Z","time spent":"32.497320189s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.178719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.003536283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.17877Z","caller":"traceutil/trace.go:171","msg":"trace[1695698443] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:43219; }","duration":"14.003620905s","start":"2026-04-28T18:53:12.175133Z","end":"2026-04-28T18:53:26.178754Z","steps":["trace[1695698443] 'agreement among raft nodes before linearized reading' (duration: 14.003536793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.120791384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.17886Z","caller":"traceutil/trace.go:171","msg":"trace[529313966] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:43219; }","duration":"33.120818515s","start":"2026-04-28T18:52:53.058032Z","end":"2026-04-28T18:53:26.178851Z","steps":["trace[529313966] 'agreement among raft nodes before linearized reading' (duration: 33.120774924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.178867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.831594325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.178825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:12.175118Z","time spent":"14.003690607s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.178906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.247082217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.178996Z","caller":"traceutil/trace.go:171","msg":"trace[431382300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43219; }","duration":"14.24720748s","start":"2026-04-28T18:53:11.931767Z","end":"2026-04-28T18:53:26.178975Z","steps":["trace[431382300] 'agreement among raft nodes before linearized reading' (duration: 14.247085437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.347644725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.677244736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:53:26.179055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.931742Z","time spent":"14.247295473s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.265250929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.179082Z","caller":"traceutil/trace.go:171","msg":"trace[1413791388] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:43219; }","duration":"22.677348389s","start":"2026-04-28T18:53:03.501723Z","end":"2026-04-28T18:53:26.179071Z","steps":["trace[1413791388] 'agreement among raft nodes before linearized reading' (duration: 22.675733839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.17909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.422391569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:03.501689Z","time spent":"22.677413161s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1682,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.17911Z","caller":"traceutil/trace.go:171","msg":"trace[1088728700] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:43219; }","duration":"27.26529241s","start":"2026-04-28T18:52:58.913802Z","end":"2026-04-28T18:53:26.179094Z","steps":["trace[1088728700] 'agreement among raft nodes before linearized reading' (duration: 27.265228248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.777329917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:58.913751Z","time spent":"27.265387573s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.179176Z","caller":"traceutil/trace.go:171","msg":"trace[1342000673] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:43219; }","duration":"33.777356868s","start":"2026-04-28T18:52:52.401811Z","end":"2026-04-28T18:53:26.179168Z","steps":["trace[1342000673] 'agreement among raft nodes before linearized reading' (duration: 33.777314817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.401785Z","time spent":"33.777407778s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.177067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.433255Z","time spent":"30.743803018s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.179048Z","caller":"traceutil/trace.go:171","msg":"trace[1054509143] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:43219; }","duration":"33.347715677s","start":"2026-04-28T18:52:52.831324Z","end":"2026-04-28T18:53:26.179039Z","steps":["trace[1054509143] 'agreement among raft nodes before linearized reading' (duration: 33.347671495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.176928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.943725039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.179308Z","caller":"traceutil/trace.go:171","msg":"trace[1357551810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:43219; }","duration":"24.946169811s","start":"2026-04-28T18:53:01.233131Z","end":"2026-04-28T18:53:26.1793Z","steps":["trace[1357551810] 'agreement among raft nodes before linearized reading' (duration: 24.943737529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.831295Z","time spent":"33.348000974s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.544891706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:01.233105Z","time spent":"24.946221563s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.167344785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.179359Z","caller":"traceutil/trace.go:171","msg":"trace[1441065841] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:43219; }","duration":"14.544995029s","start":"2026-04-28T18:53:11.634349Z","end":"2026-04-28T18:53:26.179344Z","steps":["trace[1441065841] 'agreement among raft nodes before linearized reading' (duration: 14.544902297s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.179392Z","caller":"traceutil/trace.go:171","msg":"trace[108713103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:43219; }","duration":"28.167425588s","start":"2026-04-28T18:52:58.011955Z","end":"2026-04-28T18:53:26.179381Z","steps":["trace[108713103] 'agreement among raft nodes before linearized reading' (duration: 28.167371277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.893294243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:58.011931Z","time spent":"28.16747927s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.17941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.63432Z","time spent":"14.54507386s","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.178914Z","caller":"traceutil/trace.go:171","msg":"trace[1210036908] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:43219; }","duration":"26.831649607s","start":"2026-04-28T18:52:59.347251Z","end":"2026-04-28T18:53:26.178901Z","steps":["trace[1210036908] 'agreement among raft nodes before linearized reading' (duration: 26.831566605s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.179434Z","caller":"traceutil/trace.go:171","msg":"trace[170050668] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:43219; }","duration":"22.893379205s","start":"2026-04-28T18:53:03.286043Z","end":"2026-04-28T18:53:26.179422Z","steps":["trace[170050668] 'agreement among raft nodes before linearized reading' (duration: 22.893310543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:03.286018Z","time spent":"22.893432497s","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:59.347186Z","time spent":"26.832265232s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.178429Z","caller":"traceutil/trace.go:171","msg":"trace[1774547609] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:43219; }","duration":"26.374713874s","start":"2026-04-28T18:52:59.803704Z","end":"2026-04-28T18:53:26.178418Z","steps":["trace[1774547609] 'agreement among raft nodes before linearized reading' (duration: 26.374662863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.497637496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:59.803623Z","time spent":"26.375871333s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.108256385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.179114Z","caller":"traceutil/trace.go:171","msg":"trace[1117629233] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:43219; }","duration":"33.422475001s","start":"2026-04-28T18:52:52.756631Z","end":"2026-04-28T18:53:26.179106Z","steps":["trace[1117629233] 'agreement among raft nodes before linearized reading' (duration: 33.42243054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.906229819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T18:53:26.179611Z","caller":"traceutil/trace.go:171","msg":"trace[215232830] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:43219; }","duration":"35.108353727s","start":"2026-04-28T18:52:51.071236Z","end":"2026-04-28T18:53:26.17959Z","steps":["trace[215232830] 'agreement among raft nodes before linearized reading' (duration: 35.108276495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.910836561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.179644Z","caller":"traceutil/trace.go:171","msg":"trace[17358835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43219; }","duration":"23.906309531s","start":"2026-04-28T18:53:02.273324Z","end":"2026-04-28T18:53:26.179634Z","steps":["trace[17358835] 'agreement among raft nodes before linearized reading' (duration: 23.906230849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:02.273295Z","time spent":"23.906377192s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T18:53:26.179666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:51.071211Z","time spent":"35.10843921s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.179682Z","caller":"traceutil/trace.go:171","msg":"trace[193643571] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:43219; }","duration":"33.910924564s","start":"2026-04-28T18:52:52.268732Z","end":"2026-04-28T18:53:26.179657Z","steps":["trace[193643571] 'agreement among raft nodes before linearized reading' (duration: 33.910855102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.353518662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.253410443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T18:53:26.17973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.268702Z","time spent":"33.911014346s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.17974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.021291781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.179745Z","caller":"traceutil/trace.go:171","msg":"trace[636901230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:43219; }","duration":"20.353624135s","start":"2026-04-28T18:53:05.826104Z","end":"2026-04-28T18:53:26.179729Z","steps":["trace[636901230] 'agreement among raft nodes before linearized reading' (duration: 20.353519012s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.179779Z","caller":"traceutil/trace.go:171","msg":"trace[2124701317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43219; }","duration":"34.021378643s","start":"2026-04-28T18:52:52.158389Z","end":"2026-04-28T18:53:26.179768Z","steps":["trace[2124701317] 'agreement among raft nodes before linearized reading' (duration: 34.021292421s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.179776Z","caller":"traceutil/trace.go:171","msg":"trace[89437189] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43219; }","duration":"20.253566337s","start":"2026-04-28T18:53:05.926179Z","end":"2026-04-28T18:53:26.179745Z","steps":["trace[89437189] 'agreement among raft nodes before linearized reading' (duration: 20.253236509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:05.826082Z","time spent":"20.353695906s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.280830225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:05.926158Z","time spent":"20.25366668s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T18:53:26.179886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.487153577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.179546Z","caller":"traceutil/trace.go:171","msg":"trace[365179400] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:43219; }","duration":"34.497813721s","start":"2026-04-28T18:52:51.681706Z","end":"2026-04-28T18:53:26.17952Z","steps":["trace[365179400] 'agreement among raft nodes before linearized reading' (duration: 34.497603355s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.179904Z","caller":"traceutil/trace.go:171","msg":"trace[359236861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:43219; }","duration":"24.487220018s","start":"2026-04-28T18:53:01.692679Z","end":"2026-04-28T18:53:26.179899Z","steps":["trace[359236861] 'agreement among raft nodes before linearized reading' (duration: 24.487186486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:01.692646Z","time spent":"24.48727139s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:51.681678Z","time spent":"34.498231302s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.178887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:53.057958Z","time spent":"33.120924058s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.357180507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.180026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.406154706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180051Z","caller":"traceutil/trace.go:171","msg":"trace[1430446576] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:43219; }","duration":"34.357254579s","start":"2026-04-28T18:52:51.822785Z","end":"2026-04-28T18:53:26.18004Z","steps":["trace[1430446576] 'agreement among raft nodes before linearized reading' (duration: 34.357194697s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.180063Z","caller":"traceutil/trace.go:171","msg":"trace[1172950868] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:43219; }","duration":"21.406195487s","start":"2026-04-28T18:53:04.773857Z","end":"2026-04-28T18:53:26.180053Z","steps":["trace[1172950868] 'agreement among raft nodes before linearized reading' (duration: 21.406126605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.179803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.158364Z","time spent":"34.021432655s","remote":"127.0.0.1:60094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:04.773782Z","time spent":"21.40630551s","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.94276716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.176928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.24849628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180156Z","caller":"traceutil/trace.go:171","msg":"trace[1851829987] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:43219; }","duration":"34.94353007s","start":"2026-04-28T18:52:51.236616Z","end":"2026-04-28T18:53:26.180146Z","steps":["trace[1851829987] 'agreement among raft nodes before linearized reading' (duration: 34.94274886s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.180165Z","caller":"traceutil/trace.go:171","msg":"trace[1196659853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:43219; }","duration":"35.251766545s","start":"2026-04-28T18:52:50.92839Z","end":"2026-04-28T18:53:26.180156Z","steps":["trace[1196659853] 'agreement among raft nodes before linearized reading' (duration: 35.248493511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.18018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:51.236574Z","time spent":"34.943597532s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.92838Z","time spent":"35.251805765s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.179799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.990157186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.179005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.909344296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.180039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.743691958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180252Z","caller":"traceutil/trace.go:171","msg":"trace[1180269297] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:43219; }","duration":"26.910669351s","start":"2026-04-28T18:52:59.269575Z","end":"2026-04-28T18:53:26.180244Z","steps":["trace[1180269297] 'agreement among raft nodes before linearized reading' (duration: 26.909393328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.18025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.857368158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:53:26.180248Z","caller":"traceutil/trace.go:171","msg":"trace[1083446181] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:43219; }","duration":"23.990638309s","start":"2026-04-28T18:53:02.189589Z","end":"2026-04-28T18:53:26.180228Z","steps":["trace[1083446181] 'agreement among raft nodes before linearized reading' (duration: 23.990190417s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.180264Z","caller":"traceutil/trace.go:171","msg":"trace[37391987] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43219; }","duration":"24.743958365s","start":"2026-04-28T18:53:01.436292Z","end":"2026-04-28T18:53:26.18025Z","steps":["trace[37391987] 'agreement among raft nodes before linearized reading' (duration: 24.743724409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:59.269546Z","time spent":"26.910726402s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.644890501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.180307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:01.436263Z","time spent":"24.744031066s","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:02.189558Z","time spent":"23.990734412s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.828216117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180383Z","caller":"traceutil/trace.go:171","msg":"trace[1977481995] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:43219; }","duration":"17.828287919s","start":"2026-04-28T18:53:08.352089Z","end":"2026-04-28T18:53:26.180377Z","steps":["trace[1977481995] 'agreement among raft nodes before linearized reading' (duration: 17.828232588s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.857603724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T18:53:26.180405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:08.352064Z","time spent":"17.82833256s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.180414Z","caller":"traceutil/trace.go:171","msg":"trace[1433060873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43219; }","duration":"14.857668816s","start":"2026-04-28T18:53:11.322734Z","end":"2026-04-28T18:53:26.180403Z","steps":["trace[1433060873] 'agreement among raft nodes before linearized reading' (duration: 14.857577743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:51.822762Z","time spent":"34.35730518s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.322717Z","time spent":"14.857727787s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:53:26.180497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.876922304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.180522Z","caller":"traceutil/trace.go:171","msg":"trace[1790187828] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:43219; }","duration":"15.877001916s","start":"2026-04-28T18:53:10.303513Z","end":"2026-04-28T18:53:26.180515Z","steps":["trace[1790187828] 'agreement among raft nodes before linearized reading' (duration: 15.876933124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.18052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.903983768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.18029Z","caller":"traceutil/trace.go:171","msg":"trace[1322321891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43219; }","duration":"14.85744246s","start":"2026-04-28T18:53:11.322836Z","end":"2026-04-28T18:53:26.180278Z","steps":["trace[1322321891] 'agreement among raft nodes before linearized reading' (duration: 14.857318846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.876865002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.180522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.539252032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180611Z","caller":"traceutil/trace.go:171","msg":"trace[166276567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:43219; }","duration":"14.876924084s","start":"2026-04-28T18:53:11.303675Z","end":"2026-04-28T18:53:26.180599Z","steps":["trace[166276567] 'agreement among raft nodes before linearized reading' (duration: 14.876882953s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.322812Z","time spent":"14.857782859s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T18:53:26.180617Z","caller":"traceutil/trace.go:171","msg":"trace[1268703929] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43219; }","duration":"17.539390685s","start":"2026-04-28T18:53:08.641216Z","end":"2026-04-28T18:53:26.180606Z","steps":["trace[1268703929] 'agreement among raft nodes before linearized reading' (duration: 17.539285462s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.303662Z","time spent":"14.876964165s","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.180324Z","caller":"traceutil/trace.go:171","msg":"trace[1833563561] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:43219; }","duration":"14.645139228s","start":"2026-04-28T18:53:11.535176Z","end":"2026-04-28T18:53:26.180316Z","steps":["trace[1833563561] 'agreement among raft nodes before linearized reading' (duration: 14.644886271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:08.64119Z","time spent":"17.539457277s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.922855366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180709Z","caller":"traceutil/trace.go:171","msg":"trace[2073454606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:43219; }","duration":"18.922954758s","start":"2026-04-28T18:53:07.257742Z","end":"2026-04-28T18:53:26.180697Z","steps":["trace[2073454606] 'agreement among raft nodes before linearized reading' (duration: 18.922888306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:11.535155Z","time spent":"14.645527818s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:07.257718Z","time spent":"18.92301788s","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.308671307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.180785Z","caller":"traceutil/trace.go:171","msg":"trace[2137586997] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:43219; }","duration":"35.308751598s","start":"2026-04-28T18:52:50.872029Z","end":"2026-04-28T18:53:26.18078Z","steps":["trace[2137586997] 'agreement among raft nodes before linearized reading' (duration: 35.308613445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.872Z","time spent":"35.30879673s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.764396568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180856Z","caller":"traceutil/trace.go:171","msg":"trace[790363955] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:43219; }","duration":"37.764656285s","start":"2026-04-28T18:52:48.416181Z","end":"2026-04-28T18:53:26.180837Z","steps":["trace[790363955] 'agreement among raft nodes before linearized reading' (duration: 37.764424239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.905006182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T18:53:26.180894Z","caller":"traceutil/trace.go:171","msg":"trace[468456084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:43219; }","duration":"38.905042313s","start":"2026-04-28T18:52:47.275844Z","end":"2026-04-28T18:53:26.180887Z","steps":["trace[468456084] 'agreement among raft nodes before linearized reading' (duration: 38.904964411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:48.416154Z","time spent":"37.764728466s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.275838Z","time spent":"38.905071143s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-28T18:53:26.180924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.945867249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.18094Z","caller":"traceutil/trace.go:171","msg":"trace[1008551987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43219; }","duration":"36.94593045s","start":"2026-04-28T18:52:49.235004Z","end":"2026-04-28T18:53:26.180935Z","steps":["trace[1008551987] 'agreement among raft nodes before linearized reading' (duration: 36.945897729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.180955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:49.234977Z","time spent":"36.945973571s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.180959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.587576166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.180991Z","caller":"traceutil/trace.go:171","msg":"trace[1925893449] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:43219; }","duration":"19.587630907s","start":"2026-04-28T18:53:06.593351Z","end":"2026-04-28T18:53:26.180982Z","steps":["trace[1925893449] 'agreement among raft nodes before linearized reading' (duration: 19.587575476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.539461955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.181027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:06.593337Z","time spent":"19.587680909s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.819593166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs\" ","response":"range_response_count:1 size:4303"} {"level":"warn","ts":"2026-04-28T18:53:26.181076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.233323544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.181091Z","caller":"traceutil/trace.go:171","msg":"trace[421569077] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs; range_end:; response_count:1; response_revision:43219; }","duration":"38.819679708s","start":"2026-04-28T18:52:47.361404Z","end":"2026-04-28T18:53:26.181084Z","steps":["trace[421569077] 'agreement among raft nodes before linearized reading' (duration: 38.819602926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.361346Z","time spent":"38.81976673s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4327,"request content":"key:\"/registry/secrets/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-04-28T18:53:26.180544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:10.303489Z","time spent":"15.877048407s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.572817971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T18:53:26.179852Z","caller":"traceutil/trace.go:171","msg":"trace[188281728] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:43219; }","duration":"24.280899927s","start":"2026-04-28T18:53:01.898946Z","end":"2026-04-28T18:53:26.179846Z","steps":["trace[188281728] 'agreement among raft nodes before linearized reading' (duration: 24.280867736s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.180576Z","caller":"traceutil/trace.go:171","msg":"trace[1129538739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43219; }","duration":"16.904083931s","start":"2026-04-28T18:53:09.276476Z","end":"2026-04-28T18:53:26.18056Z","steps":["trace[1129538739] 'agreement among raft nodes before linearized reading' (duration: 16.903980728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:09.276454Z","time spent":"16.904803549s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.923290226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:53:26.180722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.382009964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.181306Z","caller":"traceutil/trace.go:171","msg":"trace[741109694] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:43219; }","duration":"35.923366268s","start":"2026-04-28T18:52:50.25793Z","end":"2026-04-28T18:53:26.181296Z","steps":["trace[741109694] 'agreement among raft nodes before linearized reading' (duration: 35.923316677s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.181321Z","caller":"traceutil/trace.go:171","msg":"trace[1295260610] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:43219; }","duration":"36.38265424s","start":"2026-04-28T18:52:49.798657Z","end":"2026-04-28T18:53:26.181311Z","steps":["trace[1295260610] 'agreement among raft nodes before linearized reading' (duration: 36.382035585s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.313687192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T18:53:26.181339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.257905Z","time spent":"35.92342833s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.181353Z","caller":"traceutil/trace.go:171","msg":"trace[1232864313] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:43219; }","duration":"38.313754914s","start":"2026-04-28T18:52:47.867593Z","end":"2026-04-28T18:53:26.181349Z","steps":["trace[1232864313] 'agreement among raft nodes before linearized reading' (duration: 38.313515108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:49.79862Z","time spent":"36.382723492s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.181039Z","caller":"traceutil/trace.go:171","msg":"trace[1836965791] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:43219; }","duration":"38.539530816s","start":"2026-04-28T18:52:47.6415Z","end":"2026-04-28T18:53:26.181031Z","steps":["trace[1836965791] 'agreement among raft nodes before linearized reading' (duration: 38.539485015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.86755Z","time spent":"38.313814586s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":257,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.439119513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.181394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.641476Z","time spent":"38.539905686s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.181419Z","caller":"traceutil/trace.go:171","msg":"trace[172934241] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:43219; }","duration":"37.439520723s","start":"2026-04-28T18:52:48.741884Z","end":"2026-04-28T18:53:26.181405Z","steps":["trace[172934241] 'agreement among raft nodes before linearized reading' (duration: 37.439150634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.353679027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:26.181453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.90572906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-volume-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-28T18:53:26.181277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:01.898915Z","time spent":"24.282345614s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.181493Z","caller":"traceutil/trace.go:171","msg":"trace[905117955] range","detail":"{range_begin:/registry/secrets/openstack/cinder-volume-rbd-keyring; range_end:; response_count:1; response_revision:43219; }","duration":"38.905785262s","start":"2026-04-28T18:52:47.275696Z","end":"2026-04-28T18:53:26.181481Z","steps":["trace[905117955] 'agreement among raft nodes before linearized reading' (duration: 38.905630078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.275691Z","time spent":"38.905827853s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":783,"request content":"key:\"/registry/secrets/openstack/cinder-volume-rbd-keyring\" "} {"level":"info","ts":"2026-04-28T18:53:26.181097Z","caller":"traceutil/trace.go:171","msg":"trace[1159012265] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43219; }","duration":"38.233385686s","start":"2026-04-28T18:52:47.947704Z","end":"2026-04-28T18:53:26.18109Z","steps":["trace[1159012265] 'agreement among raft nodes before linearized reading' (duration: 38.233346615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.331526805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319922"} {"level":"warn","ts":"2026-04-28T18:53:26.179604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:52.756599Z","time spent":"33.422995485s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:48.741858Z","time spent":"37.439589404s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:26.181653Z","caller":"traceutil/trace.go:171","msg":"trace[138877895] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:43219; }","duration":"35.332024408s","start":"2026-04-28T18:52:50.849611Z","end":"2026-04-28T18:53:26.181635Z","steps":["trace[138877895] 'agreement among raft nodes before linearized reading' (duration: 35.331131505s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:26.181236Z","caller":"traceutil/trace.go:171","msg":"trace[372149129] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:43219; }","duration":"37.572869202s","start":"2026-04-28T18:52:48.608362Z","end":"2026-04-28T18:53:26.181231Z","steps":["trace[372149129] 'agreement among raft nodes before linearized reading' (duration: 37.572700168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:48.608342Z","time spent":"37.573368095s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":182,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.849586Z","time spent":"35.33210738s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319946,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-28T18:53:26.18147Z","caller":"traceutil/trace.go:171","msg":"trace[683824769] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:43219; }","duration":"35.353962834s","start":"2026-04-28T18:52:50.827499Z","end":"2026-04-28T18:53:26.181462Z","steps":["trace[683824769] 'agreement among raft nodes before linearized reading' (duration: 35.353711848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.181797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:50.827468Z","time spent":"35.354318563s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:47.947676Z","time spent":"38.23394522s","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.181271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.665309606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:26.182073Z","caller":"traceutil/trace.go:171","msg":"trace[745199035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43219; }","duration":"37.666164377s","start":"2026-04-28T18:52:48.515891Z","end":"2026-04-28T18:53:26.182055Z","steps":["trace[745199035] 'agreement among raft nodes before linearized reading' (duration: 37.665318146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.182142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:48.515862Z","time spent":"37.66626292s","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.184709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.441631528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:26.184753Z","caller":"traceutil/trace.go:171","msg":"trace[1194497793] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:43219; }","duration":"30.44172881s","start":"2026-04-28T18:52:55.743014Z","end":"2026-04-28T18:53:26.184743Z","steps":["trace[1194497793] 'agreement among raft nodes before linearized reading' (duration: 30.433746638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:26.184779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:52:55.742989Z","time spent":"30.441783022s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:26.675866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:53:27.176986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278460790959231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T18:53:27.324045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.015471931s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T18:53:27.384316Z","caller":"traceutil/trace.go:171","msg":"trace[277213651] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43219; }","duration":"2.075880772s","start":"2026-04-28T18:53:25.308407Z","end":"2026-04-28T18:53:27.384287Z","steps":["trace[277213651] 'process raft request' (duration: 2.015975114s)","trace[277213651] 'compare' (duration: 59.826776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:27.384465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:25.308381Z","time spent":"2.076011826s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:27.8444Z","caller":"traceutil/trace.go:171","msg":"trace[1337625294] transaction","detail":"{read_only:false; number_of_response:1; response_revision:43219; }","duration":"2.50537101s","start":"2026-04-28T18:53:25.338973Z","end":"2026-04-28T18:53:27.844344Z","steps":["trace[1337625294] 'process raft request' (duration: 2.503684247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.844491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.186764Z","time spent":"1.657718123s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T18:53:27.844779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:25.338956Z","time spent":"2.505579205s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:27.845441Z","caller":"traceutil/trace.go:171","msg":"trace[1343997324] transaction","detail":"{read_only:false; response_revision:43220; number_of_response:1; }","duration":"1.656604423s","start":"2026-04-28T18:53:26.188812Z","end":"2026-04-28T18:53:27.845417Z","steps":["trace[1343997324] 'process raft request' (duration: 1.655605098s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.845528Z","caller":"traceutil/trace.go:171","msg":"trace[1105665331] transaction","detail":"{read_only:false; response_revision:43221; number_of_response:1; }","duration":"1.656230964s","start":"2026-04-28T18:53:26.189264Z","end":"2026-04-28T18:53:27.845495Z","steps":["trace[1105665331] 'process raft request' (duration: 1.655335101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.845617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.188787Z","time spent":"1.656704226s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:53:27.84583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.189251Z","time spent":"1.656451959s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:27.84622Z","caller":"traceutil/trace.go:171","msg":"trace[1740395797] transaction","detail":"{read_only:false; response_revision:43223; number_of_response:1; }","duration":"1.650430336s","start":"2026-04-28T18:53:26.195775Z","end":"2026-04-28T18:53:27.846206Z","steps":["trace[1740395797] 'process raft request' (duration: 1.649095533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.846299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.195762Z","time spent":"1.650498529s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:27.846388Z","caller":"traceutil/trace.go:171","msg":"trace[285733336] linearizableReadLoop","detail":"{readStateIndex:44737; appliedIndex:44727; }","duration":"1.670726021s","start":"2026-04-28T18:53:26.175625Z","end":"2026-04-28T18:53:27.846351Z","steps":["trace[285733336] 'read index received' (duration: 1.148810381s)","trace[285733336] 'applied index is now lower than readState.Index' (duration: 521.91412ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:27.846611Z","caller":"traceutil/trace.go:171","msg":"trace[998693343] transaction","detail":"{read_only:false; response_revision:43224; number_of_response:1; }","duration":"1.650755685s","start":"2026-04-28T18:53:26.195839Z","end":"2026-04-28T18:53:27.846595Z","steps":["trace[998693343] 'process raft request' (duration: 1.649073373s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.846584Z","caller":"traceutil/trace.go:171","msg":"trace[522777468] transaction","detail":"{read_only:false; response_revision:43222; number_of_response:1; }","duration":"1.657023343s","start":"2026-04-28T18:53:26.189544Z","end":"2026-04-28T18:53:27.846567Z","steps":["trace[522777468] 'process raft request' (duration: 1.655147027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.846749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.195835Z","time spent":"1.650816767s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:53:27.846787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.189533Z","time spent":"1.657187228s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7220,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:53:27.846827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826364095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:27.84689Z","caller":"traceutil/trace.go:171","msg":"trace[280965333] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:43226; }","duration":"4.826470998s","start":"2026-04-28T18:53:23.020402Z","end":"2026-04-28T18:53:27.846873Z","steps":["trace[280965333] 'agreement among raft nodes before linearized reading' (duration: 4.826345365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.846949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:23.020377Z","time spent":"4.826558071s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.847009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200664794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.847057Z","caller":"traceutil/trace.go:171","msg":"trace[1963102676] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:43226; }","duration":"5.200760396s","start":"2026-04-28T18:53:22.646283Z","end":"2026-04-28T18:53:27.847043Z","steps":["trace[1963102676] 'agreement among raft nodes before linearized reading' (duration: 5.200679404s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.847074Z","caller":"traceutil/trace.go:171","msg":"trace[1420168461] transaction","detail":"{read_only:false; response_revision:43225; number_of_response:1; }","duration":"1.644194029s","start":"2026-04-28T18:53:26.202863Z","end":"2026-04-28T18:53:27.847057Z","steps":["trace[1420168461] 'process raft request' (duration: 1.642089785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.847093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:22.646262Z","time spent":"5.200821987s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.847568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.608005208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.847617Z","caller":"traceutil/trace.go:171","msg":"trace[2005098110] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:43226; }","duration":"9.608124301s","start":"2026-04-28T18:53:18.239479Z","end":"2026-04-28T18:53:27.847604Z","steps":["trace[2005098110] 'agreement among raft nodes before linearized reading' (duration: 9.608021149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.847649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.239454Z","time spent":"9.608187162s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.84795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.01561345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.848012Z","caller":"traceutil/trace.go:171","msg":"trace[975576141] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:43226; }","duration":"11.015728353s","start":"2026-04-28T18:53:16.83227Z","end":"2026-04-28T18:53:27.847998Z","steps":["trace[975576141] 'agreement among raft nodes before linearized reading' (duration: 11.015621521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.848165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.625938793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.848191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:16.832225Z","time spent":"11.015951559s","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:27.848215Z","caller":"traceutil/trace.go:171","msg":"trace[1228172700] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:43226; }","duration":"8.626020705s","start":"2026-04-28T18:53:19.222181Z","end":"2026-04-28T18:53:27.848202Z","steps":["trace[1228172700] 'agreement among raft nodes before linearized reading' (duration: 8.625957984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.848248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:19.222158Z","time spent":"8.626081766s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.848327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660216145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs\" ","response":"range_response_count:1 size:4303"} {"level":"warn","ts":"2026-04-28T18:53:27.848454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.124911601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.848453Z","caller":"traceutil/trace.go:171","msg":"trace[339085299] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs; range_end:; response_count:1; response_revision:43226; }","duration":"1.66038272s","start":"2026-04-28T18:53:26.18804Z","end":"2026-04-28T18:53:27.848423Z","steps":["trace[339085299] 'agreement among raft nodes before linearized reading' (duration: 1.6599764s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.848484Z","caller":"traceutil/trace.go:171","msg":"trace[670445280] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:43226; }","duration":"9.124996313s","start":"2026-04-28T18:53:18.723478Z","end":"2026-04-28T18:53:27.848474Z","steps":["trace[670445280] 'agreement among raft nodes before linearized reading' (duration: 9.124943032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.848509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.188029Z","time spent":"1.660470252s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4327,"request content":"key:\"/registry/secrets/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-04-28T18:53:27.848533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.723452Z","time spent":"9.125064785s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.847965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.466133713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-04-28T18:53:27.848646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.637826914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T18:53:27.848685Z","caller":"traceutil/trace.go:171","msg":"trace[1106967291] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:43226; }","duration":"9.637937516s","start":"2026-04-28T18:53:18.210736Z","end":"2026-04-28T18:53:27.848673Z","steps":["trace[1106967291] 'agreement among raft nodes before linearized reading' (duration: 9.637730901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.848764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.210713Z","time spent":"9.638033009s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T18:53:27.848023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.745365552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:27.848904Z","caller":"traceutil/trace.go:171","msg":"trace[1236318237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43226; }","duration":"5.746284085s","start":"2026-04-28T18:53:22.10261Z","end":"2026-04-28T18:53:27.848894Z","steps":["trace[1236318237] 'agreement among raft nodes before linearized reading' (duration: 5.745375912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.848941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:22.102587Z","time spent":"5.746343747s","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:27.848883Z","caller":"traceutil/trace.go:171","msg":"trace[848124031] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:43226; }","duration":"5.466874872s","start":"2026-04-28T18:53:22.38182Z","end":"2026-04-28T18:53:27.848695Z","steps":["trace[848124031] 'agreement among raft nodes before linearized reading' (duration: 5.46598687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.848123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.872836092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:53:27.849021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.684131358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-28T18:53:27.849052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:22.381792Z","time spent":"5.46721022s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T18:53:27.849051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.02973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:27.849076Z","caller":"traceutil/trace.go:171","msg":"trace[1624165878] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:43226; }","duration":"9.684234111s","start":"2026-04-28T18:53:18.164825Z","end":"2026-04-28T18:53:27.84906Z","steps":["trace[1624165878] 'agreement among raft nodes before linearized reading' (duration: 9.684070077s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.849112Z","caller":"traceutil/trace.go:171","msg":"trace[92341156] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:43226; }","duration":"187.142423ms","start":"2026-04-28T18:53:27.661959Z","end":"2026-04-28T18:53:27.849102Z","steps":["trace[92341156] 'agreement among raft nodes before linearized reading' (duration: 186.973899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.849118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:18.1648Z","time spent":"9.684309862s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T18:53:27.849335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.973749689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T18:53:27.849429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.591646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:53:27.849463Z","caller":"traceutil/trace.go:171","msg":"trace[231006498] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:43226; }","duration":"234.677028ms","start":"2026-04-28T18:53:27.614778Z","end":"2026-04-28T18:53:27.849455Z","steps":["trace[231006498] 'agreement among raft nodes before linearized reading' (duration: 234.516734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.849059Z","caller":"traceutil/trace.go:171","msg":"trace[1396159470] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:43226; }","duration":"6.873815187s","start":"2026-04-28T18:53:20.975236Z","end":"2026-04-28T18:53:27.849051Z","steps":["trace[1396159470] 'agreement among raft nodes before linearized reading' (duration: 6.872851113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.849727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69551788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.849749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593905963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T18:53:27.84977Z","caller":"traceutil/trace.go:171","msg":"trace[1272630974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43226; }","duration":"1.695614363s","start":"2026-04-28T18:53:26.154144Z","end":"2026-04-28T18:53:27.849758Z","steps":["trace[1272630974] 'agreement among raft nodes before linearized reading' (duration: 1.695544342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.8498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.386376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-28T18:53:27.849802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.154114Z","time spent":"1.695681474s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:53:27.849845Z","caller":"traceutil/trace.go:171","msg":"trace[924602424] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:43226; }","duration":"461.468108ms","start":"2026-04-28T18:53:27.388351Z","end":"2026-04-28T18:53:27.849819Z","steps":["trace[924602424] 'agreement among raft nodes before linearized reading' (duration: 461.328394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.849878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115115325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-28T18:53:27.849912Z","caller":"traceutil/trace.go:171","msg":"trace[484029064] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:43226; }","duration":"4.115191387s","start":"2026-04-28T18:53:23.734713Z","end":"2026-04-28T18:53:27.849905Z","steps":["trace[484029064] 'agreement among raft nodes before linearized reading' (duration: 4.115101715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.84987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:20.97521Z","time spent":"6.874569007s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.849932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:23.734691Z","time spent":"4.115235949s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T18:53:27.849953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:27.388326Z","time spent":"461.566641ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T18:53:27.850002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.710067928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.849391Z","caller":"traceutil/trace.go:171","msg":"trace[756831985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43226; }","duration":"9.973846832s","start":"2026-04-28T18:53:17.875526Z","end":"2026-04-28T18:53:27.849373Z","steps":["trace[756831985] 'agreement among raft nodes before linearized reading' (duration: 9.973748639s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.850025Z","caller":"traceutil/trace.go:171","msg":"trace[1490587753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:43226; }","duration":"3.710155471s","start":"2026-04-28T18:53:24.139864Z","end":"2026-04-28T18:53:27.85002Z","steps":["trace[1490587753] 'agreement among raft nodes before linearized reading' (duration: 3.71011749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.850046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:24.13984Z","time spent":"3.710201131s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.850046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:17.8755Z","time spent":"9.97453286s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.85009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.077241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.850124Z","caller":"traceutil/trace.go:171","msg":"trace[497312111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43226; }","duration":"525.176673ms","start":"2026-04-28T18:53:27.324936Z","end":"2026-04-28T18:53:27.850112Z","steps":["trace[497312111] 'agreement among raft nodes before linearized reading' (duration: 525.105181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.850176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081964995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.849998Z","caller":"traceutil/trace.go:171","msg":"trace[211028045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43226; }","duration":"3.594000786s","start":"2026-04-28T18:53:24.255782Z","end":"2026-04-28T18:53:27.849782Z","steps":["trace[211028045] 'agreement among raft nodes before linearized reading' (duration: 3.593865063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.84807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.838871541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.850254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.819758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.850262Z","caller":"traceutil/trace.go:171","msg":"trace[1367836097] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:43226; }","duration":"6.841039126s","start":"2026-04-28T18:53:21.00919Z","end":"2026-04-28T18:53:27.85023Z","steps":["trace[1367836097] 'agreement among raft nodes before linearized reading' (duration: 6.83885144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.850317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:24.255755Z","time spent":"3.594550499s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:53:27.85032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:21.009141Z","time spent":"6.84115853s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:27.850336Z","caller":"traceutil/trace.go:171","msg":"trace[44382310] transaction","detail":"{read_only:false; response_revision:43226; number_of_response:1; }","duration":"1.244031874s","start":"2026-04-28T18:53:26.606287Z","end":"2026-04-28T18:53:27.850319Z","steps":["trace[44382310] 'process raft request' (duration: 1.23914109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.850353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861749683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.850426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.606242Z","time spent":"1.244122497s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419632,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:27.850459Z","caller":"traceutil/trace.go:171","msg":"trace[992983490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:43226; }","duration":"551.91157ms","start":"2026-04-28T18:53:27.298365Z","end":"2026-04-28T18:53:27.850277Z","steps":["trace[992983490] 'agreement among raft nodes before linearized reading' (duration: 551.834748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.850547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:27.298341Z","time spent":"552.155487ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:27.8506Z","caller":"traceutil/trace.go:171","msg":"trace[1222289397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43226; }","duration":"4.082266583s","start":"2026-04-28T18:53:23.768153Z","end":"2026-04-28T18:53:27.850419Z","steps":["trace[1222289397] 'agreement among raft nodes before linearized reading' (duration: 4.082000886s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.850444Z","caller":"traceutil/trace.go:171","msg":"trace[379582142] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43226; }","duration":"2.861970239s","start":"2026-04-28T18:53:24.988452Z","end":"2026-04-28T18:53:27.850422Z","steps":["trace[379582142] 'agreement among raft nodes before linearized reading' (duration: 2.861576359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.850636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:23.768125Z","time spent":"4.082498148s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.850183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:27.324911Z","time spent":"525.261936ms","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T18:53:27.850674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:24.988437Z","time spent":"2.862215206s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.850869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.106399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.850944Z","caller":"traceutil/trace.go:171","msg":"trace[34094510] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:43226; }","duration":"762.219481ms","start":"2026-04-28T18:53:27.088699Z","end":"2026-04-28T18:53:27.850919Z","steps":["trace[34094510] 'agreement among raft nodes before linearized reading' (duration: 762.087048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.85099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:27.088678Z","time spent":"762.301234ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.850997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624069058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.85109Z","caller":"traceutil/trace.go:171","msg":"trace[486936507] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:43226; }","duration":"4.624202291s","start":"2026-04-28T18:53:23.226872Z","end":"2026-04-28T18:53:27.851074Z","steps":["trace[486936507] 'agreement among raft nodes before linearized reading' (duration: 4.624038607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.851153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:23.226849Z","time spent":"4.624293463s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.84716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.20284Z","time spent":"1.644269321s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:53:27.851275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.585164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.851332Z","caller":"traceutil/trace.go:171","msg":"trace[1124581429] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:43226; }","duration":"944.694346ms","start":"2026-04-28T18:53:26.906624Z","end":"2026-04-28T18:53:27.851319Z","steps":["trace[1124581429] 'agreement among raft nodes before linearized reading' (duration: 944.598884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.85137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.906597Z","time spent":"944.764017ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.851394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784952266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.851406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389278896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:53:27.851446Z","caller":"traceutil/trace.go:171","msg":"trace[2026963358] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:43226; }","duration":"4.785030497s","start":"2026-04-28T18:53:23.066401Z","end":"2026-04-28T18:53:27.851432Z","steps":["trace[2026963358] 'agreement among raft nodes before linearized reading' (duration: 4.784929065s)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:27.851451Z","caller":"traceutil/trace.go:171","msg":"trace[1387090690] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:43226; }","duration":"3.389368218s","start":"2026-04-28T18:53:24.462072Z","end":"2026-04-28T18:53:27.85144Z","steps":["trace[1387090690] 'agreement among raft nodes before linearized reading' (duration: 3.389147613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.851487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:24.462013Z","time spent":"3.389465061s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18320,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T18:53:27.851526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:23.06639Z","time spent":"4.785122229s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.851572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054497929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:27.851616Z","caller":"traceutil/trace.go:171","msg":"trace[1760516955] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:43226; }","duration":"1.054628063s","start":"2026-04-28T18:53:26.796975Z","end":"2026-04-28T18:53:27.851603Z","steps":["trace[1760516955] 'agreement among raft nodes before linearized reading' (duration: 1.054552441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.851634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470821373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T18:53:27.851652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.796944Z","time spent":"1.054695774s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:27.851662Z","caller":"traceutil/trace.go:171","msg":"trace[151575706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:43226; }","duration":"4.470903605s","start":"2026-04-28T18:53:23.380749Z","end":"2026-04-28T18:53:27.851652Z","steps":["trace[151575706] 'agreement among raft nodes before linearized reading' (duration: 4.470674269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.851714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871204773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:27.851755Z","caller":"traceutil/trace.go:171","msg":"trace[1097547780] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:43226; }","duration":"2.871295425s","start":"2026-04-28T18:53:24.980446Z","end":"2026-04-28T18:53:27.851742Z","steps":["trace[1097547780] 'agreement among raft nodes before linearized reading' (duration: 2.871222303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.851776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568691525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-db-admin\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-04-28T18:53:27.851833Z","caller":"traceutil/trace.go:171","msg":"trace[2122056529] range","detail":"{range_begin:/registry/secrets/openstack/glance-db-admin; range_end:; response_count:1; response_revision:43226; }","duration":"1.568766076s","start":"2026-04-28T18:53:26.283033Z","end":"2026-04-28T18:53:27.851799Z","steps":["trace[2122056529] 'agreement among raft nodes before linearized reading' (duration: 1.568660404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.851855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.282977Z","time spent":"1.56887376s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/glance-db-admin\" "} {"level":"warn","ts":"2026-04-28T18:53:27.851875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:24.980419Z","time spent":"2.871383308s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:27.852007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389010919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.852021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663489418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-28T18:53:27.852068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496686059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:27.851724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:23.380723Z","time spent":"4.470993437s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T18:53:27.852085Z","caller":"traceutil/trace.go:171","msg":"trace[965703314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43226; }","duration":"1.496702949s","start":"2026-04-28T18:53:26.355377Z","end":"2026-04-28T18:53:27.85208Z","steps":["trace[965703314] 'agreement among raft nodes before linearized reading' (duration: 1.496675559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.852127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.355316Z","time spent":"1.496797912s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:53:27.852038Z","caller":"traceutil/trace.go:171","msg":"trace[976491235] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:43226; }","duration":"1.389083471s","start":"2026-04-28T18:53:26.462947Z","end":"2026-04-28T18:53:27.85203Z","steps":["trace[976491235] 'agreement among raft nodes before linearized reading' (duration: 1.38903423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.852287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.462924Z","time spent":"1.389346727s","remote":"127.0.0.1:56486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:27.852071Z","caller":"traceutil/trace.go:171","msg":"trace[74459192] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c92507e4-90f0-429b-80ef-f87968ba2df3; range_end:; response_count:1; response_revision:43226; }","duration":"1.663558229s","start":"2026-04-28T18:53:26.1885Z","end":"2026-04-28T18:53:27.852058Z","steps":["trace[74459192] 'agreement among raft nodes before linearized reading' (duration: 1.663404795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:27.852469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:26.188492Z","time spent":"1.66396534s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-c92507e4-90f0-429b-80ef-f87968ba2df3\" "} {"level":"info","ts":"2026-04-28T18:53:29.221078Z","caller":"traceutil/trace.go:171","msg":"trace[1954732633] linearizableReadLoop","detail":"{readStateIndex:44853; appliedIndex:44852; }","duration":"103.319159ms","start":"2026-04-28T18:53:29.117728Z","end":"2026-04-28T18:53:29.221047Z","steps":["trace[1954732633] 'read index received' (duration: 102.113649ms)","trace[1954732633] 'applied index is now lower than readState.Index' (duration: 1.20375ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:29.221588Z","caller":"traceutil/trace.go:171","msg":"trace[2101060486] transaction","detail":"{read_only:false; response_revision:43340; number_of_response:1; }","duration":"113.488496ms","start":"2026-04-28T18:53:29.108061Z","end":"2026-04-28T18:53:29.221549Z","steps":["trace[2101060486] 'process raft request' (duration: 111.614079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:29.221777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.012627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T18:53:29.221859Z","caller":"traceutil/trace.go:171","msg":"trace[2078857847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:43340; }","duration":"104.15453ms","start":"2026-04-28T18:53:29.117684Z","end":"2026-04-28T18:53:29.221838Z","steps":["trace[2078857847] 'agreement among raft nodes before linearized reading' (duration: 103.886334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:29.228932Z","caller":"traceutil/trace.go:171","msg":"trace[549431055] transaction","detail":"{read_only:false; response_revision:43341; number_of_response:1; }","duration":"105.796102ms","start":"2026-04-28T18:53:29.123084Z","end":"2026-04-28T18:53:29.22888Z","steps":["trace[549431055] 'process raft request' (duration: 105.570437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:29.229163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.379877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T18:53:29.229215Z","caller":"traceutil/trace.go:171","msg":"trace[1404771010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:43341; }","duration":"106.444298ms","start":"2026-04-28T18:53:29.122756Z","end":"2026-04-28T18:53:29.2292Z","steps":["trace[1404771010] 'agreement among raft nodes before linearized reading' (duration: 106.316235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:36.553648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.436049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-etc\" ","response":"range_response_count:1 size:32788"} {"level":"info","ts":"2026-04-28T18:53:36.553777Z","caller":"traceutil/trace.go:171","msg":"trace[1571365952] range","detail":"{range_begin:/registry/secrets/openstack/neutron-etc; range_end:; response_count:1; response_revision:43429; }","duration":"519.596962ms","start":"2026-04-28T18:53:36.034148Z","end":"2026-04-28T18:53:36.553745Z","steps":["trace[1571365952] 'range keys from in-memory index tree' (duration: 519.1486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:36.553859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:36.034133Z","time spent":"519.699094ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":32812,"request content":"key:\"/registry/secrets/openstack/neutron-etc\" "} {"level":"warn","ts":"2026-04-28T18:53:36.554406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.900774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:36.554436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.362172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:36.55449Z","caller":"traceutil/trace.go:171","msg":"trace[1760103295] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:43429; }","duration":"364.022177ms","start":"2026-04-28T18:53:36.190449Z","end":"2026-04-28T18:53:36.554471Z","steps":["trace[1760103295] 'count revisions from in-memory index tree' (duration: 363.764041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:36.554513Z","caller":"traceutil/trace.go:171","msg":"trace[713606322] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:43429; }","duration":"150.511396ms","start":"2026-04-28T18:53:36.403984Z","end":"2026-04-28T18:53:36.554495Z","steps":["trace[713606322] 'count revisions from in-memory index tree' (duration: 150.252419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:36.554479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.993316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T18:53:36.554578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:36.190357Z","time spent":"364.169672ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:53:36.554615Z","caller":"traceutil/trace.go:171","msg":"trace[1347593584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:43429; }","duration":"130.203091ms","start":"2026-04-28T18:53:36.424388Z","end":"2026-04-28T18:53:36.554591Z","steps":["trace[1347593584] 'range keys from in-memory index tree' (duration: 129.715068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:36.554779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.212996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:36.554852Z","caller":"traceutil/trace.go:171","msg":"trace[344488929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43429; }","duration":"486.319828ms","start":"2026-04-28T18:53:36.068514Z","end":"2026-04-28T18:53:36.554834Z","steps":["trace[344488929] 'range keys from in-memory index tree' (duration: 486.126983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:36.554895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.749245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-keystone-test\" ","response":"range_response_count:1 size:1075"} {"level":"warn","ts":"2026-04-28T18:53:36.554896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:36.068495Z","time spent":"486.390111ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T18:53:36.554928Z","caller":"traceutil/trace.go:171","msg":"trace[897271366] range","detail":"{range_begin:/registry/secrets/openstack/neutron-keystone-test; range_end:; response_count:1; response_revision:43429; }","duration":"388.823077ms","start":"2026-04-28T18:53:36.166097Z","end":"2026-04-28T18:53:36.55492Z","steps":["trace[897271366] 'range keys from in-memory index tree' (duration: 388.57022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:36.554952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:36.166073Z","time spent":"388.872948ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1099,"request content":"key:\"/registry/secrets/openstack/neutron-keystone-test\" "} {"level":"info","ts":"2026-04-28T18:53:46.221284Z","caller":"traceutil/trace.go:171","msg":"trace[1190536011] transaction","detail":"{read_only:false; response_revision:43491; number_of_response:1; }","duration":"147.707494ms","start":"2026-04-28T18:53:46.073539Z","end":"2026-04-28T18:53:46.221247Z","steps":["trace[1190536011] 'process raft request' (duration: 142.518523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:46.224567Z","caller":"traceutil/trace.go:171","msg":"trace[667963516] linearizableReadLoop","detail":"{readStateIndex:45007; appliedIndex:45005; }","duration":"141.462877ms","start":"2026-04-28T18:53:46.083072Z","end":"2026-04-28T18:53:46.224535Z","steps":["trace[667963516] 'read index received' (duration: 132.984712ms)","trace[667963516] 'applied index is now lower than readState.Index' (duration: 8.472974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:46.225055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.417224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:53:46.225155Z","caller":"traceutil/trace.go:171","msg":"trace[487078842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43492; }","duration":"124.576137ms","start":"2026-04-28T18:53:46.100557Z","end":"2026-04-28T18:53:46.225133Z","steps":["trace[487078842] 'agreement among raft nodes before linearized reading' (duration: 124.2705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:46.225201Z","caller":"traceutil/trace.go:171","msg":"trace[580574800] transaction","detail":"{read_only:false; response_revision:43492; number_of_response:1; }","duration":"149.690904ms","start":"2026-04-28T18:53:46.075475Z","end":"2026-04-28T18:53:46.225166Z","steps":["trace[580574800] 'process raft request' (duration: 148.910745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:46.22539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.286891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:53:46.225436Z","caller":"traceutil/trace.go:171","msg":"trace[1278220555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43492; }","duration":"122.372113ms","start":"2026-04-28T18:53:46.103051Z","end":"2026-04-28T18:53:46.225423Z","steps":["trace[1278220555] 'agreement among raft nodes before linearized reading' (duration: 122.24941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:46.225483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.392199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-28T18:53:46.225531Z","caller":"traceutil/trace.go:171","msg":"trace[1556523992] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:43492; }","duration":"142.463121ms","start":"2026-04-28T18:53:46.083055Z","end":"2026-04-28T18:53:46.225519Z","steps":["trace[1556523992] 'agreement among raft nodes before linearized reading' (duration: 142.322288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:47.85829Z","caller":"traceutil/trace.go:171","msg":"trace[1355635208] linearizableReadLoop","detail":"{readStateIndex:45036; appliedIndex:45035; }","duration":"149.777107ms","start":"2026-04-28T18:53:47.708476Z","end":"2026-04-28T18:53:47.858253Z","steps":["trace[1355635208] 'read index received' (duration: 149.662094ms)","trace[1355635208] 'applied index is now lower than readState.Index' (duration: 113.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:47.85834Z","caller":"traceutil/trace.go:171","msg":"trace[2103614369] transaction","detail":"{read_only:false; response_revision:43521; number_of_response:1; }","duration":"155.152522ms","start":"2026-04-28T18:53:47.703143Z","end":"2026-04-28T18:53:47.858296Z","steps":["trace[2103614369] 'process raft request' (duration: 154.905126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:47.863095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.574659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43520 ","response":"range_response_count:957 size:739597"} {"level":"info","ts":"2026-04-28T18:53:47.86321Z","caller":"traceutil/trace.go:171","msg":"trace[796629607] range","detail":"{range_begin:/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\u0000; range_end:/registry/events/openstack0; response_count:957; response_revision:43521; }","duration":"154.719402ms","start":"2026-04-28T18:53:47.708468Z","end":"2026-04-28T18:53:47.863188Z","steps":["trace[796629607] 'agreement among raft nodes before linearized reading' (duration: 149.953481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:47.896755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.046859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:47.896859Z","caller":"traceutil/trace.go:171","msg":"trace[138581095] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:43522; }","duration":"123.178432ms","start":"2026-04-28T18:53:47.773657Z","end":"2026-04-28T18:53:47.896836Z","steps":["trace[138581095] 'agreement among raft nodes before linearized reading' (duration: 122.927776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:47.896771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.72366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:47.897162Z","caller":"traceutil/trace.go:171","msg":"trace[1054096075] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:43522; }","duration":"148.960245ms","start":"2026-04-28T18:53:47.747959Z","end":"2026-04-28T18:53:47.896919Z","steps":["trace[1054096075] 'agreement among raft nodes before linearized reading' (duration: 148.638487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:47.898294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.059256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T18:53:47.898442Z","caller":"traceutil/trace.go:171","msg":"trace[513479424] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:43522; }","duration":"100.23154ms","start":"2026-04-28T18:53:47.798164Z","end":"2026-04-28T18:53:47.898395Z","steps":["trace[513479424] 'agreement among raft nodes before linearized reading' (duration: 98.402735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:48.030645Z","caller":"traceutil/trace.go:171","msg":"trace[1876865672] linearizableReadLoop","detail":"{readStateIndex:45038; appliedIndex:45037; }","duration":"128.98438ms","start":"2026-04-28T18:53:47.901613Z","end":"2026-04-28T18:53:48.030597Z","steps":["trace[1876865672] 'read index received' (duration: 61.956981ms)","trace[1876865672] 'applied index is now lower than readState.Index' (duration: 67.022939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:48.030944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.30762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-04-28T18:53:48.031039Z","caller":"traceutil/trace.go:171","msg":"trace[590603304] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:43523; }","duration":"129.443182ms","start":"2026-04-28T18:53:47.901574Z","end":"2026-04-28T18:53:48.031018Z","steps":["trace[590603304] 'agreement among raft nodes before linearized reading' (duration: 129.117924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.113232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.20214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:48.113259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.320057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-api\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T18:53:48.113354Z","caller":"traceutil/trace.go:171","msg":"trace[244486258] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43524; }","duration":"100.391415ms","start":"2026-04-28T18:53:48.012935Z","end":"2026-04-28T18:53:48.113326Z","steps":["trace[244486258] 'agreement among raft nodes before linearized reading' (duration: 100.065637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:48.113375Z","caller":"traceutil/trace.go:171","msg":"trace[1470181575] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-api; range_end:; response_count:1; response_revision:43524; }","duration":"125.44782ms","start":"2026-04-28T18:53:47.987898Z","end":"2026-04-28T18:53:48.113346Z","steps":["trace[1470181575] 'agreement among raft nodes before linearized reading' (duration: 125.125562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.113238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.387499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:48.113578Z","caller":"traceutil/trace.go:171","msg":"trace[994104622] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:43524; }","duration":"155.8053ms","start":"2026-04-28T18:53:47.95771Z","end":"2026-04-28T18:53:48.113515Z","steps":["trace[994104622] 'agreement among raft nodes before linearized reading' (duration: 155.320088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.516852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.286326ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:48.516997Z","caller":"traceutil/trace.go:171","msg":"trace[499034115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43524; }","duration":"256.44998ms","start":"2026-04-28T18:53:48.260529Z","end":"2026-04-28T18:53:48.516979Z","steps":["trace[499034115] 'range keys from in-memory index tree' (duration: 256.270746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:48.517385Z","caller":"traceutil/trace.go:171","msg":"trace[1610888115] transaction","detail":"{read_only:false; response_revision:43525; number_of_response:1; }","duration":"485.373404ms","start":"2026-04-28T18:53:48.031975Z","end":"2026-04-28T18:53:48.517348Z","steps":["trace[1610888115] 'process raft request' (duration: 461.52925ms)","trace[1610888115] 'compare' (duration: 23.126966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:48.517578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:48.031955Z","time spent":"485.532078ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:48.518724Z","caller":"traceutil/trace.go:171","msg":"trace[1227385054] linearizableReadLoop","detail":"{readStateIndex:45041; appliedIndex:45040; }","duration":"405.14069ms","start":"2026-04-28T18:53:48.112989Z","end":"2026-04-28T18:53:48.518129Z","steps":["trace[1227385054] 'read index received' (duration: 380.488675ms)","trace[1227385054] 'applied index is now lower than readState.Index' (duration: 24.649235ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:48.51892Z","caller":"traceutil/trace.go:171","msg":"trace[1483806018] transaction","detail":"{read_only:false; response_revision:43526; number_of_response:1; }","duration":"291.672814ms","start":"2026-04-28T18:53:48.227213Z","end":"2026-04-28T18:53:48.518886Z","steps":["trace[1483806018] 'process raft request' (duration: 289.781346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:48.519207Z","caller":"traceutil/trace.go:171","msg":"trace[115758238] transaction","detail":"{read_only:false; response_revision:43527; number_of_response:1; }","duration":"290.254398ms","start":"2026-04-28T18:53:48.228923Z","end":"2026-04-28T18:53:48.519177Z","steps":["trace[115758238] 'process raft request' (duration: 289.880229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.521413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.535343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:48.521705Z","caller":"traceutil/trace.go:171","msg":"trace[1486055107] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:43529; }","duration":"398.78764ms","start":"2026-04-28T18:53:48.122771Z","end":"2026-04-28T18:53:48.521558Z","steps":["trace[1486055107] 'agreement among raft nodes before linearized reading' (duration: 396.864361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.52182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.980435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-api\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T18:53:48.521255Z","caller":"traceutil/trace.go:171","msg":"trace[606893623] transaction","detail":"{read_only:false; response_revision:43528; number_of_response:1; }","duration":"227.447596ms","start":"2026-04-28T18:53:48.292272Z","end":"2026-04-28T18:53:48.51972Z","steps":["trace[606893623] 'process raft request' (duration: 226.786269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.521818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.398669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:53:48.521978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.774738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T18:53:48.521969Z","caller":"traceutil/trace.go:171","msg":"trace[419220428] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:43529; }","duration":"387.591854ms","start":"2026-04-28T18:53:48.134348Z","end":"2026-04-28T18:53:48.52194Z","steps":["trace[419220428] 'agreement among raft nodes before linearized reading' (duration: 385.408819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.522039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.693872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T18:53:48.522066Z","caller":"traceutil/trace.go:171","msg":"trace[1191909708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43529; }","duration":"257.769014ms","start":"2026-04-28T18:53:48.264289Z","end":"2026-04-28T18:53:48.522058Z","steps":["trace[1191909708] 'agreement among raft nodes before linearized reading' (duration: 255.436545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:48.522084Z","caller":"traceutil/trace.go:171","msg":"trace[931367882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43529; }","duration":"224.88206ms","start":"2026-04-28T18:53:48.297159Z","end":"2026-04-28T18:53:48.522041Z","steps":["trace[931367882] 'agreement among raft nodes before linearized reading' (duration: 222.497249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.522119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:48.134318Z","time spent":"387.741768ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T18:53:48.521994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:48.122747Z","time spent":"399.102767ms","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T18:53:48.521907Z","caller":"traceutil/trace.go:171","msg":"trace[1829667306] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-api; range_end:; response_count:1; response_revision:43529; }","duration":"173.139169ms","start":"2026-04-28T18:53:48.348746Z","end":"2026-04-28T18:53:48.521886Z","steps":["trace[1829667306] 'agreement among raft nodes before linearized reading' (duration: 170.971424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.532768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.913748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:201 size:2219830"} {"level":"info","ts":"2026-04-28T18:53:48.532863Z","caller":"traceutil/trace.go:171","msg":"trace[1509735906] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:43526; }","duration":"497.077702ms","start":"2026-04-28T18:53:48.035762Z","end":"2026-04-28T18:53:48.532839Z","steps":["trace[1509735906] 'agreement among raft nodes before linearized reading' (duration: 482.978324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:48.534681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:48.035741Z","time spent":"498.719372ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":201,"response size":2219854,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-28T18:53:52.690475Z","caller":"traceutil/trace.go:171","msg":"trace[1213284987] transaction","detail":"{read_only:false; response_revision:43556; number_of_response:1; }","duration":"151.797649ms","start":"2026-04-28T18:53:52.538653Z","end":"2026-04-28T18:53:52.690451Z","steps":["trace[1213284987] 'process raft request' (duration: 151.618164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:52.981075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.06447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:53:52.98121Z","caller":"traceutil/trace.go:171","msg":"trace[611024374] linearizableReadLoop","detail":"{readStateIndex:45073; appliedIndex:45071; }","duration":"429.473188ms","start":"2026-04-28T18:53:52.551718Z","end":"2026-04-28T18:53:52.981191Z","steps":["trace[611024374] 'read index received' (duration: 138.515772ms)","trace[611024374] 'applied index is now lower than readState.Index' (duration: 290.956186ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:52.981313Z","caller":"traceutil/trace.go:171","msg":"trace[1132642797] transaction","detail":"{read_only:false; response_revision:43557; number_of_response:1; }","duration":"439.513271ms","start":"2026-04-28T18:53:52.541783Z","end":"2026-04-28T18:53:52.981296Z","steps":["trace[1132642797] 'process raft request' (duration: 230.116523ms)","trace[1132642797] 'compare' (duration: 208.937627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:52.98153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.789375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T18:53:52.981614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.541768Z","time spent":"439.595154ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:53:52.98165Z","caller":"traceutil/trace.go:171","msg":"trace[2108906032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43557; }","duration":"429.93317ms","start":"2026-04-28T18:53:52.551687Z","end":"2026-04-28T18:53:52.98162Z","steps":["trace[2108906032] 'agreement among raft nodes before linearized reading' (duration: 429.620472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:52.981711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.551679Z","time spent":"430.023382ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T18:53:53.019223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.550666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-04-28T18:53:53.019332Z","caller":"traceutil/trace.go:171","msg":"trace[312376942] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:43558; }","duration":"281.69407ms","start":"2026-04-28T18:53:52.737609Z","end":"2026-04-28T18:53:53.019303Z","steps":["trace[312376942] 'agreement among raft nodes before linearized reading' (duration: 281.416493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.019533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.203366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T18:53:53.019711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.698811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-65df876745\" ","response":"range_response_count:1 size:8736"} {"level":"info","ts":"2026-04-28T18:53:53.019772Z","caller":"traceutil/trace.go:171","msg":"trace[2479263] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-65df876745; range_end:; response_count:1; response_revision:43558; }","duration":"182.781433ms","start":"2026-04-28T18:53:52.836977Z","end":"2026-04-28T18:53:53.019759Z","steps":["trace[2479263] 'agreement among raft nodes before linearized reading' (duration: 182.617889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.019835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.970759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-58c46df8c9\" ","response":"range_response_count:1 size:11242"} {"level":"info","ts":"2026-04-28T18:53:53.019962Z","caller":"traceutil/trace.go:171","msg":"trace[1227994479] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-58c46df8c9; range_end:; response_count:1; response_revision:43558; }","duration":"157.123314ms","start":"2026-04-28T18:53:52.862806Z","end":"2026-04-28T18:53:53.01993Z","steps":["trace[1227994479] 'agreement among raft nodes before linearized reading' (duration: 156.778574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.019992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.900371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-04-28T18:53:53.020041Z","caller":"traceutil/trace.go:171","msg":"trace[385536782] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:43558; }","duration":"207.977793ms","start":"2026-04-28T18:53:52.812053Z","end":"2026-04-28T18:53:53.02003Z","steps":["trace[385536782] 'agreement among raft nodes before linearized reading' (duration: 207.86783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.020035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.448509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-04-28T18:53:53.020161Z","caller":"traceutil/trace.go:171","msg":"trace[1119229775] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:43558; }","duration":"407.666705ms","start":"2026-04-28T18:53:52.612463Z","end":"2026-04-28T18:53:53.020129Z","steps":["trace[1119229775] 'agreement among raft nodes before linearized reading' (duration: 407.230893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.020215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.893668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T18:53:53.020222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.612436Z","time spent":"407.774908ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4287,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-04-28T18:53:53.020254Z","caller":"traceutil/trace.go:171","msg":"trace[1612441483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43558; }","duration":"229.95791ms","start":"2026-04-28T18:53:52.790287Z","end":"2026-04-28T18:53:53.020245Z","steps":["trace[1612441483] 'agreement among raft nodes before linearized reading' (duration: 229.845257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.020309Z","caller":"traceutil/trace.go:171","msg":"trace[1387871842] transaction","detail":"{read_only:false; response_revision:43558; number_of_response:1; }","duration":"112.516613ms","start":"2026-04-28T18:53:52.907773Z","end":"2026-04-28T18:53:53.02029Z","steps":["trace[1387871842] 'process raft request' (duration: 110.945792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.020472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.779191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-04-28T18:53:53.020512Z","caller":"traceutil/trace.go:171","msg":"trace[1482318947] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:43558; }","duration":"232.817552ms","start":"2026-04-28T18:53:52.787685Z","end":"2026-04-28T18:53:53.020502Z","steps":["trace[1482318947] 'agreement among raft nodes before linearized reading' (duration: 232.71942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.019669Z","caller":"traceutil/trace.go:171","msg":"trace[1607079308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43558; }","duration":"290.349989ms","start":"2026-04-28T18:53:52.729291Z","end":"2026-04-28T18:53:53.019641Z","steps":["trace[1607079308] 'agreement among raft nodes before linearized reading' (duration: 289.9905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.020725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.577203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-04-28T18:53:53.020774Z","caller":"traceutil/trace.go:171","msg":"trace[1589988715] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:43558; }","duration":"383.635935ms","start":"2026-04-28T18:53:52.637123Z","end":"2026-04-28T18:53:53.020759Z","steps":["trace[1589988715] 'agreement among raft nodes before linearized reading' (duration: 383.501232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.020817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.637116Z","time spent":"383.694397ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3583,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-28T18:53:53.020746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.224481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15272"} {"level":"info","ts":"2026-04-28T18:53:53.020929Z","caller":"traceutil/trace.go:171","msg":"trace[575702179] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:43558; }","duration":"459.439976ms","start":"2026-04-28T18:53:52.56147Z","end":"2026-04-28T18:53:53.02091Z","steps":["trace[575702179] 'agreement among raft nodes before linearized reading' (duration: 459.133589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.021053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.573611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1619"} {"level":"info","ts":"2026-04-28T18:53:53.021104Z","caller":"traceutil/trace.go:171","msg":"trace[953152871] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:43558; }","duration":"134.667334ms","start":"2026-04-28T18:53:52.88642Z","end":"2026-04-28T18:53:53.021088Z","steps":["trace[953152871] 'agreement among raft nodes before linearized reading' (duration: 134.567051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.021088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.479262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-04-28T18:53:53.021071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.56145Z","time spent":"459.606951ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15296,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-28T18:53:53.020959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.934761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-28T18:53:53.021434Z","caller":"traceutil/trace.go:171","msg":"trace[1554167955] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:43558; }","duration":"109.454024ms","start":"2026-04-28T18:53:52.911967Z","end":"2026-04-28T18:53:53.021421Z","steps":["trace[1554167955] 'agreement among raft nodes before linearized reading' (duration: 108.922121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.021529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.171873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:53:53.020565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.961366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-04-28T18:53:53.021579Z","caller":"traceutil/trace.go:171","msg":"trace[195267600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43558; }","duration":"469.231995ms","start":"2026-04-28T18:53:52.552331Z","end":"2026-04-28T18:53:53.021563Z","steps":["trace[195267600] 'agreement among raft nodes before linearized reading' (duration: 469.130842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.021195Z","caller":"traceutil/trace.go:171","msg":"trace[1635220800] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:43558; }","duration":"258.674037ms","start":"2026-04-28T18:53:52.762492Z","end":"2026-04-28T18:53:53.021166Z","steps":["trace[1635220800] 'agreement among raft nodes before linearized reading' (duration: 258.357149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.021606Z","caller":"traceutil/trace.go:171","msg":"trace[94987088] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:43558; }","duration":"434.119434ms","start":"2026-04-28T18:53:52.587476Z","end":"2026-04-28T18:53:53.021595Z","steps":["trace[94987088] 'agreement among raft nodes before linearized reading' (duration: 432.317028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.021618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.552317Z","time spent":"469.292546ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T18:53:53.021432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.125012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-share\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T18:53:53.021656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.613826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-28T18:53:53.021745Z","caller":"traceutil/trace.go:171","msg":"trace[1499175658] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:43558; }","duration":"333.749571ms","start":"2026-04-28T18:53:52.687973Z","end":"2026-04-28T18:53:53.021722Z","steps":["trace[1499175658] 'agreement among raft nodes before linearized reading' (duration: 333.542905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.021755Z","caller":"traceutil/trace.go:171","msg":"trace[191728705] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-share; range_end:; response_count:1; response_revision:43558; }","duration":"467.404309ms","start":"2026-04-28T18:53:52.554294Z","end":"2026-04-28T18:53:53.021698Z","steps":["trace[191728705] 'agreement among raft nodes before linearized reading' (duration: 467.020829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.021649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.587449Z","time spent":"434.186366ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5470,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-28T18:53:53.021909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.554263Z","time spent":"467.622664ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/manila-share\" "} {"level":"warn","ts":"2026-04-28T18:53:53.020435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.057656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-28T18:53:53.022068Z","caller":"traceutil/trace.go:171","msg":"trace[1660701394] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:43558; }","duration":"359.726388ms","start":"2026-04-28T18:53:52.662306Z","end":"2026-04-28T18:53:53.022032Z","steps":["trace[1660701394] 'agreement among raft nodes before linearized reading' (duration: 357.760779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.022125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.662295Z","time spent":"359.8147ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-28T18:53:53.021809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.68795Z","time spent":"333.845852ms","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5056,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-04-28T18:53:53.022818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.581448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-8486c8b8f6\" ","response":"range_response_count:1 size:7299"} {"level":"info","ts":"2026-04-28T18:53:53.022892Z","caller":"traceutil/trace.go:171","msg":"trace[223301420] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-8486c8b8f6; range_end:; response_count:1; response_revision:43558; }","duration":"309.712391ms","start":"2026-04-28T18:53:52.713159Z","end":"2026-04-28T18:53:53.022871Z","steps":["trace[223301420] 'agreement among raft nodes before linearized reading' (duration: 307.441343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.023591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.713133Z","time spent":"310.44841ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7323,"request content":"key:\"/registry/replicasets/openstack/barbican-api-8486c8b8f6\" "} {"level":"warn","ts":"2026-04-28T18:53:53.027073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.498311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387774"} {"level":"info","ts":"2026-04-28T18:53:53.027214Z","caller":"traceutil/trace.go:171","msg":"trace[1487678556] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:43558; }","duration":"396.883851ms","start":"2026-04-28T18:53:52.630317Z","end":"2026-04-28T18:53:53.027201Z","steps":["trace[1487678556] 'agreement among raft nodes before linearized reading' (duration: 390.326235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.027283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:53:52.630294Z","time spent":"396.973353ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1457,"response size":387798,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-28T18:53:53.210434Z","caller":"traceutil/trace.go:171","msg":"trace[685600037] transaction","detail":"{read_only:false; response_revision:43559; number_of_response:1; }","duration":"222.572102ms","start":"2026-04-28T18:53:52.98782Z","end":"2026-04-28T18:53:53.210392Z","steps":["trace[685600037] 'process raft request' (duration: 222.324796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.210522Z","caller":"traceutil/trace.go:171","msg":"trace[1183969542] linearizableReadLoop","detail":"{readStateIndex:45075; appliedIndex:45075; }","duration":"191.510145ms","start":"2026-04-28T18:53:53.018971Z","end":"2026-04-28T18:53:53.210481Z","steps":["trace[1183969542] 'read index received' (duration: 191.493215ms)","trace[1183969542] 'applied index is now lower than readState.Index' (duration: 13.18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:53.210779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.692721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-28T18:53:53.210812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.029425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-04-28T18:53:53.210868Z","caller":"traceutil/trace.go:171","msg":"trace[315182660] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:43559; }","duration":"199.115908ms","start":"2026-04-28T18:53:53.011738Z","end":"2026-04-28T18:53:53.210854Z","steps":["trace[315182660] 'agreement among raft nodes before linearized reading' (duration: 198.908852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.210874Z","caller":"traceutil/trace.go:171","msg":"trace[584498483] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:43559; }","duration":"213.069181ms","start":"2026-04-28T18:53:52.997779Z","end":"2026-04-28T18:53:53.210848Z","steps":["trace[584498483] 'agreement among raft nodes before linearized reading' (duration: 212.876527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.211779Z","caller":"traceutil/trace.go:171","msg":"trace[2121585518] transaction","detail":"{read_only:false; response_revision:43561; number_of_response:1; }","duration":"182.916627ms","start":"2026-04-28T18:53:53.028838Z","end":"2026-04-28T18:53:53.211755Z","steps":["trace[2121585518] 'process raft request' (duration: 182.444495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.211811Z","caller":"traceutil/trace.go:171","msg":"trace[1587476009] transaction","detail":"{read_only:false; response_revision:43562; number_of_response:1; }","duration":"182.418774ms","start":"2026-04-28T18:53:53.029378Z","end":"2026-04-28T18:53:53.211797Z","steps":["trace[1587476009] 'process raft request' (duration: 181.938192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.21185Z","caller":"traceutil/trace.go:171","msg":"trace[986228700] transaction","detail":"{read_only:false; response_revision:43560; number_of_response:1; }","duration":"184.708993ms","start":"2026-04-28T18:53:53.027112Z","end":"2026-04-28T18:53:53.211821Z","steps":["trace[986228700] 'process raft request' (duration: 183.999265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.211886Z","caller":"traceutil/trace.go:171","msg":"trace[1220341810] transaction","detail":"{read_only:false; response_revision:43563; number_of_response:1; }","duration":"175.813037ms","start":"2026-04-28T18:53:53.036047Z","end":"2026-04-28T18:53:53.21186Z","steps":["trace[1220341810] 'process raft request' (duration: 175.310704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.216594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.435322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"info","ts":"2026-04-28T18:53:53.216698Z","caller":"traceutil/trace.go:171","msg":"trace[1892273442] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:43563; }","duration":"103.556855ms","start":"2026-04-28T18:53:53.113119Z","end":"2026-04-28T18:53:53.216676Z","steps":["trace[1892273442] 'agreement among raft nodes before linearized reading' (duration: 103.283128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.217115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.058312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-04-28T18:53:53.217157Z","caller":"traceutil/trace.go:171","msg":"trace[1385501907] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:43563; }","duration":"129.160674ms","start":"2026-04-28T18:53:53.087985Z","end":"2026-04-28T18:53:53.217146Z","steps":["trace[1385501907] 'agreement among raft nodes before linearized reading' (duration: 128.446946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.217333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.39289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-04-28T18:53:53.217416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.279865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"info","ts":"2026-04-28T18:53:53.217421Z","caller":"traceutil/trace.go:171","msg":"trace[687163227] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:43563; }","duration":"155.549443ms","start":"2026-04-28T18:53:53.061849Z","end":"2026-04-28T18:53:53.217399Z","steps":["trace[687163227] 'agreement among raft nodes before linearized reading' (duration: 155.340108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:53.217471Z","caller":"traceutil/trace.go:171","msg":"trace[522850423] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:43563; }","duration":"181.377338ms","start":"2026-04-28T18:53:53.036077Z","end":"2026-04-28T18:53:53.217455Z","steps":["trace[522850423] 'agreement among raft nodes before linearized reading' (duration: 181.270086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:53.221942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.664083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43558 ","response":"range_response_count:957 size:739597"} {"level":"info","ts":"2026-04-28T18:53:53.221998Z","caller":"traceutil/trace.go:171","msg":"trace[903010554] range","detail":"{range_begin:/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\u0000; range_end:/registry/events/openstack0; response_count:957; response_revision:43563; }","duration":"188.754686ms","start":"2026-04-28T18:53:53.033232Z","end":"2026-04-28T18:53:53.221987Z","steps":["trace[903010554] 'agreement among raft nodes before linearized reading' (duration: 183.462331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:55.619598Z","caller":"traceutil/trace.go:171","msg":"trace[2086144793] linearizableReadLoop","detail":"{readStateIndex:45103; appliedIndex:45102; }","duration":"107.043333ms","start":"2026-04-28T18:53:55.512519Z","end":"2026-04-28T18:53:55.619562Z","steps":["trace[2086144793] 'read index received' (duration: 24.965313ms)","trace[2086144793] 'applied index is now lower than readState.Index' (duration: 82.07602ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:55.619676Z","caller":"traceutil/trace.go:171","msg":"trace[2036809702] transaction","detail":"{read_only:false; response_revision:43586; number_of_response:1; }","duration":"120.528306ms","start":"2026-04-28T18:53:55.499109Z","end":"2026-04-28T18:53:55.619637Z","steps":["trace[2036809702] 'process raft request' (duration: 38.459595ms)","trace[2036809702] 'compare' (duration: 81.67188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:53:55.619912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.384682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-55965f75cb\" ","response":"range_response_count:1 size:7774"} {"level":"info","ts":"2026-04-28T18:53:55.61996Z","caller":"traceutil/trace.go:171","msg":"trace[391105012] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-55965f75cb; range_end:; response_count:1; response_revision:43586; }","duration":"107.495135ms","start":"2026-04-28T18:53:55.512454Z","end":"2026-04-28T18:53:55.619949Z","steps":["trace[391105012] 'agreement among raft nodes before linearized reading' (duration: 107.29593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:53:56.022479Z","caller":"traceutil/trace.go:171","msg":"trace[711204848] linearizableReadLoop","detail":"{readStateIndex:45104; appliedIndex:45103; }","duration":"110.900271ms","start":"2026-04-28T18:53:55.911545Z","end":"2026-04-28T18:53:56.022445Z","steps":["trace[711204848] 'read index received' (duration: 110.635584ms)","trace[711204848] 'applied index is now lower than readState.Index' (duration: 263.157µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:53:56.022639Z","caller":"traceutil/trace.go:171","msg":"trace[1939018201] transaction","detail":"{read_only:false; response_revision:43587; number_of_response:1; }","duration":"127.551402ms","start":"2026-04-28T18:53:55.895046Z","end":"2026-04-28T18:53:56.022597Z","steps":["trace[1939018201] 'process raft request' (duration: 127.144512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.022829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.250849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7690"} {"level":"info","ts":"2026-04-28T18:53:56.022883Z","caller":"traceutil/trace.go:171","msg":"trace[1668780727] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:43587; }","duration":"111.394503ms","start":"2026-04-28T18:53:55.911471Z","end":"2026-04-28T18:53:56.022865Z","steps":["trace[1668780727] 'agreement among raft nodes before linearized reading' (duration: 111.176658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.22837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.075469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:3040"} {"level":"info","ts":"2026-04-28T18:53:56.228474Z","caller":"traceutil/trace.go:171","msg":"trace[26421661] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:43587; }","duration":"192.209573ms","start":"2026-04-28T18:53:56.036238Z","end":"2026-04-28T18:53:56.228447Z","steps":["trace[26421661] 'range keys from in-memory index tree' (duration: 191.903855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.228884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.653964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8074"} {"level":"info","ts":"2026-04-28T18:53:56.228941Z","caller":"traceutil/trace.go:171","msg":"trace[1743583344] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:43587; }","duration":"166.729137ms","start":"2026-04-28T18:53:56.062198Z","end":"2026-04-28T18:53:56.228927Z","steps":["trace[1743583344] 'range keys from in-memory index tree' (duration: 166.474879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.229097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.711073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:53:56.229136Z","caller":"traceutil/trace.go:171","msg":"trace[1047627488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43587; }","duration":"160.792326ms","start":"2026-04-28T18:53:56.068334Z","end":"2026-04-28T18:53:56.229127Z","steps":["trace[1047627488] 'range keys from in-memory index tree' (duration: 160.595341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.229363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.753153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"info","ts":"2026-04-28T18:53:56.229402Z","caller":"traceutil/trace.go:171","msg":"trace[705846805] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:43587; }","duration":"141.850946ms","start":"2026-04-28T18:53:56.087542Z","end":"2026-04-28T18:53:56.229392Z","steps":["trace[705846805] 'range keys from in-memory index tree' (duration: 141.607639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.229582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.938383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7702"} {"level":"info","ts":"2026-04-28T18:53:56.229623Z","caller":"traceutil/trace.go:171","msg":"trace[1952315119] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:43587; }","duration":"117.024237ms","start":"2026-04-28T18:53:56.112589Z","end":"2026-04-28T18:53:56.229613Z","steps":["trace[1952315119] 'range keys from in-memory index tree' (duration: 116.811931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:53:56.229847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.574496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:53:56.229884Z","caller":"traceutil/trace.go:171","msg":"trace[819851012] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:43587; }","duration":"105.616627ms","start":"2026-04-28T18:53:56.124259Z","end":"2026-04-28T18:53:56.229876Z","steps":["trace[819851012] 'count revisions from in-memory index tree' (duration: 105.505154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:07.654683Z","caller":"traceutil/trace.go:171","msg":"trace[168071734] transaction","detail":"{read_only:false; response_revision:43674; number_of_response:1; }","duration":"135.571397ms","start":"2026-04-28T18:54:07.519081Z","end":"2026-04-28T18:54:07.654652Z","steps":["trace[168071734] 'process raft request' (duration: 135.363621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:07.716121Z","caller":"traceutil/trace.go:171","msg":"trace[2082765895] linearizableReadLoop","detail":"{readStateIndex:45194; appliedIndex:45192; }","duration":"109.65388ms","start":"2026-04-28T18:54:07.606435Z","end":"2026-04-28T18:54:07.716088Z","steps":["trace[2082765895] 'read index received' (duration: 47.956406ms)","trace[2082765895] 'applied index is now lower than readState.Index' (duration: 61.696494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:07.71621Z","caller":"traceutil/trace.go:171","msg":"trace[1918299452] transaction","detail":"{read_only:false; response_revision:43675; number_of_response:1; }","duration":"190.569621ms","start":"2026-04-28T18:54:07.525598Z","end":"2026-04-28T18:54:07.716167Z","steps":["trace[1918299452] 'process raft request' (duration: 190.330064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:07.716549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.07943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T18:54:07.716688Z","caller":"traceutil/trace.go:171","msg":"trace[1004530980] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:43675; }","duration":"110.278726ms","start":"2026-04-28T18:54:07.606381Z","end":"2026-04-28T18:54:07.71666Z","steps":["trace[1004530980] 'agreement among raft nodes before linearized reading' (duration: 109.853985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.566108Z","caller":"traceutil/trace.go:171","msg":"trace[1189471189] transaction","detail":"{read_only:false; response_revision:43687; number_of_response:1; }","duration":"113.943359ms","start":"2026-04-28T18:54:09.452114Z","end":"2026-04-28T18:54:09.566058Z","steps":["trace[1189471189] 'process raft request' (duration: 44.346044ms)","trace[1189471189] 'compare' (duration: 69.432601ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:09.639536Z","caller":"traceutil/trace.go:171","msg":"trace[1418844180] transaction","detail":"{read_only:false; response_revision:43688; number_of_response:1; }","duration":"184.21017ms","start":"2026-04-28T18:54:09.4553Z","end":"2026-04-28T18:54:09.639511Z","steps":["trace[1418844180] 'process raft request' (duration: 184.062556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.639722Z","caller":"traceutil/trace.go:171","msg":"trace[471143925] transaction","detail":"{read_only:false; response_revision:43689; number_of_response:1; }","duration":"184.206929ms","start":"2026-04-28T18:54:09.455497Z","end":"2026-04-28T18:54:09.639704Z","steps":["trace[471143925] 'process raft request' (duration: 183.970894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.640218Z","caller":"traceutil/trace.go:171","msg":"trace[1292375277] transaction","detail":"{read_only:false; response_revision:43690; number_of_response:1; }","duration":"183.739007ms","start":"2026-04-28T18:54:09.45646Z","end":"2026-04-28T18:54:09.640199Z","steps":["trace[1292375277] 'process raft request' (duration: 183.221644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.6402Z","caller":"traceutil/trace.go:171","msg":"trace[415059287] linearizableReadLoop","detail":"{readStateIndex:45210; appliedIndex:45207; }","duration":"131.973755ms","start":"2026-04-28T18:54:09.508197Z","end":"2026-04-28T18:54:09.640171Z","steps":["trace[415059287] 'read index received' (duration: 131.107293ms)","trace[415059287] 'applied index is now lower than readState.Index' (duration: 865.332µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:54:09.640394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.17539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T18:54:09.640457Z","caller":"traceutil/trace.go:171","msg":"trace[166808703] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:43690; }","duration":"132.252753ms","start":"2026-04-28T18:54:09.508173Z","end":"2026-04-28T18:54:09.640425Z","steps":["trace[166808703] 'agreement among raft nodes before linearized reading' (duration: 132.087668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:09.640481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.244965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T18:54:09.640519Z","caller":"traceutil/trace.go:171","msg":"trace[1842270495] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:43690; }","duration":"127.318588ms","start":"2026-04-28T18:54:09.513188Z","end":"2026-04-28T18:54:09.640506Z","steps":["trace[1842270495] 'agreement among raft nodes before linearized reading' (duration: 127.168133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.886161Z","caller":"traceutil/trace.go:171","msg":"trace[992604786] transaction","detail":"{read_only:false; response_revision:43691; number_of_response:1; }","duration":"226.80521ms","start":"2026-04-28T18:54:09.659314Z","end":"2026-04-28T18:54:09.886119Z","steps":["trace[992604786] 'process raft request' (duration: 208.182669ms)","trace[992604786] 'compare' (duration: 18.444487ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:09.89241Z","caller":"traceutil/trace.go:171","msg":"trace[1344770644] transaction","detail":"{read_only:false; response_revision:43692; number_of_response:1; }","duration":"168.735247ms","start":"2026-04-28T18:54:09.723656Z","end":"2026-04-28T18:54:09.892391Z","steps":["trace[1344770644] 'process raft request' (duration: 168.578373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.892729Z","caller":"traceutil/trace.go:171","msg":"trace[1338295235] transaction","detail":"{read_only:false; response_revision:43693; number_of_response:1; }","duration":"165.217778ms","start":"2026-04-28T18:54:09.727486Z","end":"2026-04-28T18:54:09.892704Z","steps":["trace[1338295235] 'process raft request' (duration: 164.852118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:09.892676Z","caller":"traceutil/trace.go:171","msg":"trace[536416582] linearizableReadLoop","detail":"{readStateIndex:45213; appliedIndex:45210; }","duration":"156.846445ms","start":"2026-04-28T18:54:09.73576Z","end":"2026-04-28T18:54:09.892606Z","steps":["trace[536416582] 'read index received' (duration: 131.75747ms)","trace[536416582] 'applied index is now lower than readState.Index' (duration: 25.084495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:54:09.892975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.200084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T18:54:09.893038Z","caller":"traceutil/trace.go:171","msg":"trace[1034664915] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:43693; }","duration":"157.321748ms","start":"2026-04-28T18:54:09.7357Z","end":"2026-04-28T18:54:09.893021Z","steps":["trace[1034664915] 'agreement among raft nodes before linearized reading' (duration: 157.069582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.261157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.119739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T18:54:10.261283Z","caller":"traceutil/trace.go:171","msg":"trace[1821672285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43693; }","duration":"117.310584ms","start":"2026-04-28T18:54:10.143943Z","end":"2026-04-28T18:54:10.261254Z","steps":["trace[1821672285] 'range keys from in-memory index tree' (duration: 116.815291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.261376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.625151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T18:54:10.261481Z","caller":"traceutil/trace.go:171","msg":"trace[1894938322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43693; }","duration":"115.793415ms","start":"2026-04-28T18:54:10.145663Z","end":"2026-04-28T18:54:10.261457Z","steps":["trace[1894938322] 'range keys from in-memory index tree' (duration: 115.353124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.261679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.907276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:54:10.261866Z","caller":"traceutil/trace.go:171","msg":"trace[883361689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43693; }","duration":"194.162102ms","start":"2026-04-28T18:54:10.067669Z","end":"2026-04-28T18:54:10.261831Z","steps":["trace[883361689] 'range keys from in-memory index tree' (duration: 193.021193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.261716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.162114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T18:54:10.26209Z","caller":"traceutil/trace.go:171","msg":"trace[1793905370] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:43693; }","duration":"217.584245ms","start":"2026-04-28T18:54:10.044475Z","end":"2026-04-28T18:54:10.26206Z","steps":["trace[1793905370] 'range keys from in-memory index tree' (duration: 216.859537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.265035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.77544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387774"} {"level":"info","ts":"2026-04-28T18:54:10.265095Z","caller":"traceutil/trace.go:171","msg":"trace[894951422] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:43693; }","duration":"170.894312ms","start":"2026-04-28T18:54:10.09419Z","end":"2026-04-28T18:54:10.265084Z","steps":["trace[894951422] 'range keys from in-memory index tree' (duration: 168.200784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:10.461572Z","caller":"traceutil/trace.go:171","msg":"trace[1641586099] linearizableReadLoop","detail":"{readStateIndex:45214; appliedIndex:45213; }","duration":"191.68681ms","start":"2026-04-28T18:54:10.269853Z","end":"2026-04-28T18:54:10.46154Z","steps":["trace[1641586099] 'read index received' (duration: 191.502636ms)","trace[1641586099] 'applied index is now lower than readState.Index' (duration: 183.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:10.461718Z","caller":"traceutil/trace.go:171","msg":"trace[1936276675] transaction","detail":"{read_only:false; response_revision:43694; number_of_response:1; }","duration":"193.612308ms","start":"2026-04-28T18:54:10.268058Z","end":"2026-04-28T18:54:10.46167Z","steps":["trace[1936276675] 'process raft request' (duration: 193.212627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.461864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.978648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-04-28T18:54:10.461934Z","caller":"traceutil/trace.go:171","msg":"trace[67033393] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:43694; }","duration":"192.08865ms","start":"2026-04-28T18:54:10.269829Z","end":"2026-04-28T18:54:10.461917Z","steps":["trace[67033393] 'agreement among raft nodes before linearized reading' (duration: 191.881795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:10.825966Z","caller":"traceutil/trace.go:171","msg":"trace[761433709] linearizableReadLoop","detail":"{readStateIndex:45215; appliedIndex:45214; }","duration":"363.482085ms","start":"2026-04-28T18:54:10.46245Z","end":"2026-04-28T18:54:10.825932Z","steps":["trace[761433709] 'read index received' (duration: 363.187167ms)","trace[761433709] 'applied index is now lower than readState.Index' (duration: 293.828µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:10.826172Z","caller":"traceutil/trace.go:171","msg":"trace[1940107753] transaction","detail":"{read_only:false; response_revision:43695; number_of_response:1; }","duration":"514.567445ms","start":"2026-04-28T18:54:10.311457Z","end":"2026-04-28T18:54:10.826025Z","steps":["trace[1940107753] 'process raft request' (duration: 514.282438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.826271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.448788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:54:10.826339Z","caller":"traceutil/trace.go:171","msg":"trace[1459013255] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:43695; }","duration":"276.586772ms","start":"2026-04-28T18:54:10.549735Z","end":"2026-04-28T18:54:10.826322Z","steps":["trace[1459013255] 'agreement among raft nodes before linearized reading' (duration: 276.434249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.826349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.944907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-28T18:54:10.826487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:10.31143Z","time spent":"514.884492ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:54:10.826488Z","caller":"traceutil/trace.go:171","msg":"trace[785654720] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:43695; }","duration":"465.12175ms","start":"2026-04-28T18:54:10.361323Z","end":"2026-04-28T18:54:10.826445Z","steps":["trace[785654720] 'agreement among raft nodes before linearized reading' (duration: 464.770932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.826618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:10.361305Z","time spent":"465.301605ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" "} {"level":"warn","ts":"2026-04-28T18:54:10.826991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.669701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T18:54:10.827112Z","caller":"traceutil/trace.go:171","msg":"trace[1636683437] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:43695; }","duration":"440.807444ms","start":"2026-04-28T18:54:10.386262Z","end":"2026-04-28T18:54:10.82707Z","steps":["trace[1636683437] 'agreement among raft nodes before linearized reading' (duration: 439.778468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.827177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:10.386255Z","time spent":"440.909026ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T18:54:10.835165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.711034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43693 ","response":"range_response_count:957 size:739597"} {"level":"info","ts":"2026-04-28T18:54:10.835274Z","caller":"traceutil/trace.go:171","msg":"trace[1942965738] range","detail":"{range_begin:/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\u0000; range_end:/registry/events/openstack0; response_count:957; response_revision:43695; }","duration":"560.864667ms","start":"2026-04-28T18:54:10.274387Z","end":"2026-04-28T18:54:10.835252Z","steps":["trace[1942965738] 'agreement among raft nodes before linearized reading' (duration: 551.703716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:10.835358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:10.27437Z","time spent":"560.941219ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":957,"response size":739621,"request content":"key:\"/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43693 "} {"level":"warn","ts":"2026-04-28T18:54:11.061117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.449823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:54:11.061241Z","caller":"traceutil/trace.go:171","msg":"trace[1349769155] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:43695; }","duration":"174.638688ms","start":"2026-04-28T18:54:10.886575Z","end":"2026-04-28T18:54:11.061214Z","steps":["trace[1349769155] 'count revisions from in-memory index tree' (duration: 174.313479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:11.061449Z","caller":"traceutil/trace.go:171","msg":"trace[1884284972] transaction","detail":"{read_only:false; response_revision:43696; number_of_response:1; }","duration":"120.908585ms","start":"2026-04-28T18:54:10.940508Z","end":"2026-04-28T18:54:11.061417Z","steps":["trace[1884284972] 'process raft request' (duration: 120.383052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.509241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.556712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:54:11.509566Z","caller":"traceutil/trace.go:171","msg":"trace[1480853965] transaction","detail":"{read_only:false; response_revision:43698; number_of_response:1; }","duration":"403.119778ms","start":"2026-04-28T18:54:11.106423Z","end":"2026-04-28T18:54:11.509543Z","steps":["trace[1480853965] 'process raft request' (duration: 403.047227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.509766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.106383Z","time spent":"403.338414ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:54:11.509552Z","caller":"traceutil/trace.go:171","msg":"trace[636242466] transaction","detail":"{read_only:false; response_revision:43697; number_of_response:1; }","duration":"435.205093ms","start":"2026-04-28T18:54:11.074304Z","end":"2026-04-28T18:54:11.509509Z","steps":["trace[636242466] 'process raft request' (duration: 98.269021ms)","trace[636242466] 'compare' (duration: 336.410937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:54:11.510032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.074277Z","time spent":"435.616353ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:54:11.509674Z","caller":"traceutil/trace.go:171","msg":"trace[395762680] linearizableReadLoop","detail":"{readStateIndex:45217; appliedIndex:45216; }","duration":"434.928226ms","start":"2026-04-28T18:54:11.074735Z","end":"2026-04-28T18:54:11.509664Z","steps":["trace[395762680] 'read index received' (duration: 97.854481ms)","trace[395762680] 'applied index is now lower than readState.Index' (duration: 337.071615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:54:11.513204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.436055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43696 ","response":"range_response_count:957 size:739597"} {"level":"info","ts":"2026-04-28T18:54:11.513272Z","caller":"traceutil/trace.go:171","msg":"trace[1459558118] range","detail":"{range_begin:/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\u0000; range_end:/registry/events/openstack0; response_count:957; response_revision:43698; }","duration":"438.549818ms","start":"2026-04-28T18:54:11.074711Z","end":"2026-04-28T18:54:11.513261Z","steps":["trace[1459558118] 'agreement among raft nodes before linearized reading' (duration: 434.980747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.513329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.07469Z","time spent":"438.607209ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":957,"response size":739621,"request content":"key:\"/registry/events/openstack/magnum-rabbit-init-hgt8k.18aa97f032d67328\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43696 "} {"level":"info","ts":"2026-04-28T18:54:11.576169Z","caller":"traceutil/trace.go:171","msg":"trace[495864073] transaction","detail":"{read_only:false; response_revision:43699; number_of_response:1; }","duration":"134.023027ms","start":"2026-04-28T18:54:11.442116Z","end":"2026-04-28T18:54:11.576139Z","steps":["trace[495864073] 'process raft request' (duration: 133.73904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.576459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.230821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-test\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-28T18:54:11.576574Z","caller":"traceutil/trace.go:171","msg":"trace[1839950160] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-test; range_end:; response_count:1; response_revision:43699; }","duration":"414.414655ms","start":"2026-04-28T18:54:11.162137Z","end":"2026-04-28T18:54:11.576551Z","steps":["trace[1839950160] 'agreement among raft nodes before linearized reading' (duration: 413.947893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.576634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.162111Z","time spent":"414.513028ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/openstack/nova-test\" "} {"level":"warn","ts":"2026-04-28T18:54:11.874644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.53325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T18:54:11.874751Z","caller":"traceutil/trace.go:171","msg":"trace[560893115] linearizableReadLoop","detail":"{readStateIndex:45220; appliedIndex:45219; }","duration":"292.990568ms","start":"2026-04-28T18:54:11.581744Z","end":"2026-04-28T18:54:11.874735Z","steps":["trace[560893115] 'read index received' (duration: 87.172361ms)","trace[560893115] 'applied index is now lower than readState.Index' (duration: 205.817117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:11.874842Z","caller":"traceutil/trace.go:171","msg":"trace[791296517] transaction","detail":"{read_only:false; response_revision:43700; number_of_response:1; }","duration":"294.216438ms","start":"2026-04-28T18:54:11.580618Z","end":"2026-04-28T18:54:11.874835Z","steps":["trace[791296517] 'process raft request' (duration: 88.317469ms)","trace[791296517] 'compare' (duration: 205.197972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:54:11.875039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.296205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-test\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-28T18:54:11.87506Z","caller":"traceutil/trace.go:171","msg":"trace[1212122602] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-test; range_end:; response_count:1; response_revision:43700; }","duration":"293.369487ms","start":"2026-04-28T18:54:11.581684Z","end":"2026-04-28T18:54:11.875054Z","steps":["trace[1212122602] 'agreement among raft nodes before linearized reading' (duration: 293.255194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.875224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.282632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T18:54:11.875245Z","caller":"traceutil/trace.go:171","msg":"trace[1921822492] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-api; range_end:; response_count:1; response_revision:43700; }","duration":"231.303702ms","start":"2026-04-28T18:54:11.643936Z","end":"2026-04-28T18:54:11.87524Z","steps":["trace[1921822492] 'agreement among raft nodes before linearized reading' (duration: 231.247011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.87535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.209549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T18:54:11.875478Z","caller":"traceutil/trace.go:171","msg":"trace[451471310] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:43700; }","duration":"141.418534ms","start":"2026-04-28T18:54:11.734027Z","end":"2026-04-28T18:54:11.875446Z","steps":["trace[451471310] 'agreement among raft nodes before linearized reading' (duration: 141.199529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.875519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.701086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T18:54:11.875596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.20804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T18:54:11.875617Z","caller":"traceutil/trace.go:171","msg":"trace[727755355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43700; }","duration":"228.84003ms","start":"2026-04-28T18:54:11.646754Z","end":"2026-04-28T18:54:11.875594Z","steps":["trace[727755355] 'agreement among raft nodes before linearized reading' (duration: 228.529962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:11.875669Z","caller":"traceutil/trace.go:171","msg":"trace[911929895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43700; }","duration":"227.334763ms","start":"2026-04-28T18:54:11.648316Z","end":"2026-04-28T18:54:11.875651Z","steps":["trace[911929895] 'agreement among raft nodes before linearized reading' (duration: 227.104267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:11.876089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.901488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T18:54:11.876211Z","caller":"traceutil/trace.go:171","msg":"trace[2032460569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43700; }","duration":"228.048621ms","start":"2026-04-28T18:54:11.648141Z","end":"2026-04-28T18:54:11.876189Z","steps":["trace[2032460569] 'agreement among raft nodes before linearized reading' (duration: 227.723142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:12.138866Z","caller":"traceutil/trace.go:171","msg":"trace[806627674] transaction","detail":"{read_only:false; response_revision:43701; number_of_response:1; }","duration":"257.62434ms","start":"2026-04-28T18:54:11.881216Z","end":"2026-04-28T18:54:12.13884Z","steps":["trace[806627674] 'process raft request' (duration: 254.428269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:12.288257Z","caller":"traceutil/trace.go:171","msg":"trace[1717204372] transaction","detail":"{read_only:false; response_revision:43702; number_of_response:1; }","duration":"406.629089ms","start":"2026-04-28T18:54:11.881583Z","end":"2026-04-28T18:54:12.288212Z","steps":["trace[1717204372] 'process raft request' (duration: 385.729258ms)","trace[1717204372] 'compare' (duration: 20.556942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T18:54:12.288457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.881556Z","time spent":"406.798133ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:54:12.288474Z","caller":"traceutil/trace.go:171","msg":"trace[1409667566] linearizableReadLoop","detail":"{readStateIndex:45226; appliedIndex:45220; }","duration":"388.787716ms","start":"2026-04-28T18:54:11.899654Z","end":"2026-04-28T18:54:12.288442Z","steps":["trace[1409667566] 'read index received' (duration: 236.069434ms)","trace[1409667566] 'applied index is now lower than readState.Index' (duration: 152.716702ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T18:54:12.288567Z","caller":"traceutil/trace.go:171","msg":"trace[515029088] transaction","detail":"{read_only:false; response_revision:43705; number_of_response:1; }","duration":"391.593567ms","start":"2026-04-28T18:54:11.896966Z","end":"2026-04-28T18:54:12.28856Z","steps":["trace[515029088] 'process raft request' (duration: 391.377132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:12.288608Z","caller":"traceutil/trace.go:171","msg":"trace[1949239667] transaction","detail":"{read_only:false; response_revision:43706; number_of_response:1; }","duration":"389.128934ms","start":"2026-04-28T18:54:11.89947Z","end":"2026-04-28T18:54:12.288599Z","steps":["trace[1949239667] 'process raft request' (duration: 388.921049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:12.288486Z","caller":"traceutil/trace.go:171","msg":"trace[1997902156] transaction","detail":"{read_only:false; response_revision:43704; number_of_response:1; }","duration":"396.42443ms","start":"2026-04-28T18:54:11.89203Z","end":"2026-04-28T18:54:12.288454Z","steps":["trace[1997902156] 'process raft request' (duration: 396.265496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:12.288658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.899446Z","time spent":"389.188746ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:54:12.288696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.896939Z","time spent":"391.663108ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:54:12.288729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.042673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T18:54:12.288789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.892004Z","time spent":"396.660986ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T18:54:12.28883Z","caller":"traceutil/trace.go:171","msg":"trace[682707226] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:43706; }","duration":"389.185096ms","start":"2026-04-28T18:54:11.899622Z","end":"2026-04-28T18:54:12.288807Z","steps":["trace[682707226] 'agreement among raft nodes before linearized reading' (duration: 389.001511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:12.288916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.899614Z","time spent":"389.290289ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T18:54:12.288854Z","caller":"traceutil/trace.go:171","msg":"trace[1436147098] transaction","detail":"{read_only:false; response_revision:43703; number_of_response:1; }","duration":"406.720611ms","start":"2026-04-28T18:54:11.881774Z","end":"2026-04-28T18:54:12.288495Z","steps":["trace[1436147098] 'process raft request' (duration: 406.351211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:12.289062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.40163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:54:12.28911Z","caller":"traceutil/trace.go:171","msg":"trace[2055485500] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:43706; }","duration":"271.495293ms","start":"2026-04-28T18:54:12.017602Z","end":"2026-04-28T18:54:12.289098Z","steps":["trace[2055485500] 'agreement among raft nodes before linearized reading' (duration: 271.412501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:12.289134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.228539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T18:54:12.289174Z","caller":"traceutil/trace.go:171","msg":"trace[994306561] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-api; range_end:; response_count:1; response_revision:43706; }","duration":"281.31163ms","start":"2026-04-28T18:54:12.007853Z","end":"2026-04-28T18:54:12.289165Z","steps":["trace[994306561] 'agreement among raft nodes before linearized reading' (duration: 281.145406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:12.289221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.160536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T18:54:12.289342Z","caller":"traceutil/trace.go:171","msg":"trace[652915061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43706; }","duration":"221.348581ms","start":"2026-04-28T18:54:12.067964Z","end":"2026-04-28T18:54:12.289312Z","steps":["trace[652915061] 'agreement among raft nodes before linearized reading' (duration: 221.096175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T18:54:12.289931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T18:54:11.881735Z","time spent":"408.070735ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T18:54:12.292717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.240996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387774"} {"level":"info","ts":"2026-04-28T18:54:12.292792Z","caller":"traceutil/trace.go:171","msg":"trace[1240967324] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:43706; }","duration":"269.326518ms","start":"2026-04-28T18:54:12.02345Z","end":"2026-04-28T18:54:12.292777Z","steps":["trace[1240967324] 'agreement among raft nodes before linearized reading' (duration: 265.557353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T18:54:27.698205Z","caller":"traceutil/trace.go:171","msg":"trace[258630225] transaction","detail":"{read_only:false; response_revision:43812; number_of_response:1; }","duration":"101.938024ms","start":"2026-04-28T18:54:27.596228Z","end":"2026-04-28T18:54:27.698166Z","steps":["trace[258630225] 'process raft request' (duration: 101.617156ms)"],"step_count":1}